@hugomrdias/foxer 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -0
- package/dist/src/api/index.d.ts +2 -0
- package/dist/src/api/index.d.ts.map +1 -0
- package/dist/src/api/index.js +2 -0
- package/dist/src/api/index.js.map +1 -0
- package/dist/src/api/runner.d.ts +12 -0
- package/dist/src/api/runner.d.ts.map +1 -0
- package/dist/src/api/runner.js +29 -0
- package/dist/src/api/runner.js.map +1 -0
- package/dist/src/api/server.d.ts +18 -0
- package/dist/src/api/server.d.ts.map +1 -0
- package/dist/src/api/server.js +21 -0
- package/dist/src/api/server.js.map +1 -0
- package/dist/src/api/sql-middleware.d.ts +7 -0
- package/dist/src/api/sql-middleware.d.ts.map +1 -0
- package/dist/src/api/sql-middleware.js +95 -0
- package/dist/src/api/sql-middleware.js.map +1 -0
- package/dist/src/api/sql.d.ts +14 -0
- package/dist/src/api/sql.d.ts.map +1 -0
- package/dist/src/api/sql.js +108 -0
- package/dist/src/api/sql.js.map +1 -0
- package/dist/src/api/sse.d.ts +3 -0
- package/dist/src/api/sse.d.ts.map +1 -0
- package/dist/src/api/sse.js +11 -0
- package/dist/src/api/sse.js.map +1 -0
- package/dist/src/bin/dev.d.ts +3 -0
- package/dist/src/bin/dev.d.ts.map +1 -0
- package/dist/src/bin/dev.js +76 -0
- package/dist/src/bin/dev.js.map +1 -0
- package/dist/src/bin/flags.d.ts +32 -0
- package/dist/src/bin/flags.d.ts.map +1 -0
- package/dist/src/bin/flags.js +55 -0
- package/dist/src/bin/flags.js.map +1 -0
- package/dist/src/bin/index.d.ts +3 -0
- package/dist/src/bin/index.d.ts.map +1 -0
- package/dist/src/bin/index.js +22 -0
- package/dist/src/bin/index.js.map +1 -0
- package/dist/src/bin/utils.d.ts +4 -0
- package/dist/src/bin/utils.d.ts.map +1 -0
- package/dist/src/bin/utils.js +52 -0
- package/dist/src/bin/utils.js.map +1 -0
- package/dist/src/client/index.d.ts +18 -0
- package/dist/src/client/index.d.ts.map +1 -0
- package/dist/src/client/index.js +150 -0
- package/dist/src/client/index.js.map +1 -0
- package/dist/src/config/config.d.ts +157 -0
- package/dist/src/config/config.d.ts.map +1 -0
- package/dist/src/config/config.js +65 -0
- package/dist/src/config/config.js.map +1 -0
- package/dist/src/config/env.d.ts +25 -0
- package/dist/src/config/env.d.ts.map +1 -0
- package/dist/src/config/env.js +21 -0
- package/dist/src/config/env.js.map +1 -0
- package/dist/src/contants.d.ts +4 -0
- package/dist/src/contants.d.ts.map +1 -0
- package/dist/src/contants.js +4 -0
- package/dist/src/contants.js.map +1 -0
- package/dist/src/db/actions/blocks.d.ts +44 -0
- package/dist/src/db/actions/blocks.d.ts.map +1 -0
- package/dist/src/db/actions/blocks.js +152 -0
- package/dist/src/db/actions/blocks.js.map +1 -0
- package/dist/src/db/actions/index.d.ts +2 -0
- package/dist/src/db/actions/index.d.ts.map +1 -0
- package/dist/src/db/actions/index.js +2 -0
- package/dist/src/db/actions/index.js.map +1 -0
- package/dist/src/db/actions/transactions.d.ts +11 -0
- package/dist/src/db/actions/transactions.d.ts.map +1 -0
- package/dist/src/db/actions/transactions.js +22 -0
- package/dist/src/db/actions/transactions.js.map +1 -0
- package/dist/src/db/client.d.ts +329 -0
- package/dist/src/db/client.d.ts.map +1 -0
- package/dist/src/db/client.js +108 -0
- package/dist/src/db/client.js.map +1 -0
- package/dist/src/db/column-types.d.ts +132 -0
- package/dist/src/db/column-types.d.ts.map +1 -0
- package/dist/src/db/column-types.js +86 -0
- package/dist/src/db/column-types.js.map +1 -0
- package/dist/src/db/encode.d.ts +10 -0
- package/dist/src/db/encode.d.ts.map +1 -0
- package/dist/src/db/encode.js +79 -0
- package/dist/src/db/encode.js.map +1 -0
- package/dist/src/db/migrate.d.ts +31 -0
- package/dist/src/db/migrate.d.ts.map +1 -0
- package/dist/src/db/migrate.js +147 -0
- package/dist/src/db/migrate.js.map +1 -0
- package/dist/src/db/schema/blocks.d.ts +369 -0
- package/dist/src/db/schema/blocks.d.ts.map +1 -0
- package/dist/src/db/schema/blocks.js +24 -0
- package/dist/src/db/schema/blocks.js.map +1 -0
- package/dist/src/db/schema/index.d.ts +1415 -0
- package/dist/src/db/schema/index.d.ts.map +1 -0
- package/dist/src/db/schema/index.js +18 -0
- package/dist/src/db/schema/index.js.map +1 -0
- package/dist/src/db/schema/transactions.d.ts +336 -0
- package/dist/src/db/schema/transactions.d.ts.map +1 -0
- package/dist/src/db/schema/transactions.js +33 -0
- package/dist/src/db/schema/transactions.js.map +1 -0
- package/dist/src/db/transaction.d.ts +7 -0
- package/dist/src/db/transaction.d.ts.map +1 -0
- package/dist/src/db/transaction.js +8 -0
- package/dist/src/db/transaction.js.map +1 -0
- package/dist/src/hooks/default-hooks.d.ts +2 -0
- package/dist/src/hooks/default-hooks.d.ts.map +1 -0
- package/dist/src/hooks/default-hooks.js +107 -0
- package/dist/src/hooks/default-hooks.js.map +1 -0
- package/dist/src/hooks/registry.d.ts +51 -0
- package/dist/src/hooks/registry.d.ts.map +1 -0
- package/dist/src/hooks/registry.js +32 -0
- package/dist/src/hooks/registry.js.map +1 -0
- package/dist/src/index.d.ts +10 -0
- package/dist/src/index.d.ts.map +1 -0
- package/dist/src/index.js +4 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/indexer/backfill.d.ts +15 -0
- package/dist/src/indexer/backfill.d.ts.map +1 -0
- package/dist/src/indexer/backfill.js +95 -0
- package/dist/src/indexer/backfill.js.map +1 -0
- package/dist/src/indexer/live.d.ts +20 -0
- package/dist/src/indexer/live.d.ts.map +1 -0
- package/dist/src/indexer/live.js +51 -0
- package/dist/src/indexer/live.js.map +1 -0
- package/dist/src/indexer/process-block.d.ts +29 -0
- package/dist/src/indexer/process-block.d.ts.map +1 -0
- package/dist/src/indexer/process-block.js +91 -0
- package/dist/src/indexer/process-block.js.map +1 -0
- package/dist/src/indexer/queue-block.d.ts +18 -0
- package/dist/src/indexer/queue-block.d.ts.map +1 -0
- package/dist/src/indexer/queue-block.js +38 -0
- package/dist/src/indexer/queue-block.js.map +1 -0
- package/dist/src/indexer/reorg.d.ts +24 -0
- package/dist/src/indexer/reorg.d.ts.map +1 -0
- package/dist/src/indexer/reorg.js +83 -0
- package/dist/src/indexer/reorg.js.map +1 -0
- package/dist/src/indexer/runner.d.ts +14 -0
- package/dist/src/indexer/runner.d.ts.map +1 -0
- package/dist/src/indexer/runner.js +22 -0
- package/dist/src/indexer/runner.js.map +1 -0
- package/dist/src/rpc/client.d.ts +11 -0
- package/dist/src/rpc/client.d.ts.map +1 -0
- package/dist/src/rpc/client.js +18 -0
- package/dist/src/rpc/client.js.map +1 -0
- package/dist/src/rpc/get-block.d.ts +16 -0
- package/dist/src/rpc/get-block.d.ts.map +1 -0
- package/dist/src/rpc/get-block.js +77 -0
- package/dist/src/rpc/get-block.js.map +1 -0
- package/dist/src/rpc/get-logs.d.ts +11 -0
- package/dist/src/rpc/get-logs.d.ts.map +1 -0
- package/dist/src/rpc/get-logs.js +23 -0
- package/dist/src/rpc/get-logs.js.map +1 -0
- package/dist/src/schema.d.ts +3 -0
- package/dist/src/schema.d.ts.map +1 -0
- package/dist/src/schema.js +9 -0
- package/dist/src/schema.js.map +1 -0
- package/dist/src/types.d.ts +22 -0
- package/dist/src/types.d.ts.map +1 -0
- package/dist/src/types.js +1 -0
- package/dist/src/types.js.map +1 -0
- package/dist/src/utils/bloom.d.ts +6 -0
- package/dist/src/utils/bloom.d.ts.map +1 -0
- package/dist/src/utils/bloom.js +30 -0
- package/dist/src/utils/bloom.js.map +1 -0
- package/dist/src/utils/build-conflict-columns.d.ts +4 -0
- package/dist/src/utils/build-conflict-columns.d.ts.map +1 -0
- package/dist/src/utils/build-conflict-columns.js +14 -0
- package/dist/src/utils/build-conflict-columns.js.map +1 -0
- package/dist/src/utils/common.d.ts +2 -0
- package/dist/src/utils/common.d.ts.map +1 -0
- package/dist/src/utils/common.js +4 -0
- package/dist/src/utils/common.js.map +1 -0
- package/dist/src/utils/cursor.d.ts +5 -0
- package/dist/src/utils/cursor.d.ts.map +1 -0
- package/dist/src/utils/cursor.js +8 -0
- package/dist/src/utils/cursor.js.map +1 -0
- package/dist/src/utils/format.d.ts +2 -0
- package/dist/src/utils/format.d.ts.map +1 -0
- package/dist/src/utils/format.js +16 -0
- package/dist/src/utils/format.js.map +1 -0
- package/dist/src/utils/hash.d.ts +9 -0
- package/dist/src/utils/hash.d.ts.map +1 -0
- package/dist/src/utils/hash.js +15 -0
- package/dist/src/utils/hash.js.map +1 -0
- package/dist/src/utils/json.d.ts +5 -0
- package/dist/src/utils/json.d.ts.map +1 -0
- package/dist/src/utils/json.js +11 -0
- package/dist/src/utils/json.js.map +1 -0
- package/dist/src/utils/logger.d.ts +11 -0
- package/dist/src/utils/logger.d.ts.map +1 -0
- package/dist/src/utils/logger.js +111 -0
- package/dist/src/utils/logger.js.map +1 -0
- package/dist/src/utils/shutdown.d.ts +9 -0
- package/dist/src/utils/shutdown.d.ts.map +1 -0
- package/dist/src/utils/shutdown.js +24 -0
- package/dist/src/utils/shutdown.js.map +1 -0
- package/dist/src/utils/timer.d.ts +6 -0
- package/dist/src/utils/timer.d.ts.map +1 -0
- package/dist/src/utils/timer.js +9 -0
- package/dist/src/utils/timer.js.map +1 -0
- package/dist/src/utils/types.d.ts +39 -0
- package/dist/src/utils/types.d.ts.map +1 -0
- package/dist/src/utils/types.js +1 -0
- package/dist/src/utils/types.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/hello/apps/foc-api/README.md +69 -0
- package/hello/apps/foc-api/biome.json +8 -0
- package/hello/apps/foc-api/index.html +13 -0
- package/hello/apps/foc-api/package.json +39 -0
- package/hello/apps/foc-api/public/vite.svg +1 -0
- package/hello/apps/foc-api/src/app.css +45 -0
- package/hello/apps/foc-api/src/app.tsx +43 -0
- package/hello/apps/foc-api/src/assets/Cloudflare_Logo.svg +51 -0
- package/hello/apps/foc-api/src/assets/react.svg +1 -0
- package/hello/apps/foc-api/src/client.ts +41 -0
- package/hello/apps/foc-api/src/components/account.tsx +100 -0
- package/hello/apps/foc-api/src/components/wallet-options.tsx +43 -0
- package/hello/apps/foc-api/src/index.css +68 -0
- package/hello/apps/foc-api/src/main.tsx +38 -0
- package/hello/apps/foc-api/src/vite-env.d.ts +1 -0
- package/hello/apps/foc-api/tsconfig.app.json +44 -0
- package/hello/apps/foc-api/tsconfig.json +17 -0
- package/hello/apps/foc-api/tsconfig.node.json +25 -0
- package/hello/apps/foc-api/tsconfig.worker.json +8 -0
- package/hello/apps/foc-api/vite.config.ts +8 -0
- package/hello/apps/foc-api/worker/capabilities.ts +25 -0
- package/hello/apps/foc-api/worker/index.ts +64 -0
- package/hello/apps/foc-api/worker/router.ts +35 -0
- package/hello/apps/foc-api/worker-configuration.d.ts +7357 -0
- package/hello/apps/foc-api/wrangler.jsonc +50 -0
- package/hello/apps/foc-app/README.md +69 -0
- package/hello/apps/foc-app/biome.json +8 -0
- package/hello/apps/foc-app/index.html +13 -0
- package/hello/apps/foc-app/package.json +39 -0
- package/hello/apps/foc-app/public/vite.svg +1 -0
- package/hello/apps/foc-app/src/app.css +45 -0
- package/hello/apps/foc-app/src/app.tsx +43 -0
- package/hello/apps/foc-app/src/assets/Cloudflare_Logo.svg +51 -0
- package/hello/apps/foc-app/src/assets/react.svg +1 -0
- package/hello/apps/foc-app/src/client.ts +41 -0
- package/hello/apps/foc-app/src/components/account.tsx +100 -0
- package/hello/apps/foc-app/src/components/wallet-options.tsx +43 -0
- package/hello/apps/foc-app/src/index.css +68 -0
- package/hello/apps/foc-app/src/main.tsx +38 -0
- package/hello/apps/foc-app/src/vite-env.d.ts +1 -0
- package/hello/apps/foc-app/tsconfig.app.json +44 -0
- package/hello/apps/foc-app/tsconfig.json +17 -0
- package/hello/apps/foc-app/tsconfig.node.json +25 -0
- package/hello/apps/foc-app/tsconfig.worker.json +8 -0
- package/hello/apps/foc-app/vite.config.ts +8 -0
- package/hello/apps/foc-app/worker/capabilities.ts +25 -0
- package/hello/apps/foc-app/worker/index.ts +64 -0
- package/hello/apps/foc-app/worker/router.ts +35 -0
- package/hello/apps/foc-app/worker-configuration.d.ts +7357 -0
- package/hello/apps/foc-app/wrangler.jsonc +50 -0
- package/hello/biome.json +50 -0
- package/hello/package.json +22 -0
- package/hello/pnpm-workspace.yaml +3 -0
- package/hello/tsconfig.json +37 -0
- package/package.json +78 -0
- package/src/api/index.ts +1 -0
- package/src/api/runner.ts +43 -0
- package/src/api/server.ts +38 -0
- package/src/api/sql-middleware.ts +131 -0
- package/src/api/sql.ts +149 -0
- package/src/api/sse.ts +12 -0
- package/src/bin/create.ts +199 -0
- package/src/bin/dev.ts +91 -0
- package/src/bin/flags.ts +65 -0
- package/src/bin/index.ts +28 -0
- package/src/bin/utils.ts +55 -0
- package/src/config/config.ts +221 -0
- package/src/config/env.ts +28 -0
- package/src/contants.ts +3 -0
- package/src/db/actions/blocks.ts +209 -0
- package/src/db/actions/index.ts +1 -0
- package/src/db/actions/transactions.ts +32 -0
- package/src/db/client.ts +186 -0
- package/src/db/column-types.ts +105 -0
- package/src/db/encode.ts +99 -0
- package/src/db/migrate.ts +222 -0
- package/src/db/schema/blocks.ts +24 -0
- package/src/db/schema/index.ts +21 -0
- package/src/db/schema/transactions.ts +39 -0
- package/src/db/transaction.ts +20 -0
- package/src/hooks/registry.ts +107 -0
- package/src/index.ts +9 -0
- package/src/indexer/backfill.ts +133 -0
- package/src/indexer/live.ts +76 -0
- package/src/indexer/process-block.ts +142 -0
- package/src/indexer/queue-block.ts +74 -0
- package/src/indexer/reorg.ts +120 -0
- package/src/indexer/runner.ts +35 -0
- package/src/rpc/client.ts +27 -0
- package/src/rpc/get-block.ts +100 -0
- package/src/rpc/get-logs.ts +38 -0
- package/src/schema.ts +10 -0
- package/src/types.ts +32 -0
- package/src/utils/bloom.ts +41 -0
- package/src/utils/build-conflict-columns.ts +26 -0
- package/src/utils/common.ts +3 -0
- package/src/utils/cursor.ts +7 -0
- package/src/utils/format.ts +18 -0
- package/src/utils/hash.ts +17 -0
- package/src/utils/json.ts +11 -0
- package/src/utils/logger.ts +149 -0
- package/src/utils/shutdown.ts +36 -0
- package/src/utils/timer.ts +8 -0
- package/src/utils/types.ts +87 -0
- package/template/biome.json +50 -0
- package/template/package.json +22 -0
- package/template/pnpm-workspace.yaml +3 -0
- package/template/tsconfig.json +37 -0
- package/tsconfig.json +8 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB,oBAAoB,CAAA;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAC9C,cAAc,sBAAsB,CAAA;AACpC,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACvD,mBAAmB,iBAAiB,CAAA;AACpC,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAA;AAC9E,YAAY,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAC/C,mBAAmB,kBAAkB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEjD,cAAc,sBAAsB,CAAA;AAGpC,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAA"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { type InternalConfig } from '../config/config.ts';
|
|
2
|
+
import type { Database } from '../db/client.ts';
|
|
3
|
+
import type { relations, schema } from '../db/schema/index.ts';
|
|
4
|
+
import type { HookRegistry } from '../hooks/registry.ts';
|
|
5
|
+
import type { Logger } from '../utils/logger.ts';
|
|
6
|
+
/**
|
|
7
|
+
* Executes historical catch-up from the current cursor to the safe head.
|
|
8
|
+
*/
|
|
9
|
+
export declare function runBackfill(args: {
|
|
10
|
+
logger: Logger;
|
|
11
|
+
config: InternalConfig;
|
|
12
|
+
db: Database<typeof schema, typeof relations>;
|
|
13
|
+
registry: HookRegistry;
|
|
14
|
+
}): Promise<bigint>;
|
|
15
|
+
//# sourceMappingURL=backfill.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backfill.d.ts","sourceRoot":"","sources":["../../../src/indexer/backfill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAE1E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAE9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAGxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAIhD;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE;IACtC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,cAAc,CAAA;IACtB,EAAE,EAAE,QAAQ,CAAC,OAAO,MAAM,EAAE,OAAO,SAAS,CAAC,CAAA;IAC7C,QAAQ,EAAE,YAAY,CAAA;CACvB,GAAG,OAAO,CAAC,MAAM,CAAC,CAgHlB"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { filterContracts } from "../config/config.js";
|
|
2
|
+
import { getBlocksInRange } from "../db/actions/blocks.js";
|
|
3
|
+
import { withTransaction } from "../db/transaction.js";
|
|
4
|
+
import { getLogsInRange } from "../rpc/get-logs.js";
|
|
5
|
+
import { windowEnd } from "../utils/cursor.js";
|
|
6
|
+
import { startClock } from "../utils/timer.js";
|
|
7
|
+
import { processBlock } from "./process-block.js";
|
|
8
|
+
/**
|
|
9
|
+
* Executes historical catch-up from the current cursor to the safe head.
|
|
10
|
+
*/
|
|
11
|
+
export async function runBackfill(args) {
|
|
12
|
+
const endClock = startClock();
|
|
13
|
+
const { db, registry, config, logger } = args;
|
|
14
|
+
const client = config.clients.backfill;
|
|
15
|
+
const chainHead = await client.getBlockNumber();
|
|
16
|
+
const safeHead = chainHead > config.finality ? chainHead - config.finality : 0n;
|
|
17
|
+
let cursor = config.startBlockNumber;
|
|
18
|
+
if (cursor > safeHead) {
|
|
19
|
+
logger.debug({
|
|
20
|
+
cursor: cursor.toString(),
|
|
21
|
+
backfillHead: safeHead.toString(),
|
|
22
|
+
head: chainHead.toString(),
|
|
23
|
+
}, 'no historical catch-up needed');
|
|
24
|
+
return cursor;
|
|
25
|
+
}
|
|
26
|
+
const batchSize = config.batchSize;
|
|
27
|
+
logger.debug({
|
|
28
|
+
fromBlock: cursor.toString(),
|
|
29
|
+
toBlock: safeHead.toString(),
|
|
30
|
+
batchSize: batchSize.toString(),
|
|
31
|
+
}, 'starting backfill');
|
|
32
|
+
while (cursor <= safeHead) {
|
|
33
|
+
const batchStartMs = Date.now();
|
|
34
|
+
const toBlock = windowEnd(cursor, batchSize, safeHead);
|
|
35
|
+
const windowContracts = filterContracts(config, cursor, toBlock);
|
|
36
|
+
logger.debug({
|
|
37
|
+
batchFromBlock: cursor.toString(),
|
|
38
|
+
batchToBlock: toBlock.toString(),
|
|
39
|
+
streamCount: windowContracts.addresses.length,
|
|
40
|
+
}, 'processing backfill batch');
|
|
41
|
+
const batchBlockNumbers = [];
|
|
42
|
+
let blockNumber = cursor;
|
|
43
|
+
while (blockNumber <= toBlock) {
|
|
44
|
+
batchBlockNumbers.push(blockNumber);
|
|
45
|
+
blockNumber += 1n;
|
|
46
|
+
}
|
|
47
|
+
const [blocksByNumber, logsByBlock] = await Promise.all([
|
|
48
|
+
getBlocksInRange(logger, db, batchBlockNumbers, client, windowContracts),
|
|
49
|
+
getLogsInRange({
|
|
50
|
+
logger,
|
|
51
|
+
client,
|
|
52
|
+
addresses: windowContracts.addresses,
|
|
53
|
+
events: windowContracts.eventAbis,
|
|
54
|
+
fromBlock: cursor,
|
|
55
|
+
toBlock,
|
|
56
|
+
}),
|
|
57
|
+
]);
|
|
58
|
+
let blockIndex = 0;
|
|
59
|
+
const endClockBatch = startClock();
|
|
60
|
+
await withTransaction(db, async (tx) => {
|
|
61
|
+
while (blockIndex < batchBlockNumbers.length) {
|
|
62
|
+
const blockNumber = batchBlockNumbers[blockIndex];
|
|
63
|
+
const prefetchedBlock = blocksByNumber.get(blockNumber);
|
|
64
|
+
await processBlock({
|
|
65
|
+
logger,
|
|
66
|
+
config,
|
|
67
|
+
db: tx,
|
|
68
|
+
client,
|
|
69
|
+
registry,
|
|
70
|
+
blockNumber,
|
|
71
|
+
logs: logsByBlock.get(blockNumber) ?? [],
|
|
72
|
+
block: prefetchedBlock,
|
|
73
|
+
type: 'backfill',
|
|
74
|
+
contracts: windowContracts,
|
|
75
|
+
});
|
|
76
|
+
blockIndex += 1;
|
|
77
|
+
}
|
|
78
|
+
});
|
|
79
|
+
logger.info({ duration: endClockBatch() }, 'batch block and events processed');
|
|
80
|
+
const batchElapsedMs = Date.now() - batchStartMs;
|
|
81
|
+
const blocksInRange = Number(toBlock - cursor + 1n);
|
|
82
|
+
const blocksPerSecond = batchElapsedMs > 0
|
|
83
|
+
? blocksInRange / (batchElapsedMs / 1000)
|
|
84
|
+
: blocksInRange;
|
|
85
|
+
logger.info({
|
|
86
|
+
indexedUpTo: toBlock.toString(),
|
|
87
|
+
duration: batchElapsedMs,
|
|
88
|
+
throughput: Number(blocksPerSecond.toFixed(2)),
|
|
89
|
+
}, 'backfill batch completed');
|
|
90
|
+
cursor = toBlock + 1n;
|
|
91
|
+
}
|
|
92
|
+
logger.info({ duration: endClock(), blocks: cursor - config.startBlockNumber }, 'backfill completed');
|
|
93
|
+
return cursor;
|
|
94
|
+
}
|
|
95
|
+
//# sourceMappingURL=backfill.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backfill.js","sourceRoot":"","sources":["../../../src/indexer/backfill.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAuB,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAEtD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEjD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAKjC;IACC,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAA;IAC7B,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAA;IACtC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;IAC/C,MAAM,QAAQ,GACZ,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAA;IAChE,IAAI,MAAM,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAEpC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACtB,MAAM,CAAC,KAAK,CACV;YACE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;YACzB,YAAY,EAAE,QAAQ,CAAC,QAAQ,EAAE;YACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,EAAE;SAC3B,EACD,+BAA+B,CAChC,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;IAClC,MAAM,CAAC,KAAK,CACV;QACE,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,QAAQ,CAAC,QAAQ,EAAE;QAC5B,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;KAChC,EACD,mBAAmB,CACpB,CAAA;IAED,OAAO,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAA;QACtD,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;QAEhE,MAAM,CAAC,KAAK,CACV;YACE,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE;YACjC,YAAY,EAAE,OAAO,CAAC,QAAQ,EAAE;YAChC,WAAW,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM;SAC9C,EACD,2BAA2B,CAC5B,CAAA;QACD,MAAM,iBAAiB,GAAa,EAAE,CAAA;QACtC,IAAI,WAAW,GAAG,MAAM,CAAA;QACxB,OAAO,WAAW,IAAI,OAAO,EAAE,CAAC;YAC9B,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACnC,WAAW,IAAI,EAAE,CAAA;QACnB,CAAC;QAED,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtD,gBAAgB,CAAC,MAAM,EAAE,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,CAAC;YACxE,cAAc,CAAC;gBACb,MAAM;gBACN,MAAM;gBACN,SAAS,EAAE,eAAe,CAAC,SAAS;gBACpC,MAAM,EAAE,eAAe,CAAC,SAAS;gBACjC,SAAS,EAAE,MAAM;gBACjB,OAAO;aACR,CAAC;SACH,CAAC,CAAA;QAEF,IAAI,UAAU,GAAG,CAAC,CAAA;QAElB,MAAM,aAAa,GAAG,UAAU,EAAE,CAAA;QAClC,MAAM,eAAe,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;YACrC,OAAO,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC;gBAC7C,MAAM,WAAW,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;gBACjD,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;gBAEvD,MAAM,YAAY,CAAC;oBACjB,MAAM;oBACN,MAAM;oBACN,EAAE,EAAE,EAAE;oBACN,MAAM;oBACN,QAAQ;oBACR,WAAW;oBACX,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE;oBACxC,KAAK,EAAE,eAAe;oBACtB,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,eAAe;iBAC3B,CAAC,CAAA;gBACF,UAAU,IAAI,CAAC,CAAA;YACjB,CAAC;QACH,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,IAAI,CACT,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,EAC7B,kCAAkC,CACnC,CAAA;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAA;QAChD,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,GAAG,EAAE,CAAC,CAAA;QACnD,MAAM,eAAe,GACnB,cAAc,GAAG,CAAC;YAChB,CAAC,CAAC,aAAa,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC;YACzC,CAAC,CAAC,aAAa,CAAA;QACnB,MAAM,CAAC,IAAI,CACT;YACE,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE;YAC/B,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAC/C,EACD,0BAA0B,CAC3B,CAAA;QACD,MAAM,GAAG,OAAO,GAAG,EAAE,CAAA;IACvB,CAAC;IAED,MAAM,CAAC,IAAI,CACT,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,gBAAgB,EAAE,EAClE,oBAAoB,CACrB,CAAA;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { PublicClient } from 'viem';
|
|
2
|
+
import type { InternalConfig } from '../config/config.ts';
|
|
3
|
+
import type { Database } from '../db/client.ts';
|
|
4
|
+
import type { relations, schema } from '../db/schema/index.ts';
|
|
5
|
+
import type { HookRegistry } from '../hooks/registry.ts';
|
|
6
|
+
import type { Logger } from '../utils/logger.ts';
|
|
7
|
+
/**
|
|
8
|
+
* Starts live head following and sequential block processing.
|
|
9
|
+
*/
|
|
10
|
+
export declare function startLiveSync(args: {
|
|
11
|
+
logger: Logger;
|
|
12
|
+
config: InternalConfig;
|
|
13
|
+
db: Database<typeof schema, typeof relations>;
|
|
14
|
+
client: PublicClient;
|
|
15
|
+
registry: HookRegistry;
|
|
16
|
+
initialCursor: bigint;
|
|
17
|
+
}): {
|
|
18
|
+
stop: () => void;
|
|
19
|
+
};
|
|
20
|
+
//# sourceMappingURL=live.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"live.d.ts","sourceRoot":"","sources":["../../../src/indexer/live.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,MAAM,CAAA;AACxC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAExD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAGhD;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE;IAClC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,cAAc,CAAA;IACtB,EAAE,EAAE,QAAQ,CAAC,OAAO,MAAM,EAAE,OAAO,SAAS,CAAC,CAAA;IAC7C,MAAM,EAAE,YAAY,CAAA;IACpB,QAAQ,EAAE,YAAY,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;CACtB,GAAG;IAAE,IAAI,EAAE,MAAM,IAAI,CAAA;CAAE,CAuDvB"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import PQueue from 'p-queue';
|
|
2
|
+
import { noop } from "../utils/common.js";
|
|
3
|
+
import { queueBlock } from "./queue-block.js";
|
|
4
|
+
/**
|
|
5
|
+
* Starts live head following and sequential block processing.
|
|
6
|
+
*/
|
|
7
|
+
export function startLiveSync(args) {
|
|
8
|
+
const { config, db, client, registry, logger } = args;
|
|
9
|
+
// filter out contracts that have endBlock set
|
|
10
|
+
const contracts = config.contractsForLive;
|
|
11
|
+
if (contracts.length === 0) {
|
|
12
|
+
logger.debug('all configured contracts have endBlock set; live sync disabled');
|
|
13
|
+
return { stop: noop };
|
|
14
|
+
}
|
|
15
|
+
const pqueue = new PQueue({ concurrency: 1 });
|
|
16
|
+
pqueue.on('error', (error) => {
|
|
17
|
+
logger.error({ error }, 'live queue error');
|
|
18
|
+
});
|
|
19
|
+
let nextBlockToQueue = args.initialCursor;
|
|
20
|
+
const unwatch = client.watchBlockNumber({
|
|
21
|
+
emitMissed: true,
|
|
22
|
+
emitOnBegin: true,
|
|
23
|
+
onBlockNumber: (head) => {
|
|
24
|
+
while (nextBlockToQueue <= head) {
|
|
25
|
+
const blockNumber = nextBlockToQueue;
|
|
26
|
+
pqueue.add(async () => {
|
|
27
|
+
await queueBlock({
|
|
28
|
+
logger,
|
|
29
|
+
blockNumber,
|
|
30
|
+
config,
|
|
31
|
+
db,
|
|
32
|
+
client,
|
|
33
|
+
registry,
|
|
34
|
+
queueSize: pqueue.size,
|
|
35
|
+
onRewind: (rewindTo) => {
|
|
36
|
+
nextBlockToQueue = rewindTo;
|
|
37
|
+
pqueue.clear();
|
|
38
|
+
},
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
nextBlockToQueue += 1n;
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
onError: (error) => {
|
|
45
|
+
logger.error({ error }, 'watchBlockNumber stream error');
|
|
46
|
+
},
|
|
47
|
+
});
|
|
48
|
+
logger.debug({ startBlock: nextBlockToQueue.toString() }, 'watching latest chain head');
|
|
49
|
+
return { stop: unwatch };
|
|
50
|
+
}
|
|
51
|
+
//# sourceMappingURL=live.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"live.js","sourceRoot":"","sources":["../../../src/indexer/live.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAA;AAM5B,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAA;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,IAO7B;IACC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAErD,8CAA8C;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAEzC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CACV,gEAAgE,CACjE,CAAA;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IACvB,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAA;IAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,IAAI,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAA;IAEzC,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC;QACtC,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,OAAO,gBAAgB,IAAI,IAAI,EAAE,CAAC;gBAChC,MAAM,WAAW,GAAG,gBAAgB,CAAA;gBACpC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;oBACpB,MAAM,UAAU,CAAC;wBACf,MAAM;wBACN,WAAW;wBACX,MAAM;wBACN,EAAE;wBACF,MAAM;wBACN,QAAQ;wBACR,SAAS,EAAE,MAAM,CAAC,IAAI;wBACtB,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE;4BACrB,gBAAgB,GAAG,QAAQ,CAAA;4BAC3B,MAAM,CAAC,KAAK,EAAE,CAAA;wBAChB,CAAC;qBACF,CAAC,CAAA;gBACJ,CAAC,CAAC,CAAA;gBACF,gBAAgB,IAAI,EAAE,CAAA;YACxB,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjB,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,+BAA+B,CAAC,CAAA;QAC1D,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,CAAC,KAAK,CACV,EAAE,UAAU,EAAE,gBAAgB,CAAC,QAAQ,EAAE,EAAE,EAC3C,4BAA4B,CAC7B,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AAC1B,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { AbiEvent, Log, PublicClient } from 'viem';
|
|
2
|
+
import type { FilteredContracts, InternalConfig } from '../config/config.ts';
|
|
3
|
+
import type { Database } from '../db/client.ts';
|
|
4
|
+
import type { relations, schema } from '../db/schema/index.ts';
|
|
5
|
+
import type { HookRegistry } from '../hooks/registry.ts';
|
|
6
|
+
import type { EncodedBlockWithTransactions } from '../types';
|
|
7
|
+
import type { Logger } from '../utils/logger.ts';
|
|
8
|
+
export type ProcessBlockResult = {
|
|
9
|
+
status: 'processed';
|
|
10
|
+
} | {
|
|
11
|
+
status: 'reorg';
|
|
12
|
+
rewindTo: bigint;
|
|
13
|
+
};
|
|
14
|
+
/**
|
|
15
|
+
* Processes one block: continuity check, event writes, and optional cursor update.
|
|
16
|
+
*/
|
|
17
|
+
export declare function processBlock(args: {
|
|
18
|
+
logger: Logger;
|
|
19
|
+
config: InternalConfig;
|
|
20
|
+
db: Database<typeof schema, typeof relations>;
|
|
21
|
+
client: PublicClient;
|
|
22
|
+
registry: HookRegistry<NonNullable<unknown>>;
|
|
23
|
+
blockNumber: bigint;
|
|
24
|
+
logs?: Log<bigint, number, false, AbiEvent>[];
|
|
25
|
+
block?: EncodedBlockWithTransactions;
|
|
26
|
+
type: 'backfill' | 'live';
|
|
27
|
+
contracts: FilteredContracts;
|
|
28
|
+
}): Promise<ProcessBlockResult>;
|
|
29
|
+
//# sourceMappingURL=process-block.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-block.d.ts","sourceRoot":"","sources":["../../../src/indexer/process-block.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,MAAM,CAAA;AACvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAE5E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAE9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAExD,OAAO,KAAK,EAAE,4BAA4B,EAAsB,MAAM,UAAU,CAAA;AAChF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAGhD,MAAM,MAAM,kBAAkB,GAC1B;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,GACvB;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzC;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE;IACvC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,cAAc,CAAA;IACtB,EAAE,EAAE,QAAQ,CAAC,OAAO,MAAM,EAAE,OAAO,SAAS,CAAC,CAAA;IAC7C,MAAM,EAAE,YAAY,CAAA;IACpB,QAAQ,EAAE,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;IAC5C,WAAW,EAAE,MAAM,CAAA;IACnB,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAA;IAC7C,KAAK,CAAC,EAAE,4BAA4B,CAAA;IACpC,IAAI,EAAE,UAAU,GAAG,MAAM,CAAA;IACzB,SAAS,EAAE,iBAAiB,CAAA;CAC7B,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA+G9B"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { cacheBlockAndTransactions } from "../db/actions/blocks.js";
|
|
2
|
+
import { withTransaction } from "../db/transaction.js";
|
|
3
|
+
import { safeGetBlock } from "../rpc/get-block.js";
|
|
4
|
+
import { ensureParentContinuity } from "./reorg.js";
|
|
5
|
+
/**
|
|
6
|
+
* Processes one block: continuity check, event writes, and optional cursor update.
|
|
7
|
+
*/
|
|
8
|
+
export async function processBlock(args) {
|
|
9
|
+
const { logger, config, db, client, registry, blockNumber, block: prefetchedBlock, logs: prefetchedLogs, type, contracts, } = args;
|
|
10
|
+
const transactionByHash = new Map();
|
|
11
|
+
let block;
|
|
12
|
+
let logs;
|
|
13
|
+
if (prefetchedBlock) {
|
|
14
|
+
block = prefetchedBlock;
|
|
15
|
+
}
|
|
16
|
+
if (prefetchedLogs) {
|
|
17
|
+
logs = prefetchedLogs;
|
|
18
|
+
}
|
|
19
|
+
if (!block || !logs) {
|
|
20
|
+
const [blockResult, logsResult] = await Promise.all([
|
|
21
|
+
safeGetBlock({ client, blockNumber, db }),
|
|
22
|
+
client.getLogs({
|
|
23
|
+
address: contracts.addresses,
|
|
24
|
+
events: contracts.eventAbis,
|
|
25
|
+
fromBlock: blockNumber,
|
|
26
|
+
toBlock: blockNumber,
|
|
27
|
+
}),
|
|
28
|
+
]);
|
|
29
|
+
block = blockResult;
|
|
30
|
+
logs = logsResult;
|
|
31
|
+
}
|
|
32
|
+
for (const tx of block.transactions) {
|
|
33
|
+
transactionByHash.set(tx.hash, tx);
|
|
34
|
+
}
|
|
35
|
+
if (type === 'live') {
|
|
36
|
+
const rewindTo = await ensureParentContinuity({
|
|
37
|
+
logger,
|
|
38
|
+
db,
|
|
39
|
+
client,
|
|
40
|
+
block,
|
|
41
|
+
});
|
|
42
|
+
if (rewindTo != null) {
|
|
43
|
+
return { status: 'reorg', rewindTo };
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
const write = async (tx) => {
|
|
47
|
+
if (type === 'live') {
|
|
48
|
+
await cacheBlockAndTransactions({
|
|
49
|
+
db: tx,
|
|
50
|
+
block,
|
|
51
|
+
logger,
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
for (const log of logs) {
|
|
55
|
+
const contractName = contracts.contractNameByAddress[log.address];
|
|
56
|
+
if (!contractName) {
|
|
57
|
+
logger.trace({ address: log.address }, 'contract not found in contract name by address');
|
|
58
|
+
continue;
|
|
59
|
+
}
|
|
60
|
+
const eventName = log.eventName;
|
|
61
|
+
if (!contracts.eventNames.has(eventName)) {
|
|
62
|
+
continue;
|
|
63
|
+
}
|
|
64
|
+
const transaction = transactionByHash.get(log.transactionHash);
|
|
65
|
+
if (!transaction) {
|
|
66
|
+
logger.trace({ transactionHash: log.transactionHash }, 'transaction not found in block transaction list');
|
|
67
|
+
continue;
|
|
68
|
+
}
|
|
69
|
+
await registry.dispatch({
|
|
70
|
+
key: `${contractName}:${eventName}`,
|
|
71
|
+
args: log.args,
|
|
72
|
+
log: log,
|
|
73
|
+
block,
|
|
74
|
+
transaction,
|
|
75
|
+
context: {
|
|
76
|
+
db: tx,
|
|
77
|
+
chainId: config.client.chain.id,
|
|
78
|
+
logger,
|
|
79
|
+
},
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
};
|
|
83
|
+
if (type === 'backfill') {
|
|
84
|
+
await write(db);
|
|
85
|
+
}
|
|
86
|
+
else {
|
|
87
|
+
await withTransaction(db, write);
|
|
88
|
+
}
|
|
89
|
+
return { status: 'processed' };
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=process-block.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process-block.js","sourceRoot":"","sources":["../../../src/indexer/process-block.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAA;AAGnE,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAEtD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAGlD,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAA;AAMnD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAWlC;IACC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,EAAE,EACF,MAAM,EACN,QAAQ,EACR,WAAW,EACX,KAAK,EAAE,eAAe,EACtB,IAAI,EAAE,cAAc,EACpB,IAAI,EACJ,SAAS,GACV,GAAG,IAAI,CAAA;IACR,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAqC,CAAA;IAEtE,IAAI,KAA+C,CAAA;IACnD,IAAI,IAAwD,CAAA;IAE5D,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,GAAG,eAAe,CAAA;IACzB,CAAC;IACD,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,GAAG,cAAc,CAAA;IACvB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC;gBACb,OAAO,EAAE,SAAS,CAAC,SAAS;gBAC5B,MAAM,EAAE,SAAS,CAAC,SAAS;gBAC3B,SAAS,EAAE,WAAW;gBACtB,OAAO,EAAE,WAAW;aACrB,CAAC;SACH,CAAC,CAAA;QAEF,KAAK,GAAG,WAAW,CAAA;QACnB,IAAI,GAAG,UAAU,CAAA;IACnB,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACpC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACpC,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC;YAC5C,MAAM;YACN,EAAE;YACF,MAAM;YACN,KAAK;SACN,CAAC,CAAA;QACF,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;QACtC,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,EAAE,EAA6C,EAAE,EAAE;QACpE,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,yBAAyB,CAAC;gBAC9B,EAAE,EAAE,EAAE;gBACN,KAAK;gBACL,MAAM;aACP,CAAC,CAAA;QACJ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,YAAY,GAAG,SAAS,CAAC,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAEjE,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,EACxB,gDAAgD,CACjD,CAAA;gBACD,SAAQ;YACV,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAA;YAE/B,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzC,SAAQ;YACV,CAAC;YACD,MAAM,WAAW,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;YAE9D,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CACV,EAAE,eAAe,EAAE,GAAG,CAAC,eAAe,EAAE,EAExC,iDAAiD,CAClD,CAAA;gBACD,SAAQ;YACV,CAAC;YACD,MAAM,QAAQ,CAAC,QAAQ,CAAC;gBACtB,GAAG,EAAE,GAAG,YAAY,IAAI,SAAS,EAAW;gBAC5C,IAAI,EAAE,GAAG,CAAC,IAAa;gBACvB,GAAG,EAAE,GAAY;gBACjB,KAAK;gBACL,WAAW;gBACX,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE;oBACN,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;oBAC/B,MAAM;iBACP;aACF,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAA;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,KAAK,CAAC,EAAE,CAAC,CAAA;IACjB,CAAC;SAAM,CAAC;QACN,MAAM,eAAe,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;IAClC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;AAChC,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Logger } from 'pino';
|
|
2
|
+
import type { PublicClient } from 'viem';
|
|
3
|
+
import { type InternalConfig } from '../config/config.ts';
|
|
4
|
+
import type { Database } from '../db/client.ts';
|
|
5
|
+
import type { relations, schema } from '../db/schema/index.ts';
|
|
6
|
+
import type { HookRegistry } from '../hooks/registry.ts';
|
|
7
|
+
export type QueueBlockArgs = {
|
|
8
|
+
logger: Logger;
|
|
9
|
+
blockNumber: bigint;
|
|
10
|
+
onRewind: (rewindTo: bigint) => void;
|
|
11
|
+
config: InternalConfig;
|
|
12
|
+
db: Database<typeof schema, typeof relations>;
|
|
13
|
+
client: PublicClient;
|
|
14
|
+
registry: HookRegistry;
|
|
15
|
+
queueSize: number;
|
|
16
|
+
};
|
|
17
|
+
export declare function queueBlock(args: QueueBlockArgs): Promise<void>;
|
|
18
|
+
//# sourceMappingURL=queue-block.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queue-block.d.ts","sourceRoot":"","sources":["../../../src/indexer/queue-block.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAA;AAClC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,MAAM,CAAA;AACxC,OAAO,EAAmB,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAIxD,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAA;IACpC,MAAM,EAAE,cAAc,CAAA;IACtB,EAAE,EAAE,QAAQ,CAAC,OAAO,MAAM,EAAE,OAAO,SAAS,CAAC,CAAA;IAC7C,MAAM,EAAE,YAAY,CAAA;IACpB,QAAQ,EAAE,YAAY,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;CAClB,CAAA;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAqDpE"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { filterContracts } from "../config/config.js";
|
|
2
|
+
import { startClock } from "../utils/timer.js";
|
|
3
|
+
import { processBlock } from "./process-block.js";
|
|
4
|
+
export async function queueBlock(args) {
|
|
5
|
+
const { config, db, client, registry, blockNumber, logger, onRewind, queueSize, } = args;
|
|
6
|
+
const endClock = startClock();
|
|
7
|
+
try {
|
|
8
|
+
const contracts = filterContracts(config, blockNumber, blockNumber);
|
|
9
|
+
const result = await processBlock({
|
|
10
|
+
logger,
|
|
11
|
+
config,
|
|
12
|
+
db,
|
|
13
|
+
client,
|
|
14
|
+
registry,
|
|
15
|
+
blockNumber,
|
|
16
|
+
type: 'live',
|
|
17
|
+
contracts,
|
|
18
|
+
});
|
|
19
|
+
if (result.status === 'reorg') {
|
|
20
|
+
logger.warn({
|
|
21
|
+
blockNumber: blockNumber.toString(),
|
|
22
|
+
rewindTo: result.rewindTo.toString(),
|
|
23
|
+
}, 'reorg detected during live processing; rewinding');
|
|
24
|
+
onRewind(result.rewindTo);
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
logger.info({
|
|
28
|
+
duration: endClock(),
|
|
29
|
+
blockNumber: blockNumber.toString(),
|
|
30
|
+
queueSize,
|
|
31
|
+
}, 'processed live block');
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
logger.error({ error, blockNumber: blockNumber.toString() }, 'block processing failed; rewinding');
|
|
35
|
+
onRewind(blockNumber - 1n);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=queue-block.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queue-block.js","sourceRoot":"","sources":["../../../src/indexer/queue-block.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAuB,MAAM,qBAAqB,CAAA;AAI1E,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAajD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAoB;IACnD,MAAM,EACJ,MAAM,EACN,EAAE,EACF,MAAM,EACN,QAAQ,EACR,WAAW,EACX,MAAM,EACN,QAAQ,EACR,SAAS,GACV,GAAG,IAAI,CAAA;IAER,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAA;IAC7B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,MAAM;YACN,MAAM;YACN,EAAE;YACF,MAAM;YACN,QAAQ;YACR,WAAW;YACX,IAAI,EAAE,MAAM;YACZ,SAAS;SACV,CAAC,CAAA;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CACT;gBACE,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE;gBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE;aACrC,EACD,kDAAkD,CACnD,CAAA;YACD,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YACzB,OAAM;QACR,CAAC;QAED,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,QAAQ,EAAE;YACpB,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE;YACnC,SAAS;SACV,EACD,sBAAsB,CACvB,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE,EAAE,EAC9C,oCAAoC,CACrC,CAAA;QACD,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC,CAAA;IAC5B,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { PublicClient } from 'viem';
|
|
2
|
+
import type { Database } from '../db/client.ts';
|
|
3
|
+
import type { EncodedBlockWithTransactions } from '../types';
|
|
4
|
+
import type { Logger } from '../utils/logger.ts';
|
|
5
|
+
/**
|
|
6
|
+
* Verifies parent-hash continuity and rolls back divergent canonical rows if needed.
|
|
7
|
+
* Returns the rewind start block when a reorg is detected.
|
|
8
|
+
*/
|
|
9
|
+
export declare function ensureParentContinuity(args: {
|
|
10
|
+
logger: Logger;
|
|
11
|
+
db: Database;
|
|
12
|
+
client: PublicClient;
|
|
13
|
+
block: EncodedBlockWithTransactions;
|
|
14
|
+
}): Promise<bigint | null>;
|
|
15
|
+
/**
|
|
16
|
+
* Validates recent indexed blocks against chain state on startup.
|
|
17
|
+
*/
|
|
18
|
+
export declare function verifyRecentBlocks(args: {
|
|
19
|
+
logger: Logger;
|
|
20
|
+
db: Database;
|
|
21
|
+
client: PublicClient;
|
|
22
|
+
depth: bigint;
|
|
23
|
+
}): Promise<void>;
|
|
24
|
+
//# sourceMappingURL=reorg.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reorg.d.ts","sourceRoot":"","sources":["../../../src/indexer/reorg.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,MAAM,CAAA;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAE/C,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,UAAU,CAAA;AAE5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAGhD;;;GAGG;AACH,wBAAsB,sBAAsB,CAAC,IAAI,EAAE;IACjD,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE,QAAQ,CAAA;IACZ,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,EAAE,4BAA4B,CAAA;CACpC,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA2DzB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,IAAI,EAAE;IAC7C,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE,QAAQ,CAAA;IACZ,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;CACd,GAAG,OAAO,CAAC,IAAI,CAAC,CAgChB"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { deleteBlocksFrom } from "../db/actions/blocks.js";
|
|
2
|
+
import { safeGetBlock } from "../rpc/get-block.js";
|
|
3
|
+
import { hashEquals } from "../utils/hash.js";
|
|
4
|
+
import { startClock } from "../utils/timer.js";
|
|
5
|
+
/**
|
|
6
|
+
* Verifies parent-hash continuity and rolls back divergent canonical rows if needed.
|
|
7
|
+
* Returns the rewind start block when a reorg is detected.
|
|
8
|
+
*/
|
|
9
|
+
export async function ensureParentContinuity(args) {
|
|
10
|
+
const { logger, db, client, block } = args;
|
|
11
|
+
if (block.number === 0n)
|
|
12
|
+
return null;
|
|
13
|
+
// get the previous block
|
|
14
|
+
const previous = (await db.$prepared.getBlockById.execute({
|
|
15
|
+
db,
|
|
16
|
+
blockNumber: block.number - 1n,
|
|
17
|
+
}))[0];
|
|
18
|
+
if (!previous)
|
|
19
|
+
return null;
|
|
20
|
+
// check if the previous block's hash is the same as the block's parent hash
|
|
21
|
+
if (hashEquals(previous.hash, block.parentHash)) {
|
|
22
|
+
return null;
|
|
23
|
+
}
|
|
24
|
+
logger.warn({ blockNumber: block.number.toString() }, 'parent mismatch detected; rolling back');
|
|
25
|
+
// Walk backward from the immediate parent of the failing block until we find
|
|
26
|
+
// a block number where DB and chain hashes agree again.
|
|
27
|
+
let cursor = block.number - 1n;
|
|
28
|
+
while (true) {
|
|
29
|
+
// 1) Read the DB's canonical block at this height.
|
|
30
|
+
const dbBlock = (await db.$prepared.getBlockById.execute({ blockNumber: cursor }))[0];
|
|
31
|
+
if (!dbBlock) {
|
|
32
|
+
cursor -= 1n;
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
// 2) Read chain block at the same height.
|
|
36
|
+
const chainBlock = await safeGetBlock({ client, blockNumber: cursor, db });
|
|
37
|
+
// if (blockResult.status === 'null_round') {
|
|
38
|
+
// cursor -= 1n
|
|
39
|
+
// continue
|
|
40
|
+
// }
|
|
41
|
+
// 3) Found the last common ancestor. Rewind to the first divergent height.
|
|
42
|
+
if (hashEquals(chainBlock.hash, dbBlock.hash)) {
|
|
43
|
+
const rewindTo = cursor;
|
|
44
|
+
await deleteBlocksFrom(db, rewindTo);
|
|
45
|
+
return rewindTo;
|
|
46
|
+
}
|
|
47
|
+
// 4) Still divergent at this height; keep scanning backward.
|
|
48
|
+
// TODO This should finality depth and it should delete and throw critical error
|
|
49
|
+
if (cursor === 0n) {
|
|
50
|
+
await deleteBlocksFrom(db, 0n);
|
|
51
|
+
return 0n;
|
|
52
|
+
}
|
|
53
|
+
cursor -= 1n;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Validates recent indexed blocks against chain state on startup.
|
|
58
|
+
*/
|
|
59
|
+
export async function verifyRecentBlocks(args) {
|
|
60
|
+
const { logger, db, client, depth } = args;
|
|
61
|
+
const endClock = startClock();
|
|
62
|
+
const latest = (await db.$prepared.getLatestBlock.execute())[0]?.number ?? null;
|
|
63
|
+
if (latest == null)
|
|
64
|
+
return;
|
|
65
|
+
const start = latest - depth >= 0n ? latest - depth : 0n;
|
|
66
|
+
let blockNumber = start;
|
|
67
|
+
while (blockNumber <= latest) {
|
|
68
|
+
const dbBlock = (await db.$prepared.getBlockById.execute({ blockNumber }))[0];
|
|
69
|
+
if (!dbBlock) {
|
|
70
|
+
blockNumber += 1n;
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
const chainBlock = await safeGetBlock({ client, blockNumber, db });
|
|
74
|
+
if (!hashEquals(chainBlock.hash, dbBlock.hash)) {
|
|
75
|
+
logger.warn({ blockNumber: blockNumber.toString() }, 'startup sanity check mismatch detected');
|
|
76
|
+
await deleteBlocksFrom(db, blockNumber);
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
blockNumber += 1n;
|
|
80
|
+
}
|
|
81
|
+
logger.info({ duration: endClock() }, 'startup sanity check completed');
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=reorg.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reorg.js","sourceRoot":"","sources":["../../../src/indexer/reorg.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAE1D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAElD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE9C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAK5C;IACC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE;QAAE,OAAO,IAAI,CAAA;IAEpC,yBAAyB;IACzB,MAAM,QAAQ,GAAG,CACf,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC;QACtC,EAAE;QACF,WAAW,EAAE,KAAK,CAAC,MAAM,GAAG,EAAE;KAC/B,CAAC,CACH,CAAC,CAAC,CAAC,CAAA;IACJ,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAE1B,4EAA4E;IAC5E,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,EACxC,wCAAwC,CACzC,CAAA;IAED,6EAA6E;IAC7E,wDAAwD;IACxD,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAA;IAE9B,OAAO,IAAI,EAAE,CAAC;QACZ,mDAAmD;QACnD,MAAM,OAAO,GAAG,CACd,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CACjE,CAAC,CAAC,CAAC,CAAA;QACJ,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,EAAE,CAAA;YACZ,SAAQ;QACV,CAAC;QAED,0CAA0C;QAC1C,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAA;QAC1E,6CAA6C;QAC7C,iBAAiB;QACjB,aAAa;QACb,IAAI;QAEJ,2EAA2E;QAC3E,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,CAAA;YACvB,MAAM,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;YACpC,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,6DAA6D;QAC7D,gFAAgF;QAChF,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAClB,MAAM,gBAAgB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;YAC9B,OAAO,EAAE,CAAA;QACX,CAAC;QACD,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAKxC;IACC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;IAC1C,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAA;IAC7B,MAAM,MAAM,GACV,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAA;IAElE,IAAI,MAAM,IAAI,IAAI;QAAE,OAAM;IAE1B,MAAM,KAAK,GAAG,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IACxD,IAAI,WAAW,GAAG,KAAK,CAAA;IACvB,OAAO,WAAW,IAAI,MAAM,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,CACd,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CACzD,CAAC,CAAC,CAAC,CAAA;QAEJ,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,WAAW,IAAI,EAAE,CAAA;YACjB,SAAQ;QACV,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAA;QAElE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE,EAAE,EACvC,wCAAwC,CACzC,CAAA;YACD,MAAM,gBAAgB,CAAC,EAAE,EAAE,WAAW,CAAC,CAAA;YACvC,OAAM;QACR,CAAC;QACD,WAAW,IAAI,EAAE,CAAA;IACnB,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,gCAAgC,CAAC,CAAA;AACzE,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { InternalConfig } from '../config/config.ts';
|
|
2
|
+
import type { Database } from '../db/client.ts';
|
|
3
|
+
import type { relations, schema } from '../db/schema/index.ts';
|
|
4
|
+
import type { HookRegistry } from '../hooks/registry.ts';
|
|
5
|
+
import type { Logger } from '../utils/logger.ts';
|
|
6
|
+
export declare function bootstrapIndexer(options: {
|
|
7
|
+
logger: Logger;
|
|
8
|
+
db: Database<typeof schema, typeof relations>;
|
|
9
|
+
registry: HookRegistry;
|
|
10
|
+
config: InternalConfig;
|
|
11
|
+
}): Promise<{
|
|
12
|
+
stop: () => void;
|
|
13
|
+
}>;
|
|
14
|
+
//# sourceMappingURL=runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/indexer/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAKhD,wBAAsB,gBAAgB,CAAC,OAAO,EAAE;IAC9C,MAAM,EAAE,MAAM,CAAA;IACd,EAAE,EAAE,QAAQ,CAAC,OAAO,MAAM,EAAE,OAAO,SAAS,CAAC,CAAA;IAC7C,QAAQ,EAAE,YAAY,CAAA;IACtB,MAAM,EAAE,cAAc,CAAA;CACvB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,IAAI,CAAA;CAAE,CAAC,CAoBhC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { runBackfill } from "./backfill.js";
|
|
2
|
+
import { startLiveSync } from "./live.js";
|
|
3
|
+
import { verifyRecentBlocks } from "./reorg.js";
|
|
4
|
+
export async function bootstrapIndexer(options) {
|
|
5
|
+
await verifyRecentBlocks({
|
|
6
|
+
logger: options.logger,
|
|
7
|
+
db: options.db,
|
|
8
|
+
client: options.config.clients.backfill,
|
|
9
|
+
depth: options.config.finality,
|
|
10
|
+
});
|
|
11
|
+
const nextCursor = await runBackfill(options);
|
|
12
|
+
const live = startLiveSync({
|
|
13
|
+
logger: options.logger,
|
|
14
|
+
config: options.config,
|
|
15
|
+
db: options.db,
|
|
16
|
+
client: options.config.clients.live,
|
|
17
|
+
registry: options.registry,
|
|
18
|
+
initialCursor: nextCursor,
|
|
19
|
+
});
|
|
20
|
+
return live;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/indexer/runner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAE/C,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAKtC;IACC,MAAM,kBAAkB,CAAC;QACvB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ;QACvC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KAC/B,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAA;IAE7C,MAAM,IAAI,GAAG,aAAa,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI;QACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa,EAAE,UAAU;KAC1B,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACb,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { type PublicClient } from 'viem';
|
|
2
|
+
import type { ClientConfig } from '../config/config.ts';
|
|
3
|
+
export type RpcClients = {
|
|
4
|
+
backfill: PublicClient;
|
|
5
|
+
live: PublicClient;
|
|
6
|
+
};
|
|
7
|
+
/**
|
|
8
|
+
* Creates a viem public client configured for the target FEVM chain.
|
|
9
|
+
*/
|
|
10
|
+
export declare function createRpcClients(options: ClientConfig): RpcClients;
|
|
11
|
+
//# sourceMappingURL=client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/rpc/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,MAAM,CAAA;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAEvD,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,EAAE,YAAY,CAAA;IACtB,IAAI,EAAE,YAAY,CAAA;CACnB,CAAA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,YAAY,GAAG,UAAU,CAelE"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { createPublicClient } from 'viem';
|
|
2
|
+
/**
|
|
3
|
+
* Creates a viem public client configured for the target FEVM chain.
|
|
4
|
+
*/
|
|
5
|
+
export function createRpcClients(options) {
|
|
6
|
+
const backfill = createPublicClient(options);
|
|
7
|
+
const liveTransport = options.realtimeTransport ?? options.transport;
|
|
8
|
+
const live = createPublicClient({
|
|
9
|
+
chain: options.chain,
|
|
10
|
+
transport: liveTransport,
|
|
11
|
+
pollingInterval: 1000,
|
|
12
|
+
});
|
|
13
|
+
return {
|
|
14
|
+
backfill,
|
|
15
|
+
live,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/rpc/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAqB,MAAM,MAAM,CAAA;AAQ5D;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACpD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;IAE5C,MAAM,aAAa,GAAG,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,SAAS,CAAA;IAEpE,MAAM,IAAI,GAAG,kBAAkB,CAAC;QAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,aAAa;QACxB,eAAe,EAAE,IAAI;KACtB,CAAC,CAAA;IAEF,OAAO;QACL,QAAQ;QACR,IAAI;KACL,CAAA;AACH,CAAC"}
|