ponder 0.14.13 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/dist/esm/bin/commands/createViews.js +28 -11
- package/dist/esm/bin/commands/createViews.js.map +1 -1
- package/dist/esm/bin/commands/dev.js +42 -22
- package/dist/esm/bin/commands/dev.js.map +1 -1
- package/dist/esm/bin/commands/prune.js +3 -0
- package/dist/esm/bin/commands/prune.js.map +1 -1
- package/dist/esm/bin/commands/serve.js +4 -1
- package/dist/esm/bin/commands/serve.js.map +1 -1
- package/dist/esm/bin/commands/start.js +18 -6
- package/dist/esm/bin/commands/start.js.map +1 -1
- package/dist/esm/bin/isolatedController.js +200 -0
- package/dist/esm/bin/isolatedController.js.map +1 -0
- package/dist/esm/bin/isolatedWorker.js +146 -0
- package/dist/esm/bin/isolatedWorker.js.map +1 -0
- package/dist/esm/build/config.js +322 -402
- package/dist/esm/build/config.js.map +1 -1
- package/dist/esm/build/index.js +8 -11
- package/dist/esm/build/index.js.map +1 -1
- package/dist/esm/build/pre.js +1 -4
- package/dist/esm/build/pre.js.map +1 -1
- package/dist/esm/build/schema.js +25 -3
- package/dist/esm/build/schema.js.map +1 -1
- package/dist/esm/client/index.js +306 -42
- package/dist/esm/client/index.js.map +1 -1
- package/dist/esm/database/actions.js +264 -104
- package/dist/esm/database/actions.js.map +1 -1
- package/dist/esm/database/index.js +39 -33
- package/dist/esm/database/index.js.map +1 -1
- package/dist/esm/database/queryBuilder.js +1 -0
- package/dist/esm/database/queryBuilder.js.map +1 -1
- package/dist/esm/drizzle/index.js +11 -7
- package/dist/esm/drizzle/index.js.map +1 -1
- package/dist/esm/drizzle/onchain.js +18 -0
- package/dist/esm/drizzle/onchain.js.map +1 -1
- package/dist/esm/indexing/client.js +32 -25
- package/dist/esm/indexing/client.js.map +1 -1
- package/dist/esm/indexing/index.js +110 -178
- package/dist/esm/indexing/index.js.map +1 -1
- package/dist/esm/indexing/profile.js +1 -1
- package/dist/esm/indexing/profile.js.map +1 -1
- package/dist/esm/indexing-store/cache.js +196 -274
- package/dist/esm/indexing-store/cache.js.map +1 -1
- package/dist/esm/indexing-store/historical.js +17 -13
- package/dist/esm/indexing-store/historical.js.map +1 -1
- package/dist/esm/indexing-store/index.js +10 -1
- package/dist/esm/indexing-store/index.js.map +1 -1
- package/dist/esm/indexing-store/profile.js +3 -3
- package/dist/esm/indexing-store/profile.js.map +1 -1
- package/dist/esm/indexing-store/realtime.js +27 -2
- package/dist/esm/indexing-store/realtime.js.map +1 -1
- package/dist/esm/internal/errors.js +28 -0
- package/dist/esm/internal/errors.js.map +1 -1
- package/dist/esm/internal/metrics.js +279 -82
- package/dist/esm/internal/metrics.js.map +1 -1
- package/dist/esm/internal/options.js +1 -0
- package/dist/esm/internal/options.js.map +1 -1
- package/dist/esm/internal/telemetry.js +1 -1
- package/dist/esm/internal/telemetry.js.map +1 -1
- package/dist/esm/rpc/http.js +130 -0
- package/dist/esm/rpc/http.js.map +1 -0
- package/dist/esm/rpc/index.js +38 -7
- package/dist/esm/rpc/index.js.map +1 -1
- package/dist/esm/runtime/events.js +179 -212
- package/dist/esm/runtime/events.js.map +1 -1
- package/dist/esm/runtime/filter.js +71 -0
- package/dist/esm/runtime/filter.js.map +1 -1
- package/dist/esm/runtime/fragments.js +78 -73
- package/dist/esm/runtime/fragments.js.map +1 -1
- package/dist/esm/runtime/historical.js +306 -130
- package/dist/esm/runtime/historical.js.map +1 -1
- package/dist/esm/runtime/index.js +183 -58
- package/dist/esm/runtime/index.js.map +1 -1
- package/dist/esm/runtime/isolated.js +462 -0
- package/dist/esm/runtime/isolated.js.map +1 -0
- package/dist/esm/runtime/multichain.js +80 -73
- package/dist/esm/runtime/multichain.js.map +1 -1
- package/dist/esm/runtime/omnichain.js +82 -75
- package/dist/esm/runtime/omnichain.js.map +1 -1
- package/dist/esm/runtime/realtime.js +198 -66
- package/dist/esm/runtime/realtime.js.map +1 -1
- package/dist/esm/sync-historical/index.js +416 -457
- package/dist/esm/sync-historical/index.js.map +1 -1
- package/dist/esm/sync-realtime/bloom.js +3 -3
- package/dist/esm/sync-realtime/bloom.js.map +1 -1
- package/dist/esm/sync-realtime/index.js +27 -46
- package/dist/esm/sync-realtime/index.js.map +1 -1
- package/dist/esm/sync-store/index.js +112 -63
- package/dist/esm/sync-store/index.js.map +1 -1
- package/dist/esm/utils/abi.js +20 -32
- package/dist/esm/utils/abi.js.map +1 -1
- package/dist/esm/utils/chunk.js +8 -0
- package/dist/esm/utils/chunk.js.map +1 -0
- package/dist/esm/utils/promiseAllSettledWithThrow.js +19 -0
- package/dist/esm/utils/promiseAllSettledWithThrow.js.map +1 -0
- package/dist/esm/{client/parse.js → utils/sql-parse.js} +94 -80
- package/dist/esm/utils/sql-parse.js.map +1 -0
- package/dist/types/bin/commands/createViews.d.ts.map +1 -1
- package/dist/types/bin/commands/dev.d.ts.map +1 -1
- package/dist/types/bin/commands/prune.d.ts.map +1 -1
- package/dist/types/bin/commands/serve.d.ts.map +1 -1
- package/dist/types/bin/commands/start.d.ts.map +1 -1
- package/dist/types/bin/isolatedController.d.ts +13 -0
- package/dist/types/bin/isolatedController.d.ts.map +1 -0
- package/dist/types/bin/isolatedWorker.d.ts +9 -0
- package/dist/types/bin/isolatedWorker.d.ts.map +1 -0
- package/dist/types/build/config.d.ts +29 -11
- package/dist/types/build/config.d.ts.map +1 -1
- package/dist/types/build/index.d.ts +3 -2
- package/dist/types/build/index.d.ts.map +1 -1
- package/dist/types/build/pre.d.ts +1 -1
- package/dist/types/build/pre.d.ts.map +1 -1
- package/dist/types/build/schema.d.ts +5 -3
- package/dist/types/build/schema.d.ts.map +1 -1
- package/dist/types/client/index.d.ts +1 -1
- package/dist/types/client/index.d.ts.map +1 -1
- package/dist/types/config/index.d.ts +3 -3
- package/dist/types/config/index.d.ts.map +1 -1
- package/dist/types/database/actions.d.ts +53 -7
- package/dist/types/database/actions.d.ts.map +1 -1
- package/dist/types/database/index.d.ts +21 -21
- package/dist/types/database/index.d.ts.map +1 -1
- package/dist/types/database/queryBuilder.d.ts.map +1 -1
- package/dist/types/drizzle/index.d.ts +4 -5
- package/dist/types/drizzle/index.d.ts.map +1 -1
- package/dist/types/drizzle/onchain.d.ts +6 -0
- package/dist/types/drizzle/onchain.d.ts.map +1 -1
- package/dist/types/indexing/client.d.ts.map +1 -1
- package/dist/types/indexing/index.d.ts +2 -5
- package/dist/types/indexing/index.d.ts.map +1 -1
- package/dist/types/indexing-store/cache.d.ts +3 -2
- package/dist/types/indexing-store/cache.d.ts.map +1 -1
- package/dist/types/indexing-store/historical.d.ts +2 -1
- package/dist/types/indexing-store/historical.d.ts.map +1 -1
- package/dist/types/indexing-store/index.d.ts +1 -0
- package/dist/types/indexing-store/index.d.ts.map +1 -1
- package/dist/types/indexing-store/realtime.d.ts +2 -1
- package/dist/types/indexing-store/realtime.d.ts.map +1 -1
- package/dist/types/internal/errors.d.ts +5 -0
- package/dist/types/internal/errors.d.ts.map +1 -1
- package/dist/types/internal/metrics.d.ts +21 -0
- package/dist/types/internal/metrics.d.ts.map +1 -1
- package/dist/types/internal/options.d.ts +2 -0
- package/dist/types/internal/options.d.ts.map +1 -1
- package/dist/types/internal/types.d.ts +66 -58
- package/dist/types/internal/types.d.ts.map +1 -1
- package/dist/types/rpc/http.d.ts +17 -0
- package/dist/types/rpc/http.d.ts.map +1 -0
- package/dist/types/rpc/index.d.ts.map +1 -1
- package/dist/types/runtime/events.d.ts +4 -4
- package/dist/types/runtime/events.d.ts.map +1 -1
- package/dist/types/runtime/filter.d.ts +5 -1
- package/dist/types/runtime/filter.d.ts.map +1 -1
- package/dist/types/runtime/fragments.d.ts +4 -3
- package/dist/types/runtime/fragments.d.ts.map +1 -1
- package/dist/types/runtime/historical.d.ts +29 -13
- package/dist/types/runtime/historical.d.ts.map +1 -1
- package/dist/types/runtime/index.d.ts +49 -6
- package/dist/types/runtime/index.d.ts.map +1 -1
- package/dist/types/runtime/init.d.ts +5 -5
- package/dist/types/runtime/init.d.ts.map +1 -1
- package/dist/types/runtime/isolated.d.ts +14 -0
- package/dist/types/runtime/isolated.d.ts.map +1 -0
- package/dist/types/runtime/multichain.d.ts.map +1 -1
- package/dist/types/runtime/omnichain.d.ts.map +1 -1
- package/dist/types/runtime/realtime.d.ts +21 -10
- package/dist/types/runtime/realtime.d.ts.map +1 -1
- package/dist/types/sync-historical/index.d.ts +18 -8
- package/dist/types/sync-historical/index.d.ts.map +1 -1
- package/dist/types/sync-realtime/bloom.d.ts.map +1 -1
- package/dist/types/sync-realtime/index.d.ts +2 -2
- package/dist/types/sync-realtime/index.d.ts.map +1 -1
- package/dist/types/sync-store/index.d.ts +9 -9
- package/dist/types/sync-store/index.d.ts.map +1 -1
- package/dist/types/utils/abi.d.ts +3 -34
- package/dist/types/utils/abi.d.ts.map +1 -1
- package/dist/types/utils/chunk.d.ts +2 -0
- package/dist/types/utils/chunk.d.ts.map +1 -0
- package/dist/types/utils/promiseAllSettledWithThrow.d.ts +8 -0
- package/dist/types/utils/promiseAllSettledWithThrow.d.ts.map +1 -0
- package/dist/types/utils/sql-parse.d.ts +21 -0
- package/dist/types/utils/sql-parse.d.ts.map +1 -0
- package/package.json +2 -2
- package/src/bin/commands/createViews.ts +35 -15
- package/src/bin/commands/dev.ts +43 -21
- package/src/bin/commands/prune.ts +6 -0
- package/src/bin/commands/serve.ts +4 -1
- package/src/bin/commands/start.ts +20 -5
- package/src/bin/isolatedController.ts +300 -0
- package/src/bin/isolatedWorker.ts +192 -0
- package/src/build/config.ts +570 -632
- package/src/build/index.ts +14 -14
- package/src/build/pre.ts +1 -4
- package/src/build/schema.ts +49 -4
- package/src/client/index.ts +386 -48
- package/src/config/index.ts +3 -3
- package/src/database/actions.ts +469 -120
- package/src/database/index.ts +85 -58
- package/src/database/queryBuilder.ts +1 -0
- package/src/drizzle/index.ts +15 -7
- package/src/drizzle/onchain.ts +19 -0
- package/src/indexing/client.ts +38 -25
- package/src/indexing/index.ts +137 -230
- package/src/indexing/profile.ts +1 -1
- package/src/indexing-store/cache.ts +285 -414
- package/src/indexing-store/historical.ts +20 -10
- package/src/indexing-store/index.ts +16 -0
- package/src/indexing-store/profile.ts +3 -3
- package/src/indexing-store/realtime.ts +28 -0
- package/src/internal/errors.ts +26 -0
- package/src/internal/metrics.ts +341 -111
- package/src/internal/options.ts +4 -0
- package/src/internal/telemetry.ts +1 -1
- package/src/internal/types.ts +70 -87
- package/src/rpc/http.ts +164 -0
- package/src/rpc/index.ts +39 -7
- package/src/runtime/events.ts +195 -240
- package/src/runtime/filter.ts +85 -1
- package/src/runtime/fragments.ts +109 -113
- package/src/runtime/historical.ts +467 -189
- package/src/runtime/index.ts +337 -69
- package/src/runtime/init.ts +5 -5
- package/src/runtime/isolated.ts +768 -0
- package/src/runtime/multichain.ts +137 -102
- package/src/runtime/omnichain.ts +138 -106
- package/src/runtime/realtime.ts +322 -123
- package/src/sync-historical/index.ts +556 -692
- package/src/sync-realtime/bloom.ts +7 -3
- package/src/sync-realtime/index.ts +31 -46
- package/src/sync-store/index.ts +189 -95
- package/src/utils/abi.ts +33 -90
- package/src/utils/chunk.ts +7 -0
- package/src/utils/promiseAllSettledWithThrow.ts +27 -0
- package/src/{client/parse.ts → utils/sql-parse.ts} +100 -90
- package/dist/esm/client/parse.js.map +0 -1
- package/dist/types/client/parse.d.ts +0 -14
- package/dist/types/client/parse.d.ts.map +0 -1
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import type { LogFilter, SyncBlock } from "@/internal/types.js";
|
|
2
|
-
import {
|
|
2
|
+
import {
|
|
3
|
+
getFilterFromBlock,
|
|
4
|
+
getFilterToBlock,
|
|
5
|
+
isAddressFactory,
|
|
6
|
+
} from "@/runtime/filter.js";
|
|
3
7
|
import { type Hex, hexToBytes, hexToNumber, keccak256 } from "viem";
|
|
4
8
|
|
|
5
9
|
export const zeroLogsBloom =
|
|
@@ -42,8 +46,8 @@ export function isFilterInBloom({
|
|
|
42
46
|
}): boolean {
|
|
43
47
|
// Return `false` for out of range blocks
|
|
44
48
|
if (
|
|
45
|
-
hexToNumber(block.number) < (filter
|
|
46
|
-
hexToNumber(block.number) > (filter
|
|
49
|
+
hexToNumber(block.number) < getFilterFromBlock(filter) ||
|
|
50
|
+
hexToNumber(block.number) > getFilterToBlock(filter)
|
|
47
51
|
) {
|
|
48
52
|
return false;
|
|
49
53
|
}
|
|
@@ -3,12 +3,12 @@ import { ShutdownError } from "@/internal/errors.js";
|
|
|
3
3
|
import type {
|
|
4
4
|
BlockFilter,
|
|
5
5
|
Chain,
|
|
6
|
+
EventCallback,
|
|
6
7
|
Factory,
|
|
7
8
|
FactoryId,
|
|
8
9
|
Filter,
|
|
9
10
|
LightBlock,
|
|
10
11
|
LogFilter,
|
|
11
|
-
Source,
|
|
12
12
|
SyncBlock,
|
|
13
13
|
SyncBlockHeader,
|
|
14
14
|
SyncLog,
|
|
@@ -34,6 +34,7 @@ import {
|
|
|
34
34
|
import type { Rpc } from "@/rpc/index.js";
|
|
35
35
|
import {
|
|
36
36
|
getChildAddress,
|
|
37
|
+
getFilterFactories,
|
|
37
38
|
isAddressFactory,
|
|
38
39
|
isAddressMatched,
|
|
39
40
|
isBlockFilterMatched,
|
|
@@ -87,7 +88,7 @@ type CreateRealtimeSyncParameters = {
|
|
|
87
88
|
common: Common;
|
|
88
89
|
chain: Chain;
|
|
89
90
|
rpc: Rpc;
|
|
90
|
-
|
|
91
|
+
eventCallbacks: EventCallback[];
|
|
91
92
|
syncProgress: Pick<SyncProgress, "finalized">;
|
|
92
93
|
childAddresses: Map<FactoryId, Map<Address, number>>;
|
|
93
94
|
};
|
|
@@ -135,46 +136,36 @@ export const createRealtimeSync = (
|
|
|
135
136
|
const transferFilters: TransferFilter[] = [];
|
|
136
137
|
const blockFilters: BlockFilter[] = [];
|
|
137
138
|
|
|
138
|
-
for (const
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
traceFilters.push(source.filter);
|
|
145
|
-
}
|
|
146
|
-
} else if (source.type === "account") {
|
|
147
|
-
if (source.filter.type === "transaction") {
|
|
148
|
-
transactionFilters.push(source.filter);
|
|
149
|
-
} else if (source.filter.type === "transfer") {
|
|
150
|
-
transferFilters.push(source.filter);
|
|
151
|
-
}
|
|
152
|
-
} else if (source.type === "block") {
|
|
153
|
-
blockFilters.push(source.filter);
|
|
139
|
+
for (const eventCallback of args.eventCallbacks) {
|
|
140
|
+
if (
|
|
141
|
+
eventCallback.filter.toBlock &&
|
|
142
|
+
eventCallback.filter.toBlock <= hexToNumber(finalizedBlock.number)
|
|
143
|
+
) {
|
|
144
|
+
continue;
|
|
154
145
|
}
|
|
155
146
|
|
|
156
|
-
// Collect
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
147
|
+
// Collect filters from event callbacks
|
|
148
|
+
if (eventCallback.filter.type === "log") {
|
|
149
|
+
logFilters.push(eventCallback.filter);
|
|
150
|
+
} else if (eventCallback.filter.type === "trace") {
|
|
151
|
+
traceFilters.push(eventCallback.filter);
|
|
152
|
+
} else if (eventCallback.filter.type === "transaction") {
|
|
153
|
+
transactionFilters.push(eventCallback.filter);
|
|
154
|
+
} else if (eventCallback.filter.type === "transfer") {
|
|
155
|
+
transferFilters.push(eventCallback.filter);
|
|
156
|
+
} else if (eventCallback.filter.type === "block") {
|
|
157
|
+
blockFilters.push(eventCallback.filter);
|
|
158
|
+
}
|
|
162
159
|
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
break;
|
|
170
|
-
}
|
|
171
|
-
case "log": {
|
|
172
|
-
const { address } = source.filter;
|
|
173
|
-
if (isAddressFactory(address)) {
|
|
174
|
-
factories.push(address);
|
|
175
|
-
}
|
|
176
|
-
break;
|
|
160
|
+
for (const factory of getFilterFactories(eventCallback.filter)) {
|
|
161
|
+
if (
|
|
162
|
+
factory.toBlock &&
|
|
163
|
+
factory.toBlock <= hexToNumber(finalizedBlock.number)
|
|
164
|
+
) {
|
|
165
|
+
continue;
|
|
177
166
|
}
|
|
167
|
+
|
|
168
|
+
factories.push(factory);
|
|
178
169
|
}
|
|
179
170
|
}
|
|
180
171
|
|
|
@@ -358,10 +349,7 @@ export const createRealtimeSync = (
|
|
|
358
349
|
}
|
|
359
350
|
}
|
|
360
351
|
|
|
361
|
-
if (
|
|
362
|
-
shouldRequestLogs === false &&
|
|
363
|
-
args.sources.some((s) => s.filter.type === "log")
|
|
364
|
-
) {
|
|
352
|
+
if (shouldRequestLogs === false && logFilters.length > 0) {
|
|
365
353
|
args.common.logger.trace({
|
|
366
354
|
msg: "Skipped eth_getLogs request due to bloom filter result",
|
|
367
355
|
action: "fetch_block_data",
|
|
@@ -717,10 +705,7 @@ export const createRealtimeSync = (
|
|
|
717
705
|
let isMatched = transactionHashes.has(transaction.hash);
|
|
718
706
|
for (const filter of transactionFilters) {
|
|
719
707
|
if (
|
|
720
|
-
isTransactionFilterMatched({
|
|
721
|
-
filter,
|
|
722
|
-
transaction,
|
|
723
|
-
}) &&
|
|
708
|
+
isTransactionFilterMatched({ filter, transaction }) &&
|
|
724
709
|
(isAddressFactory(filter.fromAddress)
|
|
725
710
|
? isAddressMatched({
|
|
726
711
|
address: transaction.from,
|