@notuslabs/yail 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +226 -0
- package/bin/yail.js +7 -0
- package/dist/addresses/registry.d.ts +57 -0
- package/dist/addresses/registry.d.ts.map +1 -0
- package/dist/addresses/registry.js +131 -0
- package/dist/addresses/registry.js.map +1 -0
- package/dist/cli/index.d.ts +2 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +204 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/config/address.d.ts +32 -0
- package/dist/config/address.d.ts.map +1 -0
- package/dist/config/address.js +31 -0
- package/dist/config/address.js.map +1 -0
- package/dist/config/chain-ref.d.ts +5 -0
- package/dist/config/chain-ref.d.ts.map +1 -0
- package/dist/config/chain-ref.js +13 -0
- package/dist/config/chain-ref.js.map +1 -0
- package/dist/config/create-config.d.ts +9 -0
- package/dist/config/create-config.d.ts.map +1 -0
- package/dist/config/create-config.js +86 -0
- package/dist/config/create-config.js.map +1 -0
- package/dist/config/index.d.ts +5 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +3 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/types.d.ts +113 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +2 -0
- package/dist/config/types.js.map +1 -0
- package/dist/db/batch.d.ts +33 -0
- package/dist/db/batch.d.ts.map +1 -0
- package/dist/db/batch.js +71 -0
- package/dist/db/batch.js.map +1 -0
- package/dist/db/client.d.ts +50 -0
- package/dist/db/client.d.ts.map +1 -0
- package/dist/db/client.js +104 -0
- package/dist/db/client.js.map +1 -0
- package/dist/db/index.d.ts +11 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +7 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/internal.d.ts +2332 -0
- package/dist/db/internal.d.ts.map +1 -0
- package/dist/db/internal.js +75 -0
- package/dist/db/internal.js.map +1 -0
- package/dist/db/migrate.d.ts +22 -0
- package/dist/db/migrate.d.ts.map +1 -0
- package/dist/db/migrate.js +72 -0
- package/dist/db/migrate.js.map +1 -0
- package/dist/db/serialize.d.ts +14 -0
- package/dist/db/serialize.d.ts.map +1 -0
- package/dist/db/serialize.js +133 -0
- package/dist/db/serialize.js.map +1 -0
- package/dist/db/sql.d.ts +44 -0
- package/dist/db/sql.d.ts.map +1 -0
- package/dist/db/sql.js +122 -0
- package/dist/db/sql.js.map +1 -0
- package/dist/http/client.d.ts +40 -0
- package/dist/http/client.d.ts.map +1 -0
- package/dist/http/client.js +128 -0
- package/dist/http/client.js.map +1 -0
- package/dist/index.d.ts +21 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/indexer/context.d.ts +84 -0
- package/dist/indexer/context.d.ts.map +1 -0
- package/dist/indexer/context.js +45 -0
- package/dist/indexer/context.js.map +1 -0
- package/dist/indexer/events.d.ts +87 -0
- package/dist/indexer/events.d.ts.map +1 -0
- package/dist/indexer/events.js +88 -0
- package/dist/indexer/events.js.map +1 -0
- package/dist/indexer/indexer.d.ts +114 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +237 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/jobs.d.ts +61 -0
- package/dist/indexer/jobs.d.ts.map +1 -0
- package/dist/indexer/jobs.js +170 -0
- package/dist/indexer/jobs.js.map +1 -0
- package/dist/indexer/plan.d.ts +73 -0
- package/dist/indexer/plan.d.ts.map +1 -0
- package/dist/indexer/plan.js +238 -0
- package/dist/indexer/plan.js.map +1 -0
- package/dist/indexer/runtime.d.ts +100 -0
- package/dist/indexer/runtime.d.ts.map +1 -0
- package/dist/indexer/runtime.js +572 -0
- package/dist/indexer/runtime.js.map +1 -0
- package/dist/observability/logger.d.ts +23 -0
- package/dist/observability/logger.d.ts.map +1 -0
- package/dist/observability/logger.js +72 -0
- package/dist/observability/logger.js.map +1 -0
- package/dist/observability/metrics.d.ts +61 -0
- package/dist/observability/metrics.d.ts.map +1 -0
- package/dist/observability/metrics.js +131 -0
- package/dist/observability/metrics.js.map +1 -0
- package/dist/observability/otel.d.ts +28 -0
- package/dist/observability/otel.d.ts.map +1 -0
- package/dist/observability/otel.js +49 -0
- package/dist/observability/otel.js.map +1 -0
- package/dist/rpc/cached-client.d.ts +33 -0
- package/dist/rpc/cached-client.d.ts.map +1 -0
- package/dist/rpc/cached-client.js +50 -0
- package/dist/rpc/cached-client.js.map +1 -0
- package/dist/schema/column.d.ts +61 -0
- package/dist/schema/column.d.ts.map +1 -0
- package/dist/schema/column.js +76 -0
- package/dist/schema/column.js.map +1 -0
- package/dist/schema/ddl.d.ts +9 -0
- package/dist/schema/ddl.d.ts.map +1 -0
- package/dist/schema/ddl.js +58 -0
- package/dist/schema/ddl.js.map +1 -0
- package/dist/schema/index.d.ts +8 -0
- package/dist/schema/index.d.ts.map +1 -0
- package/dist/schema/index.js +5 -0
- package/dist/schema/index.js.map +1 -0
- package/dist/schema/table.d.ts +69 -0
- package/dist/schema/table.d.ts.map +1 -0
- package/dist/schema/table.js +35 -0
- package/dist/schema/table.js.map +1 -0
- package/dist/schema/view.d.ts +19 -0
- package/dist/schema/view.d.ts.map +1 -0
- package/dist/schema/view.js +16 -0
- package/dist/schema/view.js.map +1 -0
- package/dist/server/api.d.ts +11 -0
- package/dist/server/api.d.ts.map +1 -0
- package/dist/server/api.js +71 -0
- package/dist/server/api.js.map +1 -0
- package/dist/sources/cached.d.ts +27 -0
- package/dist/sources/cached.d.ts.map +1 -0
- package/dist/sources/cached.js +111 -0
- package/dist/sources/cached.js.map +1 -0
- package/dist/sources/esplora.d.ts +22 -0
- package/dist/sources/esplora.d.ts.map +1 -0
- package/dist/sources/esplora.js +138 -0
- package/dist/sources/esplora.js.map +1 -0
- package/dist/sources/fixture.d.ts +51 -0
- package/dist/sources/fixture.d.ts.map +1 -0
- package/dist/sources/fixture.js +102 -0
- package/dist/sources/fixture.js.map +1 -0
- package/dist/sources/hypersync.d.ts +19 -0
- package/dist/sources/hypersync.d.ts.map +1 -0
- package/dist/sources/hypersync.js +169 -0
- package/dist/sources/hypersync.js.map +1 -0
- package/dist/sources/index.d.ts +13 -0
- package/dist/sources/index.d.ts.map +1 -0
- package/dist/sources/index.js +7 -0
- package/dist/sources/index.js.map +1 -0
- package/dist/sources/rpc.d.ts +21 -0
- package/dist/sources/rpc.d.ts.map +1 -0
- package/dist/sources/rpc.js +187 -0
- package/dist/sources/rpc.js.map +1 -0
- package/dist/sources/types.d.ts +137 -0
- package/dist/sources/types.d.ts.map +1 -0
- package/dist/sources/types.js +17 -0
- package/dist/sources/types.js.map +1 -0
- package/dist/testing/index.d.ts +20 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +44 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/util.d.ts +9 -0
- package/dist/util.d.ts.map +1 -0
- package/dist/util.js +25 -0
- package/dist/util.js.map +1 -0
- package/package.json +100 -0
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bitcoin source backed by an Esplora HTTP API (mempool.space, blockstream.info,
|
|
3
|
+
* or self-hosted electrs). HyperSync has no Bitcoin support and Bitcoin Core's
|
|
4
|
+
* RPC has no address index, so address history is scanned through Esplora.
|
|
5
|
+
* Each query scans the requested addresses newest-first and keeps confirmed
|
|
6
|
+
* transactions inside [fromBlock, toBlock).
|
|
7
|
+
*/
|
|
8
|
+
export function esplora(options) {
|
|
9
|
+
const doFetch = options.fetch ?? fetch;
|
|
10
|
+
const base = options.url.replace(/\/$/, "");
|
|
11
|
+
const concurrency = options.concurrency ?? 2;
|
|
12
|
+
async function getJson(path, signal) {
|
|
13
|
+
let attempt = 0;
|
|
14
|
+
for (;;) {
|
|
15
|
+
const res = await doFetch(`${base}${path}`, { headers: options.headers, signal });
|
|
16
|
+
if (res.status === 429 || res.status >= 500) {
|
|
17
|
+
attempt++;
|
|
18
|
+
if (attempt > 6)
|
|
19
|
+
throw new Error(`esplora ${path}: HTTP ${res.status} after ${attempt} attempts`);
|
|
20
|
+
await sleep(Math.min(30_000, 500 * 2 ** attempt), signal);
|
|
21
|
+
continue;
|
|
22
|
+
}
|
|
23
|
+
if (!res.ok)
|
|
24
|
+
throw new Error(`esplora ${path}: HTTP ${res.status} ${await res.text().catch(() => "")}`);
|
|
25
|
+
const text = await res.text();
|
|
26
|
+
if (text.startsWith("{") || text.startsWith("["))
|
|
27
|
+
return JSON.parse(text);
|
|
28
|
+
return text;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async function scanAddress(address, fromBlock, toBlock, signal) {
|
|
32
|
+
const out = [];
|
|
33
|
+
let lastSeen;
|
|
34
|
+
for (;;) {
|
|
35
|
+
signal?.throwIfAborted();
|
|
36
|
+
let path = `/address/${address}/txs/chain`;
|
|
37
|
+
if (lastSeen)
|
|
38
|
+
path += `/${lastSeen}`;
|
|
39
|
+
const page = await getJson(path, signal);
|
|
40
|
+
if (page.length === 0)
|
|
41
|
+
break;
|
|
42
|
+
let reachedBottom = false;
|
|
43
|
+
for (const tx of page) {
|
|
44
|
+
const h = tx.status.block_height;
|
|
45
|
+
if (!tx.status.confirmed || h === undefined)
|
|
46
|
+
continue;
|
|
47
|
+
if (h < fromBlock) {
|
|
48
|
+
reachedBottom = true;
|
|
49
|
+
break;
|
|
50
|
+
}
|
|
51
|
+
if (h < toBlock)
|
|
52
|
+
out.push(tx);
|
|
53
|
+
}
|
|
54
|
+
if (reachedBottom || page.length < 25)
|
|
55
|
+
break;
|
|
56
|
+
lastSeen = page[page.length - 1].txid;
|
|
57
|
+
}
|
|
58
|
+
return out;
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
kind: "bitcoin",
|
|
62
|
+
name: `esplora(${new URL(base).host})`,
|
|
63
|
+
async getHeight() {
|
|
64
|
+
const h = await getJson("/blocks/tip/height");
|
|
65
|
+
return Number(h);
|
|
66
|
+
},
|
|
67
|
+
async *fetch(query, fetchOptions) {
|
|
68
|
+
const byId = new Map();
|
|
69
|
+
let i = 0;
|
|
70
|
+
const addrs = query.addresses;
|
|
71
|
+
const workers = Array.from({ length: Math.min(concurrency, addrs.length) }, async () => {
|
|
72
|
+
while (i < addrs.length) {
|
|
73
|
+
const a = addrs[i++];
|
|
74
|
+
const txs = await scanAddress(a, query.fromBlock, query.toBlock, fetchOptions?.signal);
|
|
75
|
+
for (const tx of txs)
|
|
76
|
+
byId.set(tx.txid, tx);
|
|
77
|
+
}
|
|
78
|
+
});
|
|
79
|
+
await Promise.all(workers);
|
|
80
|
+
const txs = [...byId.values()]
|
|
81
|
+
.map(toTransaction)
|
|
82
|
+
.sort((a, b) => a.blockHeight - b.blockHeight || a.txid.localeCompare(b.txid));
|
|
83
|
+
const size = options.batchSize ?? 500;
|
|
84
|
+
if (txs.length === 0) {
|
|
85
|
+
yield { fromBlock: query.fromBlock, nextBlock: query.toBlock, transactions: [] };
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
let from = query.fromBlock;
|
|
89
|
+
for (let start = 0; start < txs.length; start += size) {
|
|
90
|
+
const chunk = txs.slice(start, start + size);
|
|
91
|
+
const last = start + size >= txs.length;
|
|
92
|
+
// Batches must not split a block: extend chunk to include the rest of its last block.
|
|
93
|
+
let end = start + size;
|
|
94
|
+
while (!last && end < txs.length && txs[end].blockHeight === chunk[chunk.length - 1].blockHeight) {
|
|
95
|
+
chunk.push(txs[end]);
|
|
96
|
+
end++;
|
|
97
|
+
}
|
|
98
|
+
let next = chunk[chunk.length - 1].blockHeight + 1;
|
|
99
|
+
if (last)
|
|
100
|
+
next = query.toBlock;
|
|
101
|
+
yield { fromBlock: from, nextBlock: next, transactions: chunk };
|
|
102
|
+
from = next;
|
|
103
|
+
start = end - size;
|
|
104
|
+
}
|
|
105
|
+
},
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
function toTransaction(tx) {
|
|
109
|
+
return {
|
|
110
|
+
txid: tx.txid,
|
|
111
|
+
blockHeight: tx.status.block_height,
|
|
112
|
+
blockHash: tx.status.block_hash ?? "",
|
|
113
|
+
blockTime: tx.status.block_time ?? 0,
|
|
114
|
+
fee: BigInt(tx.fee ?? 0),
|
|
115
|
+
vin: tx.vin.map((v) => ({
|
|
116
|
+
txid: v.txid,
|
|
117
|
+
vout: v.vout,
|
|
118
|
+
isCoinbase: v.is_coinbase,
|
|
119
|
+
prevout: toPrevout(v.prevout),
|
|
120
|
+
})),
|
|
121
|
+
vout: tx.vout.map((o, n) => ({ n, address: o.scriptpubkey_address ?? null, value: BigInt(o.value), scriptType: o.scriptpubkey_type })),
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
function toPrevout(prevout) {
|
|
125
|
+
if (!prevout)
|
|
126
|
+
return null;
|
|
127
|
+
return { address: prevout.scriptpubkey_address ?? null, value: BigInt(prevout.value) };
|
|
128
|
+
}
|
|
129
|
+
function sleep(ms, signal) {
|
|
130
|
+
return new Promise((resolve, reject) => {
|
|
131
|
+
const t = setTimeout(resolve, ms);
|
|
132
|
+
signal?.addEventListener("abort", () => {
|
|
133
|
+
clearTimeout(t);
|
|
134
|
+
reject(signal.reason);
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=esplora.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"esplora.js","sourceRoot":"","sources":["../../src/sources/esplora.ts"],"names":[],"mappings":"AAuBA;;;;;;GAMG;AACH,MAAM,UAAU,OAAO,CAAC,OAAuB;IAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;IAE7C,KAAK,UAAU,OAAO,CAAI,IAAY,EAAE,MAAoB;QAC1D,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAClF,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC5C,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,UAAU,GAAG,CAAC,MAAM,UAAU,OAAO,WAAW,CAAC,CAAC;gBAClG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC1D,SAAS;YACX,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,UAAU,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACxG,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;YAC/E,OAAO,IAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,WAAW,CAAC,OAAe,EAAE,SAAiB,EAAE,OAAe,EAAE,MAAoB;QAClG,MAAM,GAAG,GAAgB,EAAE,CAAC;QAC5B,IAAI,QAA4B,CAAC;QACjC,SAAS,CAAC;YACR,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,YAAY,OAAO,YAAY,CAAC;YAC3C,IAAI,QAAQ;gBAAE,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAc,IAAI,EAAE,MAAM,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAC7B,IAAI,aAAa,GAAG,KAAK,CAAC;YAC1B,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC;gBACjC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,KAAK,SAAS;oBAAE,SAAS;gBACtD,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC;oBAClB,aAAa,GAAG,IAAI,CAAC;oBACrB,MAAM;gBACR,CAAC;gBACD,IAAI,CAAC,GAAG,OAAO;oBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,aAAa,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;gBAAE,MAAM;YAC7C,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC;QACzC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG;QACtC,KAAK,CAAC,SAAS;YACb,MAAM,CAAC,GAAG,MAAM,OAAO,CAAkB,oBAAoB,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QACD,KAAK,CAAC,CAAC,KAAK,CAAC,KAAmB,EAAE,YAA2B;YAC3D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC;YAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;gBACrF,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;oBACvF,KAAK,MAAM,EAAE,IAAI,GAAG;wBAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC3B,GAAG,CAAC,aAAa,CAAC;iBAClB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;YACtC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAyB,CAAC;gBACxG,OAAO;YACT,CAAC;YACD,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;YAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;gBACtD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC;gBAC7C,MAAM,IAAI,GAAG,KAAK,GAAG,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC;gBACxC,sFAAsF;gBACtF,IAAI,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC;gBACvB,OAAO,CAAC,IAAI,IAAI,GAAG,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAE,CAAC,WAAW,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,WAAW,EAAE,CAAC;oBACnG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,CAAC;oBACtB,GAAG,EAAE,CAAC;gBACR,CAAC;gBACD,IAAI,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,WAAW,GAAG,CAAC,CAAC;gBACpD,IAAI,IAAI;oBAAE,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC/B,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAyB,CAAC;gBACvF,IAAI,GAAG,IAAI,CAAC;gBACZ,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,EAAa;IAClC,OAAO;QACL,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,WAAW,EAAE,EAAE,CAAC,MAAM,CAAC,YAAa;QACpC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE;QACrC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC;QACpC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACxB,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,CAAC,CAAC,WAAW;YACzB,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAC;QACH,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,oBAAoB,IAAI,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;KACvI,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,OAA4C;IAC7D,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,oBAAoB,IAAI,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAClC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACrC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import type { BitcoinQuery, BitcoinSource, BitcoinTransaction, EvmBlock, EvmLog, EvmQuery, EvmSource, EvmTransaction } from "./types.js";
|
|
2
|
+
export interface EvmFixture {
|
|
3
|
+
version: 1;
|
|
4
|
+
kind: "evm";
|
|
5
|
+
name?: string;
|
|
6
|
+
chainId?: number;
|
|
7
|
+
height: number;
|
|
8
|
+
fromBlock: number;
|
|
9
|
+
toBlock: number;
|
|
10
|
+
blocks: EvmBlock[];
|
|
11
|
+
transactions: EvmTransaction[];
|
|
12
|
+
logs: EvmLog[];
|
|
13
|
+
/** Free-form ground truth captured at record time, for assertions in tests. */
|
|
14
|
+
expected?: Record<string, unknown>;
|
|
15
|
+
}
|
|
16
|
+
export interface BitcoinFixture {
|
|
17
|
+
version: 1;
|
|
18
|
+
kind: "bitcoin";
|
|
19
|
+
name?: string;
|
|
20
|
+
height: number;
|
|
21
|
+
fromBlock: number;
|
|
22
|
+
toBlock: number;
|
|
23
|
+
transactions: BitcoinTransaction[];
|
|
24
|
+
expected?: Record<string, unknown>;
|
|
25
|
+
}
|
|
26
|
+
export type Fixture = EvmFixture | BitcoinFixture;
|
|
27
|
+
/**
|
|
28
|
+
* Replay a recorded fixture as a source. Queries are answered by filtering
|
|
29
|
+
* the recorded data, so a broad recording (e.g. every log of a pool) can
|
|
30
|
+
* serve narrower runtime queries (e.g. only Swap events).
|
|
31
|
+
*/
|
|
32
|
+
export declare function fixtureSource(fixture: EvmFixture, options?: {
|
|
33
|
+
blocksPerBatch?: number;
|
|
34
|
+
}): EvmSource;
|
|
35
|
+
export declare function fixtureSource(fixture: BitcoinFixture, options?: {
|
|
36
|
+
blocksPerBatch?: number;
|
|
37
|
+
}): BitcoinSource;
|
|
38
|
+
export declare function matchesLogFilters(log: EvmLog, query: EvmQuery): boolean;
|
|
39
|
+
/** Record every batch of a query into a fixture object (EVM). */
|
|
40
|
+
export declare function recordEvmFixture(source: EvmSource, query: EvmQuery, meta?: {
|
|
41
|
+
name?: string;
|
|
42
|
+
chainId?: number;
|
|
43
|
+
expected?: Record<string, unknown>;
|
|
44
|
+
}): Promise<EvmFixture>;
|
|
45
|
+
export declare function recordBitcoinFixture(source: BitcoinSource, query: BitcoinQuery, meta?: {
|
|
46
|
+
name?: string;
|
|
47
|
+
expected?: Record<string, unknown>;
|
|
48
|
+
}): Promise<BitcoinFixture>;
|
|
49
|
+
export declare function writeFixture(path: string, fixture: Fixture): void;
|
|
50
|
+
export declare function readFixture<T extends Fixture = Fixture>(path: string): T;
|
|
51
|
+
//# sourceMappingURL=fixture.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixture.d.ts","sourceRoot":"","sources":["../../src/sources/fixture.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAgB,YAAY,EAAE,aAAa,EAAE,kBAAkB,EAAY,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAU,MAAM,YAAY,CAAC;AAGzK,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,KAAK,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,YAAY,EAAE,cAAc,EAAE,CAAC;IAC/B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,kBAAkB,EAAE,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,MAAM,OAAO,GAAG,UAAU,GAAG,cAAc,CAAC;AAElD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAAC;AACrG,wBAAgB,aAAa,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,aAAa,CAAC;AAiD7G,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,GAAG,OAAO,CAcvE;AAED,iEAAiE;AACjE,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAalL;AAED,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAIhL;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAGjE;AAED,wBAAgB,WAAW,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,CAExE"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, mkdirSync } from "node:fs";
|
|
2
|
+
import { dirname } from "node:path";
|
|
3
|
+
import { reviveBatch, serializeBatch } from "./cached.js";
|
|
4
|
+
import { matchesTxFilters } from "./rpc.js";
|
|
5
|
+
import { logOrder, lower, txOrder } from "./types.js";
|
|
6
|
+
export function fixtureSource(fixture, options = {}) {
|
|
7
|
+
const per = options.blocksPerBatch ?? 1000;
|
|
8
|
+
if (fixture.kind === "evm") {
|
|
9
|
+
const src = {
|
|
10
|
+
kind: "evm",
|
|
11
|
+
name: `fixture(${fixture.name ?? "evm"})`,
|
|
12
|
+
async getHeight() {
|
|
13
|
+
return fixture.height;
|
|
14
|
+
},
|
|
15
|
+
async *fetch(query) {
|
|
16
|
+
let from = query.fromBlock;
|
|
17
|
+
while (from < query.toBlock) {
|
|
18
|
+
const to = Math.min(from + per, query.toBlock);
|
|
19
|
+
const logs = fixture.logs.filter((l) => l.blockNumber >= from && l.blockNumber < to && matchesLogFilters(l, query)).sort(logOrder);
|
|
20
|
+
const txs = fixture.transactions
|
|
21
|
+
.filter((t) => t.blockNumber >= from && t.blockNumber < to)
|
|
22
|
+
.filter((t) => (query.transactions.length > 0 && matchesTxFilters(t.from, t.to, query.transactions)) || (query.includeLogTransactions && logs.some((l) => l.transactionHash === t.hash)))
|
|
23
|
+
.sort(txOrder);
|
|
24
|
+
const wanted = new Set([...logs.map((l) => l.blockNumber), ...txs.map((t) => t.blockNumber)]);
|
|
25
|
+
const blocks = fixture.blocks.filter((b) => wanted.has(b.number)).sort((a, b) => a.number - b.number);
|
|
26
|
+
yield { fromBlock: from, nextBlock: to, blocks, transactions: txs, logs, archiveHeight: fixture.height };
|
|
27
|
+
from = to;
|
|
28
|
+
}
|
|
29
|
+
},
|
|
30
|
+
async getBlock(n) {
|
|
31
|
+
return fixture.blocks.find((b) => b.number === n) ?? null;
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
return src;
|
|
35
|
+
}
|
|
36
|
+
const btc = {
|
|
37
|
+
kind: "bitcoin",
|
|
38
|
+
name: `fixture(${fixture.name ?? "bitcoin"})`,
|
|
39
|
+
async getHeight() {
|
|
40
|
+
return fixture.height;
|
|
41
|
+
},
|
|
42
|
+
async *fetch(query) {
|
|
43
|
+
const set = new Set(query.addresses);
|
|
44
|
+
const txs = fixture.transactions
|
|
45
|
+
.filter((t) => t.blockHeight >= query.fromBlock && t.blockHeight < query.toBlock)
|
|
46
|
+
.filter((t) => t.vin.some((v) => v.prevout?.address && set.has(v.prevout.address)) || t.vout.some((o) => o.address && set.has(o.address)))
|
|
47
|
+
.sort((a, b) => a.blockHeight - b.blockHeight || a.txid.localeCompare(b.txid));
|
|
48
|
+
yield { fromBlock: query.fromBlock, nextBlock: query.toBlock, transactions: txs };
|
|
49
|
+
},
|
|
50
|
+
};
|
|
51
|
+
return btc;
|
|
52
|
+
}
|
|
53
|
+
export function matchesLogFilters(log, query) {
|
|
54
|
+
if (query.logs.length === 0)
|
|
55
|
+
return false;
|
|
56
|
+
return query.logs.some((f) => {
|
|
57
|
+
if (f.address && f.address.length > 0 && !f.address.map(lower).includes(lower(log.address)))
|
|
58
|
+
return false;
|
|
59
|
+
if (f.topics) {
|
|
60
|
+
for (let i = 0; i < f.topics.length; i++) {
|
|
61
|
+
const alts = f.topics[i];
|
|
62
|
+
if (alts === null || alts === undefined || alts.length === 0)
|
|
63
|
+
continue;
|
|
64
|
+
const topic = log.topics[i];
|
|
65
|
+
if (!topic || !alts.map(lower).includes(lower(topic)))
|
|
66
|
+
return false;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return true;
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
/** Record every batch of a query into a fixture object (EVM). */
|
|
73
|
+
export async function recordEvmFixture(source, query, meta = {}) {
|
|
74
|
+
const fx = { version: 1, kind: "evm", name: meta.name, chainId: meta.chainId, height: await source.getHeight(), fromBlock: query.fromBlock, toBlock: query.toBlock, blocks: [], transactions: [], logs: [], expected: meta.expected };
|
|
75
|
+
const blocks = new Map();
|
|
76
|
+
const txs = new Map();
|
|
77
|
+
for await (const batch of source.fetch(query)) {
|
|
78
|
+
for (const b of batch.blocks)
|
|
79
|
+
blocks.set(b.number, b);
|
|
80
|
+
for (const t of batch.transactions)
|
|
81
|
+
txs.set(t.hash, t);
|
|
82
|
+
fx.logs.push(...batch.logs);
|
|
83
|
+
}
|
|
84
|
+
fx.blocks = [...blocks.values()].sort((a, b) => a.number - b.number);
|
|
85
|
+
fx.transactions = [...txs.values()].sort(txOrder);
|
|
86
|
+
fx.logs.sort(logOrder);
|
|
87
|
+
return fx;
|
|
88
|
+
}
|
|
89
|
+
export async function recordBitcoinFixture(source, query, meta = {}) {
|
|
90
|
+
const fx = { version: 1, kind: "bitcoin", name: meta.name, height: await source.getHeight(), fromBlock: query.fromBlock, toBlock: query.toBlock, transactions: [], expected: meta.expected };
|
|
91
|
+
for await (const batch of source.fetch(query))
|
|
92
|
+
fx.transactions.push(...batch.transactions);
|
|
93
|
+
return fx;
|
|
94
|
+
}
|
|
95
|
+
export function writeFixture(path, fixture) {
|
|
96
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
97
|
+
writeFileSync(path, serializeBatch(fixture) + "\n");
|
|
98
|
+
}
|
|
99
|
+
export function readFixture(path) {
|
|
100
|
+
return reviveBatch(readFileSync(path, "utf8"));
|
|
101
|
+
}
|
|
102
|
+
//# sourceMappingURL=fixture.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixture.js","sourceRoot":"","sources":["../../src/sources/fixture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAqCtD,MAAM,UAAU,aAAa,CAAC,OAAgB,EAAE,OAAO,GAAgC,EAAE;IACvF,MAAM,GAAG,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;IAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAc;YACrB,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,WAAW,OAAO,CAAC,IAAI,IAAI,KAAK,GAAG;YACzC,KAAK,CAAC,SAAS;gBACb,OAAO,OAAO,CAAC,MAAM,CAAC;YACxB,CAAC;YACD,KAAK,CAAC,CAAC,KAAK,CAAC,KAAe;gBAC1B,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC3B,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,GAAG,EAAE,IAAI,iBAAiB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACnI,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY;yBAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,GAAG,EAAE,CAAC;yBAC1D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,sBAAsB,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;yBACxL,IAAI,CAAC,OAAO,CAAC,CAAC;oBACjB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;oBAC9F,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;oBACtG,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,EAAqB,CAAC;oBAC5H,IAAI,GAAG,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,KAAK,CAAC,QAAQ,CAAC,CAAS;gBACtB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC;YAC5D,CAAC;SACF,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,GAAG,GAAkB;QACzB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW,OAAO,CAAC,IAAI,IAAI,SAAS,GAAG;QAC7C,KAAK,CAAC,SAAS;YACb,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,CAAC,KAAK,CAAC,KAAmB;YAC9B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY;iBAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC;iBAChF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;iBACzI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACjF,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,EAAyB,CAAC;QAC3G,CAAC;KACF,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,KAAe;IAC5D,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1G,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBACvE,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;YACtE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAiB,EAAE,KAAe,EAAE,IAAI,GAA4E,EAAE;IAC3J,MAAM,EAAE,GAAe,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClP,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtD,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,YAAY;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,EAAE,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACrE,EAAE,CAAC,YAAY,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClD,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAqB,EAAE,KAAmB,EAAE,IAAI,GAA0D,EAAE;IACrJ,MAAM,EAAE,GAAmB,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC7M,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3F,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,OAAgB;IACzD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,aAAa,CAAC,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,WAAW,CAA8B,IAAY;IACnE,OAAO,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAM,CAAC;AACtD,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { type Query } from "@envio-dev/hypersync-client";
|
|
2
|
+
import type { EvmQuery, EvmSource } from "./types.js";
|
|
3
|
+
export interface HypersyncOptions {
|
|
4
|
+
/** e.g. https://base.hypersync.xyz (see https://docs.envio.dev/docs/HyperSync/hypersync-supported-networks). */
|
|
5
|
+
url: string;
|
|
6
|
+
/** Envio API token (https://app.envio.dev/api-tokens). Falls back to ENVIO_API_TOKEN. */
|
|
7
|
+
apiToken?: string;
|
|
8
|
+
maxNumRetries?: number;
|
|
9
|
+
httpReqTimeoutMillis?: number;
|
|
10
|
+
/** Parallel requests used by the streaming path for large ranges. Default 8. */
|
|
11
|
+
concurrency?: number;
|
|
12
|
+
/** Use the parallel stream API when a range spans at least this many blocks. Default 5000. */
|
|
13
|
+
streamThreshold?: number;
|
|
14
|
+
/** Target response size hint for the stream API. Default 400k. */
|
|
15
|
+
responseBytesTarget?: number;
|
|
16
|
+
}
|
|
17
|
+
export declare function hypersync(options: HypersyncOptions): EvmSource;
|
|
18
|
+
export declare function toHypersyncQuery(query: EvmQuery): Query;
|
|
19
|
+
//# sourceMappingURL=hypersync.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hypersync.d.ts","sourceRoot":"","sources":["../../src/sources/hypersync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkD,KAAK,KAAK,EAAoI,MAAM,6BAA6B,CAAC;AAC3O,OAAO,KAAK,EAA8B,QAAQ,EAAE,SAAS,EAAgC,MAAM,YAAY,CAAC;AAIhH,MAAM,WAAW,gBAAgB;IAC/B,gHAAgH;IAChH,GAAG,EAAE,MAAM,CAAC;IACZ,yFAAyF;IACzF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8FAA8F;IAC9F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kEAAkE;IAClE,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAMD,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,CA8C9D;AA0CD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,QAAQ,GAAG,KAAK,CAiBvD"}
|
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
import { HypersyncClient } from "@envio-dev/hypersync-client";
|
|
2
|
+
import { lower } from "./types.js";
|
|
3
|
+
import { lowerOrNull } from "../util.js";
|
|
4
|
+
const BLOCK_FIELDS = ["Number", "Hash", "ParentHash", "Timestamp"];
|
|
5
|
+
const LOG_FIELDS = ["BlockNumber", "BlockHash", "TransactionHash", "TransactionIndex", "LogIndex", "Address", "Data", "Topic0", "Topic1", "Topic2", "Topic3", "Removed"];
|
|
6
|
+
const TX_FIELDS = ["Hash", "BlockNumber", "TransactionIndex", "From", "To", "Value", "Input", "Nonce", "Gas", "GasPrice", "GasUsed", "EffectiveGasPrice", "Status", "Type", "ContractAddress"];
|
|
7
|
+
export function hypersync(options) {
|
|
8
|
+
let client;
|
|
9
|
+
const getClient = () => {
|
|
10
|
+
// Resolved lazily so `yail ddl` / `yail migrate` work without a token.
|
|
11
|
+
const apiToken = options.apiToken ?? process.env.ENVIO_API_TOKEN;
|
|
12
|
+
if (!apiToken) {
|
|
13
|
+
throw new Error(`hypersync(${options.url}): missing apiToken. Pass it explicitly or set ENVIO_API_TOKEN (https://app.envio.dev/api-tokens).`);
|
|
14
|
+
}
|
|
15
|
+
client ??= new HypersyncClient({
|
|
16
|
+
url: options.url,
|
|
17
|
+
apiToken,
|
|
18
|
+
maxNumRetries: options.maxNumRetries ?? 12,
|
|
19
|
+
httpReqTimeoutMillis: options.httpReqTimeoutMillis ?? 30_000,
|
|
20
|
+
});
|
|
21
|
+
return client;
|
|
22
|
+
};
|
|
23
|
+
const source = {
|
|
24
|
+
kind: "evm",
|
|
25
|
+
name: `hypersync(${new URL(options.url).host})`,
|
|
26
|
+
async getHeight() {
|
|
27
|
+
return getClient().getHeight();
|
|
28
|
+
},
|
|
29
|
+
async *fetch(query, fetchOptions) {
|
|
30
|
+
const hsQuery = toHypersyncQuery(query);
|
|
31
|
+
const span = query.toBlock - query.fromBlock;
|
|
32
|
+
const threshold = options.streamThreshold ?? 5000;
|
|
33
|
+
if (span >= threshold) {
|
|
34
|
+
yield* streamRange(getClient(), hsQuery, query, options, fetchOptions);
|
|
35
|
+
}
|
|
36
|
+
else {
|
|
37
|
+
yield* getRange(getClient(), hsQuery, query, fetchOptions);
|
|
38
|
+
}
|
|
39
|
+
},
|
|
40
|
+
async getBlock(number) {
|
|
41
|
+
const res = await getClient().get({
|
|
42
|
+
fromBlock: number,
|
|
43
|
+
toBlock: number + 1,
|
|
44
|
+
includeAllBlocks: true,
|
|
45
|
+
fieldSelection: { block: [...BLOCK_FIELDS] },
|
|
46
|
+
});
|
|
47
|
+
const b = res.data.blocks[0];
|
|
48
|
+
if (!b)
|
|
49
|
+
return null;
|
|
50
|
+
return toBlock(b);
|
|
51
|
+
},
|
|
52
|
+
};
|
|
53
|
+
return source;
|
|
54
|
+
}
|
|
55
|
+
async function* getRange(client, hsQuery, query, fetchOptions) {
|
|
56
|
+
let from = query.fromBlock;
|
|
57
|
+
while (from < query.toBlock) {
|
|
58
|
+
fetchOptions?.signal?.throwIfAborted();
|
|
59
|
+
const res = await client.get({ ...hsQuery, fromBlock: from });
|
|
60
|
+
const next = Math.min(res.nextBlock, query.toBlock);
|
|
61
|
+
if (next <= from)
|
|
62
|
+
throw new Error(`hypersync: nextBlock ${res.nextBlock} did not advance from ${from}`);
|
|
63
|
+
yield toBatch(res, from, next);
|
|
64
|
+
from = next;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
async function* streamRange(client, hsQuery, query, options, fetchOptions) {
|
|
68
|
+
const cfg = {
|
|
69
|
+
concurrency: options.concurrency ?? 8,
|
|
70
|
+
responseBytesTarget: options.responseBytesTarget ?? 400_000,
|
|
71
|
+
hexOutput: "Prefixed",
|
|
72
|
+
};
|
|
73
|
+
const stream = await client.stream(hsQuery, cfg);
|
|
74
|
+
let from = query.fromBlock;
|
|
75
|
+
try {
|
|
76
|
+
while (from < query.toBlock) {
|
|
77
|
+
if (fetchOptions?.signal?.aborted)
|
|
78
|
+
break;
|
|
79
|
+
const res = await stream.recv();
|
|
80
|
+
if (res === null)
|
|
81
|
+
break;
|
|
82
|
+
const next = Math.min(res.nextBlock, query.toBlock);
|
|
83
|
+
if (next <= from)
|
|
84
|
+
continue; // empty overlapping page
|
|
85
|
+
yield toBatch(res, from, next);
|
|
86
|
+
from = next;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
finally {
|
|
90
|
+
await stream.close().catch(() => { });
|
|
91
|
+
}
|
|
92
|
+
fetchOptions?.signal?.throwIfAborted();
|
|
93
|
+
// The stream API is allowed to stop early (server-side limits); cover the remainder with plain gets.
|
|
94
|
+
if (from < query.toBlock) {
|
|
95
|
+
yield* getRange(client, hsQuery, { ...query, fromBlock: from }, fetchOptions);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
export function toHypersyncQuery(query) {
|
|
99
|
+
const wantTx = query.transactions.length > 0 || query.includeLogTransactions;
|
|
100
|
+
const logFields = [];
|
|
101
|
+
if (query.logs.length > 0)
|
|
102
|
+
logFields.push(...LOG_FIELDS);
|
|
103
|
+
const txFields = [];
|
|
104
|
+
if (wantTx)
|
|
105
|
+
txFields.push(...TX_FIELDS);
|
|
106
|
+
return {
|
|
107
|
+
fromBlock: query.fromBlock,
|
|
108
|
+
toBlock: query.toBlock,
|
|
109
|
+
logs: query.logs.map((f) => {
|
|
110
|
+
const filter = { address: f.address?.map(lower) };
|
|
111
|
+
if (f.topics)
|
|
112
|
+
filter.topics = f.topics.map((alts) => alts ?? []);
|
|
113
|
+
return filter;
|
|
114
|
+
}),
|
|
115
|
+
transactions: query.transactions.map((f) => ({ from: f.from?.map(lower), to: f.to?.map(lower) })),
|
|
116
|
+
fieldSelection: { block: [...BLOCK_FIELDS], log: logFields, transaction: txFields },
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
function toBatch(res, fromBlock, nextBlock) {
|
|
120
|
+
const batch = {
|
|
121
|
+
fromBlock,
|
|
122
|
+
nextBlock,
|
|
123
|
+
blocks: res.data.blocks.map(toBlock),
|
|
124
|
+
transactions: res.data.transactions.map(toTransaction),
|
|
125
|
+
logs: res.data.logs.map(toLog),
|
|
126
|
+
archiveHeight: res.archiveHeight,
|
|
127
|
+
};
|
|
128
|
+
const guard = res.rollbackGuard;
|
|
129
|
+
if (guard) {
|
|
130
|
+
batch.rollbackGuard = { blockNumber: guard.blockNumber, hash: guard.hash, firstBlockNumber: guard.firstBlockNumber, firstParentHash: guard.firstParentHash };
|
|
131
|
+
}
|
|
132
|
+
return batch;
|
|
133
|
+
}
|
|
134
|
+
function toBlock(b) {
|
|
135
|
+
return { number: b.number, hash: b.hash, parentHash: b.parentHash, timestamp: Number(b.timestamp) };
|
|
136
|
+
}
|
|
137
|
+
function toLog(l) {
|
|
138
|
+
return {
|
|
139
|
+
blockNumber: l.blockNumber,
|
|
140
|
+
blockHash: l.blockHash,
|
|
141
|
+
transactionHash: l.transactionHash,
|
|
142
|
+
transactionIndex: l.transactionIndex,
|
|
143
|
+
logIndex: l.logIndex,
|
|
144
|
+
address: lower(l.address),
|
|
145
|
+
data: l.data ?? "0x",
|
|
146
|
+
topics: l.topics.filter((t) => typeof t === "string" && t.length > 0),
|
|
147
|
+
removed: l.removed,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
function toTransaction(t) {
|
|
151
|
+
return {
|
|
152
|
+
hash: t.hash,
|
|
153
|
+
blockNumber: t.blockNumber,
|
|
154
|
+
transactionIndex: t.transactionIndex,
|
|
155
|
+
from: lower(t.from),
|
|
156
|
+
to: lowerOrNull(t.to),
|
|
157
|
+
value: t.value ?? 0n,
|
|
158
|
+
input: t.input ?? "0x",
|
|
159
|
+
nonce: t.nonce,
|
|
160
|
+
gas: t.gas,
|
|
161
|
+
gasPrice: t.gasPrice,
|
|
162
|
+
gasUsed: t.gasUsed,
|
|
163
|
+
effectiveGasPrice: t.effectiveGasPrice,
|
|
164
|
+
status: t.status,
|
|
165
|
+
type: t.type,
|
|
166
|
+
contractAddress: t.contractAddress ?? null,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
//# sourceMappingURL=hypersync.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hypersync.js","sourceRoot":"","sources":["../../src/sources/hypersync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA+K,MAAM,6BAA6B,CAAC;AAE3O,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAiBzC,MAAM,YAAY,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,CAAU,CAAC;AAC5E,MAAM,UAAU,GAAG,CAAC,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAU,CAAC;AAClL,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,CAAU,CAAC;AAExM,MAAM,UAAU,SAAS,CAAC,OAAyB;IACjD,IAAI,MAAmC,CAAC;IACxC,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,uEAAuE;QACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QACjE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,aAAa,OAAO,CAAC,GAAG,oGAAoG,CAAC,CAAC;QAChJ,CAAC;QACD,MAAM,KAAK,IAAI,eAAe,CAAC;YAC7B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ;YACR,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,EAAE;YAC1C,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,MAAM;SAC7D,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,MAAM,GAAc;QACxB,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,aAAa,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG;QAC/C,KAAK,CAAC,SAAS;YACb,OAAO,SAAS,EAAE,CAAC,SAAS,EAAE,CAAC;QACjC,CAAC;QACD,KAAK,CAAC,CAAC,KAAK,CAAC,KAAe,EAAE,YAA2B;YACvD,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC;YAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC;YAClD,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,KAAK,CAAC,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;YACzE,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,MAAc;YAC3B,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChC,SAAS,EAAE,MAAM;gBACjB,OAAO,EAAE,MAAM,GAAG,CAAC;gBACnB,gBAAgB,EAAE,IAAI;gBACtB,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC,EAAE;aAC7C,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;YACpB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;KACF,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAuB,EAAE,OAAc,EAAE,KAAe,EAAE,YAA2B;IAC5G,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;IAC3B,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;QAC5B,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,IAAI,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,SAAS,yBAAyB,IAAI,EAAE,CAAC,CAAC;QACxG,MAAM,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,GAAG,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,WAAW,CAAC,MAAuB,EAAE,OAAc,EAAE,KAAe,EAAE,OAAyB,EAAE,YAA2B;IAC1I,MAAM,GAAG,GAAiB;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;QACrC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,OAAO;QAC3D,SAAS,EAAE,UAAU;KACtB,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjD,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;IAC3B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,YAAY,EAAE,MAAM,EAAE,OAAO;gBAAE,MAAM;YACzC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,GAAG,KAAK,IAAI;gBAAE,MAAM;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,IAAI,IAAI,IAAI;gBAAE,SAAS,CAAC,yBAAyB;YACrD,MAAM,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC/B,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IACvC,qGAAqG;IACrG,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;QACzB,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAe;IAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC;IAC7E,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,IAAI,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACxC,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,MAAM,GAAc,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,CAAC,MAAM;gBAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACjE,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjG,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE;KACpF,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAkB,EAAE,SAAiB,EAAE,SAAiB;IACvE,MAAM,KAAK,GAAa;QACtB,SAAS;QACT,SAAS;QACT,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QACpC,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC;QACtD,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAC9B,aAAa,EAAE,GAAG,CAAC,aAAa;KACjC,CAAC;IACF,MAAM,KAAK,GAAG,GAAG,CAAC,aAAa,CAAC;IAChC,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,aAAa,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC;IAC/J,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,OAAO,CAAC,CAAU;IACzB,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,SAAU,CAAC,EAAE,CAAC;AACzG,CAAC;AAED,SAAS,KAAK,CAAC,CAAQ;IACrB,OAAO;QACL,WAAW,EAAE,CAAC,CAAC,WAAY;QAC3B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,eAAe,EAAE,CAAC,CAAC,eAAgB;QACnC,gBAAgB,EAAE,CAAC,CAAC,gBAAiB;QACrC,QAAQ,EAAE,CAAC,CAAC,QAAS;QACrB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,OAAQ,CAAC;QAC1B,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI;QACpB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAClF,OAAO,EAAE,CAAC,CAAC,OAAO;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAO;IAC5B,OAAO;QACL,IAAI,EAAE,CAAC,CAAC,IAAK;QACb,WAAW,EAAE,CAAC,CAAC,WAAY;QAC3B,gBAAgB,EAAE,CAAC,CAAC,gBAAiB;QACrC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAK,CAAC;QACpB,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;QACpB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;QACtC,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,eAAe,EAAE,CAAC,CAAC,eAAe,IAAI,IAAI;KAC3C,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export type * from "./types.js";
|
|
2
|
+
export { logOrder, txOrder } from "./types.js";
|
|
3
|
+
export { hypersync, toHypersyncQuery } from "./hypersync.js";
|
|
4
|
+
export type { HypersyncOptions } from "./hypersync.js";
|
|
5
|
+
export { rpc } from "./rpc.js";
|
|
6
|
+
export type { RpcSourceOptions } from "./rpc.js";
|
|
7
|
+
export { cached, hashQuery } from "./cached.js";
|
|
8
|
+
export type { CachedSourceOptions } from "./cached.js";
|
|
9
|
+
export { esplora } from "./esplora.js";
|
|
10
|
+
export type { EsploraOptions } from "./esplora.js";
|
|
11
|
+
export { fixtureSource, recordEvmFixture, recordBitcoinFixture, writeFixture, readFixture, matchesLogFilters } from "./fixture.js";
|
|
12
|
+
export type { Fixture, EvmFixture, BitcoinFixture } from "./fixture.js";
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AAAA,mBAAmB,YAAY,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,YAAY,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAChD,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACnI,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { logOrder, txOrder } from "./types.js";
|
|
2
|
+
export { hypersync, toHypersyncQuery } from "./hypersync.js";
|
|
3
|
+
export { rpc } from "./rpc.js";
|
|
4
|
+
export { cached, hashQuery } from "./cached.js";
|
|
5
|
+
export { esplora } from "./esplora.js";
|
|
6
|
+
export { fixtureSource, recordEvmFixture, recordBitcoinFixture, writeFixture, readFixture, matchesLogFilters } from "./fixture.js";
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAE7D,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { type PublicClient } from "viem";
|
|
2
|
+
import type { EvmSource, EvmTxFilter } from "./types.js";
|
|
3
|
+
export interface RpcSourceOptions {
|
|
4
|
+
url: string;
|
|
5
|
+
/** Blocks per eth_getLogs request. Default 2000 (most public RPCs cap at 2k-10k). */
|
|
6
|
+
blockRange?: number;
|
|
7
|
+
/** Fetch receipts (gasUsed, status) for matched account transactions. Default true. */
|
|
8
|
+
receipts?: boolean;
|
|
9
|
+
/** Max concurrent RPC requests. Default 4. */
|
|
10
|
+
concurrency?: number;
|
|
11
|
+
/** Optional viem client override (testing). */
|
|
12
|
+
client?: PublicClient;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* JSON-RPC source. Slower than HyperSync but works against any node,
|
|
16
|
+
* needs no token, and is what the recorded test fixtures are captured with.
|
|
17
|
+
* Account (from/to) filters require scanning full blocks; keep ranges small.
|
|
18
|
+
*/
|
|
19
|
+
export declare function rpc(options: RpcSourceOptions): EvmSource;
|
|
20
|
+
export declare function matchesTxFilters(from: string, to: string | null | undefined, filters: EvmTxFilter[]): boolean;
|
|
21
|
+
//# sourceMappingURL=rpc.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rpc.d.ts","sourceRoot":"","sources":["../../src/sources/rpc.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,KAAK,YAAY,EAAE,MAAM,MAAM,CAAC;AACnE,OAAO,KAAK,EAAwC,SAAS,EAAkB,WAAW,EAAgB,MAAM,YAAY,CAAC;AAI7H,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,qFAAqF;IACrF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uFAAuF;IACvF,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,8CAA8C;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAcD;;;;GAIG;AACH,wBAAgB,GAAG,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,CA+GxD;AAmCD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAQ7G"}
|