@notuslabs/yail 0.2.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -4
- package/dist/addresses/registry.d.ts +1 -1
- package/dist/addresses/registry.d.ts.map +1 -1
- package/dist/addresses/registry.js +4 -5
- package/dist/addresses/registry.js.map +1 -1
- package/dist/cache/cached.d.ts.map +1 -1
- package/dist/cache/cached.js +5 -3
- package/dist/cache/cached.js.map +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +7 -4
- package/dist/cli/index.js.map +1 -1
- package/dist/config/create-config.d.ts +1 -1
- package/dist/config/create-config.d.ts.map +1 -1
- package/dist/config/create-config.js +5 -2
- package/dist/config/create-config.js.map +1 -1
- package/dist/config/types.d.ts +10 -5
- package/dist/config/types.d.ts.map +1 -1
- package/dist/index.d.ts +3 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/indexer/context.d.ts +6 -5
- package/dist/indexer/context.d.ts.map +1 -1
- package/dist/indexer/context.js.map +1 -1
- package/dist/indexer/events.d.ts +26 -2
- package/dist/indexer/events.d.ts.map +1 -1
- package/dist/indexer/events.js +17 -1
- package/dist/indexer/events.js.map +1 -1
- package/dist/indexer/indexer.d.ts +2 -12
- package/dist/indexer/indexer.d.ts.map +1 -1
- package/dist/indexer/indexer.js +27 -27
- package/dist/indexer/indexer.js.map +1 -1
- package/dist/indexer/jobs.d.ts +12 -1
- package/dist/indexer/jobs.d.ts.map +1 -1
- package/dist/indexer/jobs.js +65 -19
- package/dist/indexer/jobs.js.map +1 -1
- package/dist/indexer/plan.d.ts +6 -7
- package/dist/indexer/plan.d.ts.map +1 -1
- package/dist/indexer/plan.js +13 -36
- package/dist/indexer/plan.js.map +1 -1
- package/dist/indexer/runtime.d.ts +13 -8
- package/dist/indexer/runtime.d.ts.map +1 -1
- package/dist/indexer/runtime.js +70 -48
- package/dist/indexer/runtime.js.map +1 -1
- package/dist/schema/ddl.d.ts +5 -1
- package/dist/schema/ddl.d.ts.map +1 -1
- package/dist/schema/ddl.js +10 -2
- package/dist/schema/ddl.js.map +1 -1
- package/dist/sources/cached.d.ts.map +1 -1
- package/dist/sources/cached.js +37 -21
- package/dist/sources/cached.js.map +1 -1
- package/dist/sources/esplora.d.ts.map +1 -1
- package/dist/sources/esplora.js +8 -37
- package/dist/sources/esplora.js.map +1 -1
- package/dist/sources/fixture.d.ts +23 -2
- package/dist/sources/fixture.d.ts.map +1 -1
- package/dist/sources/fixture.js +34 -0
- package/dist/sources/fixture.js.map +1 -1
- package/dist/sources/hypersync.d.ts +10 -1
- package/dist/sources/hypersync.d.ts.map +1 -1
- package/dist/sources/hypersync.js +6 -0
- package/dist/sources/hypersync.js.map +1 -1
- package/dist/sources/index.d.ts +5 -4
- package/dist/sources/index.d.ts.map +1 -1
- package/dist/sources/index.js +2 -1
- package/dist/sources/index.js.map +1 -1
- package/dist/sources/rpc.d.ts +7 -1
- package/dist/sources/rpc.d.ts.map +1 -1
- package/dist/sources/rpc.js +7 -16
- package/dist/sources/rpc.js.map +1 -1
- package/dist/sources/solana/hypersync.d.ts +25 -0
- package/dist/sources/solana/hypersync.d.ts.map +1 -0
- package/dist/sources/solana/hypersync.js +117 -0
- package/dist/sources/solana/hypersync.js.map +1 -0
- package/dist/sources/solana/rpc.d.ts +25 -0
- package/dist/sources/solana/rpc.d.ts.map +1 -0
- package/dist/sources/solana/rpc.js +134 -0
- package/dist/sources/solana/rpc.js.map +1 -0
- package/dist/sources/solana/shared.d.ts +12 -0
- package/dist/sources/solana/shared.d.ts.map +1 -0
- package/dist/sources/solana/shared.js +30 -0
- package/dist/sources/solana/shared.js.map +1 -0
- package/dist/sources/types.d.ts +69 -11
- package/dist/sources/types.d.ts.map +1 -1
- package/dist/sources/types.js +2 -2
- package/dist/sources/types.js.map +1 -1
- package/dist/sources/union.d.ts +12 -0
- package/dist/sources/union.d.ts.map +1 -0
- package/dist/sources/union.js +65 -0
- package/dist/sources/union.js.map +1 -0
- package/dist/testing/index.d.ts +5 -4
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +22 -5
- package/dist/testing/index.js.map +1 -1
- package/dist/util.d.ts +9 -0
- package/dist/util.d.ts.map +1 -1
- package/dist/util.js +58 -0
- package/dist/util.js.map +1 -1
- package/package.json +3 -2
package/dist/indexer/events.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type Abi, type AbiEvent, type ContractEventName, type DecodeEventLogReturnType } from "viem";
|
|
2
2
|
import type { Config, EventFilter } from "../config/types.js";
|
|
3
|
-
import type { BitcoinTransaction, EvmBlock, EvmLog, EvmTrace, EvmTransaction } from "../sources/types.js";
|
|
3
|
+
import type { BitcoinTransaction, EvmBlock, EvmLog, EvmTrace, EvmTransaction, SolanaBalance, SolanaBlock, SolanaTransaction } from "../sources/types.js";
|
|
4
4
|
type ContractsOf<C extends Config<any, any, any>> = NonNullable<C["contracts"]>;
|
|
5
5
|
type AccountsOf<C extends Config<any, any, any>> = NonNullable<C["accounts"]>;
|
|
6
6
|
export type ContractEventNames<C extends Config<any, any, any>> = {
|
|
@@ -53,12 +53,34 @@ export interface BitcoinAccountEvent {
|
|
|
53
53
|
/** True when the address funded at least one input. */
|
|
54
54
|
isSender: boolean;
|
|
55
55
|
}
|
|
56
|
+
export interface SolanaAccountEvent {
|
|
57
|
+
/** The matched wallet. */
|
|
58
|
+
address: string;
|
|
59
|
+
transaction: SolanaTransaction;
|
|
60
|
+
block: SolanaBlock;
|
|
61
|
+
/** The wallet's own account and the token accounts it owns, where they changed, before and after. */
|
|
62
|
+
balances: SolanaBalance[];
|
|
63
|
+
/** Change of the wallet's SOL, in lamports (the fee included when the wallet paid it). */
|
|
64
|
+
lamports: bigint;
|
|
65
|
+
/** Token accounts of the wallet whose balance changed, with the change in raw token units. */
|
|
66
|
+
tokens: Array<{
|
|
67
|
+
account: string;
|
|
68
|
+
mint: string;
|
|
69
|
+
decimals: number;
|
|
70
|
+
delta: bigint;
|
|
71
|
+
}>;
|
|
72
|
+
}
|
|
56
73
|
export interface SetupEvent {
|
|
57
74
|
/** Block the chain starts (or resumes) indexing from. */
|
|
58
75
|
block: number;
|
|
59
76
|
}
|
|
60
77
|
type ChainKind<C extends Config<any, any, any>, ref> = ref extends string ? C["chains"][ref]["source"]["kind"] : C["chains"][keyof ref & string]["source"]["kind"];
|
|
61
|
-
|
|
78
|
+
type AccountEventByKind = {
|
|
79
|
+
evm: EvmAccountEvent;
|
|
80
|
+
bitcoin: BitcoinAccountEvent;
|
|
81
|
+
solana: SolanaAccountEvent;
|
|
82
|
+
};
|
|
83
|
+
export type AccountEventOf<C extends Config<any, any, any>, K extends keyof AccountsOf<C>> = AccountEventByKind[ChainKind<C, AccountsOf<C>[K]["chain"]> & keyof AccountEventByKind];
|
|
62
84
|
export type EventOf<C extends Config<any, any, any>, name extends string> = name extends "setup" ? SetupEvent : name extends `${infer K}:${infer E}` ? K extends keyof ContractsOf<C> ? ContractEvent<ContractsOf<C>[K]["abi"], E> : K extends keyof AccountsOf<C> ? AccountEventOf<C, K> : never : never;
|
|
63
85
|
export type ChainNames<C extends Config<any, any, any>> = keyof C["chains"] & string;
|
|
64
86
|
export interface CompiledFilter {
|
|
@@ -91,5 +113,7 @@ export declare function logMatchesFilter(log: EvmLog, filter: CompiledFilter, in
|
|
|
91
113
|
export declare function involvedAddresses(tx: EvmTransaction, logs: EvmLog[], traces: EvmTrace[]): string[];
|
|
92
114
|
export declare function directionOf(tx: EvmTransaction, address: string): EvmAccountEvent["direction"];
|
|
93
115
|
export declare function bitcoinAccountEvent(tx: BitcoinTransaction, address: string): BitcoinAccountEvent | null;
|
|
116
|
+
/** The wallet's slice of a transaction's balances, or null when the transaction has none. */
|
|
117
|
+
export declare function solanaAccountEvent(transaction: SolanaTransaction, block: SolanaBlock, rows: SolanaBalance[], address: string): SolanaAccountEvent | null;
|
|
94
118
|
export {};
|
|
95
119
|
//# sourceMappingURL=events.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/indexer/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwD,KAAK,GAAG,EAAE,KAAK,QAAQ,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,MAAM,CAAC;AAC5J,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/indexer/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwD,KAAK,GAAG,EAAE,KAAK,QAAQ,EAAE,KAAK,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,MAAM,CAAC;AAC5J,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAOzJ,KAAK,WAAW,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;AAChF,KAAK,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;AAE9E,MAAM,MAAM,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI;KAC/D,CAAC,IAAI,MAAM,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,GAAG,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;CAC5F,CAAC,MAAM,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;AAEjC,MAAM,MAAM,iBAAiB,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI;KAC9D,CAAC,IAAI,MAAM,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,GAAG,CAAC,cAAc;CACxD,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;AAEhC,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,kBAAkB,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;AAEjH,MAAM,WAAW,aAAa,CAAC,GAAG,SAAS,GAAG,GAAG,GAAG,EAAE,IAAI,SAAS,MAAM,GAAG,MAAM;IAChF,gCAAgC;IAChC,IAAI,EAAE,IAAI,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,IAAI,SAAS,iBAAiB,CAAC,GAAG,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClH,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,QAAQ,CAAC;IAChB,kEAAkE;IAClE,WAAW,CAAC,EAAE,cAAc,CAAC;CAC9B;AAED,MAAM,WAAW,eAAe;IAC9B,+CAA+C;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,wIAAwI;IACxI,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,UAAU,CAAC;IAC/C,WAAW,EAAE,cAAc,CAAC;IAC5B,KAAK,EAAE,QAAQ,CAAC;IAChB,8FAA8F;IAC9F,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,qHAAqH;IACrH,MAAM,EAAE,QAAQ,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,kBAAkB,CAAC;IACvB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtD,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAC;IACb,4DAA4D;IAC5D,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,uDAAuD;IACvD,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,0BAA0B;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,iBAAiB,CAAC;IAC/B,KAAK,EAAE,WAAW,CAAC;IACnB,qGAAqG;IACrG,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,0FAA0F;IAC1F,QAAQ,EAAE,MAAM,CAAC;IACjB,8FAA8F;IAC9F,MAAM,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnF;AAED,MAAM,WAAW,UAAU;IACzB,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,KAAK,SAAS,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,IAAI,GAAG,SAAS,MAAM,GACrE,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAClC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,KAAK,kBAAkB,GAAG;IAAE,GAAG,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,kBAAkB,CAAA;CAAE,CAAC;AAE7G,MAAM,MAAM,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC;AAEpL,MAAM,MAAM,OAAO,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,SAAS,MAAM,IAAI,IAAI,SAAS,OAAO,GAC5F,UAAU,GACV,IAAI,SAAS,GAAG,MAAM,CAAC,IAAI,MAAM,CAAC,EAAE,GAClC,CAAC,SAAS,MAAM,WAAW,CAAC,CAAC,CAAC,GAC5B,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAC1C,CAAC,SAAS,MAAM,UAAU,CAAC,CAAC,CAAC,GAC3B,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,GACpB,KAAK,GACT,KAAK,CAAC;AAEZ,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;AAIrF,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,QAAQ,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,mFAAmF;IACnF,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,QAAQ,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,GAAG,MAAM,CAElD;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,GAAG,GAAG,QAAQ,EAAE,CAE9C;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,GAAG,cAAc,CAiB3E;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAIhG;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GAAG,IAAI,CAOhG;AAED,qFAAqF;AACrF,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAU/H;AAED,2HAA2H;AAC3H,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,CAGlG;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,CAK7F;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAavG;AAED,6FAA6F;AAC7F,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,iBAAiB,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI,CAUxJ"}
|
package/dist/indexer/events.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { decodeEventLog, encodeAbiParameters, toEventSelector } from "viem";
|
|
2
2
|
import { isAddressSet } from "../config/address.js";
|
|
3
|
+
import { walletOf } from "../sources/solana/shared.js";
|
|
3
4
|
import { toArray } from "../util.js";
|
|
4
5
|
export function eventTopic(event) {
|
|
5
6
|
return toEventSelector(event).toLowerCase();
|
|
@@ -33,7 +34,7 @@ export function encodeTopicValue(type, value) {
|
|
|
33
34
|
if (type === "address")
|
|
34
35
|
return `0x${"0".repeat(24)}${String(value).toLowerCase().replace(/^0x/, "")}`;
|
|
35
36
|
if (type.startsWith("bytes") && type !== "bytes")
|
|
36
|
-
return String(value).toLowerCase();
|
|
37
|
+
return String(value).toLowerCase().padEnd(66, "0");
|
|
37
38
|
return encodeAbiParameters([{ type }], [value]).toLowerCase();
|
|
38
39
|
}
|
|
39
40
|
export function padAddress(address) {
|
|
@@ -99,4 +100,19 @@ export function bitcoinAccountEvent(tx, address) {
|
|
|
99
100
|
return null;
|
|
100
101
|
return { address, tx, block: { height: tx.blockHeight, hash: tx.blockHash, time: tx.blockTime }, received, sent, net: received - sent, fee: tx.fee, isSender };
|
|
101
102
|
}
|
|
103
|
+
/** The wallet's slice of a transaction's balances, or null when the transaction has none. */
|
|
104
|
+
export function solanaAccountEvent(transaction, block, rows, address) {
|
|
105
|
+
const balances = rows.filter((b) => walletOf(b) === address);
|
|
106
|
+
if (balances.length === 0)
|
|
107
|
+
return null;
|
|
108
|
+
let lamports = 0n;
|
|
109
|
+
const tokens = [];
|
|
110
|
+
for (const b of balances) {
|
|
111
|
+
if (!b.token)
|
|
112
|
+
lamports += (b.lamports?.post ?? 0n) - (b.lamports?.pre ?? 0n);
|
|
113
|
+
else if (b.token.post !== b.token.pre)
|
|
114
|
+
tokens.push({ account: b.account, mint: b.token.mint, decimals: b.token.decimals, delta: b.token.post - b.token.pre });
|
|
115
|
+
}
|
|
116
|
+
return { address, transaction, block, balances, lamports, tokens };
|
|
117
|
+
}
|
|
102
118
|
//# sourceMappingURL=events.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/indexer/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,eAAe,EAAkF,MAAM,MAAM,CAAC;AAG5J,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/indexer/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,eAAe,EAAkF,MAAM,MAAM,CAAC;AAG5J,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAgHrC,MAAM,UAAU,UAAU,CAAC,KAAe;IACxC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAQ;IAChC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAQ,EAAE,MAAmB;IACzD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,MAAM,GAA6B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACtD,IAAI,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,KAAK,IAAI,IAAI,8BAA8B,CAAC,CAAC;QAC5F,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAE,CAAC;QAC5B,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,KAAK,IAAI,IAAI,yCAAyC,CAAC,CAAC;YACxH,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,KAAyC;IACtF,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;IACtG,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACrG,OAAO,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,KAAY,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,OAAO,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,OAAO,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAe,EAAE,GAAW;IACpD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,cAAc,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAqB,EAAE,MAAM,EAAE,GAAG,CAAC,MAA6C,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5J,OAAO,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAA4B,EAAE,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,MAAsB,EAAE,KAAgD;IACpH,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;QACjD,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QACvD,CAAC;aAAM,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;IACjE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,2HAA2H;AAC3H,MAAM,UAAU,iBAAiB,CAAC,EAAkB,EAAE,IAAc,EAAE,MAAkB;IACtF,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1H,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAkB,EAAE,OAAe;IAC7D,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,IAAI,EAAE,CAAC,EAAE,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IAC5D,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACvC,IAAI,EAAE,CAAC,EAAE,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,EAAsB,EAAE,OAAe;IACzE,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI;QAAE,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO;YAAE,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,KAAK,OAAO,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;YACxB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAChD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC;AACjK,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,kBAAkB,CAAC,WAA8B,EAAE,KAAkB,EAAE,IAAqB,EAAE,OAAe;IAC3H,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,MAAM,MAAM,GAAiC,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;aACxE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAChK,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACrE,CAAC"}
|
|
@@ -12,6 +12,7 @@ import type { ChainNames, EventNames, EventOf } from "./events.js";
|
|
|
12
12
|
import { JobRunner, type JobRow } from "./jobs.js";
|
|
13
13
|
import { type ChainPlan } from "./plan.js";
|
|
14
14
|
import { ChainRunner } from "./runtime.js";
|
|
15
|
+
import type { ChainStats } from "../observability/metrics.js";
|
|
15
16
|
export interface IndexerOptions<C extends Config<any, any, any>> {
|
|
16
17
|
config: C;
|
|
17
18
|
/** The schema module (`import * as schema from "./schema"`) or an array of tables/views. */
|
|
@@ -22,21 +23,10 @@ export interface IndexerOptions<C extends Config<any, any, any>> {
|
|
|
22
23
|
fetch?: typeof fetch;
|
|
23
24
|
}
|
|
24
25
|
export interface StatusSnapshot {
|
|
25
|
-
chains: Record<string, {
|
|
26
|
-
cursor: number;
|
|
27
|
-
head: number;
|
|
28
|
-
finalized: number;
|
|
29
|
-
lagBlocks: number;
|
|
30
|
-
caughtUp: boolean;
|
|
26
|
+
chains: Record<string, ChainStats & {
|
|
31
27
|
running: boolean;
|
|
32
28
|
error?: string;
|
|
33
29
|
pendingJobs: number;
|
|
34
|
-
blocksIndexed: number;
|
|
35
|
-
eventsProcessed: number;
|
|
36
|
-
batches: number;
|
|
37
|
-
errors: number;
|
|
38
|
-
lastBatchMs: number;
|
|
39
|
-
lastBatchAt?: string;
|
|
40
30
|
}>;
|
|
41
31
|
addresses: Array<{
|
|
42
32
|
set: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAGjD,OAAO,EAAY,KAAK,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAA0B,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAqB,KAAK,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEnF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,KAAK,MAAM,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAc,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AAEzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAE9D,MAAM,WAAW,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC7D,MAAM,EAAE,CAAC,CAAC;IACV,4FAA4F;IAC5F,MAAM,EAAE,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,CAAC;IACpE,mGAAmG;IACnG,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,uDAAuD;IACvD,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/F,SAAS,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChF,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gHAAgH;IAChH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,OAAO,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACnB,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC7E,yFAAyF;IACzF,EAAE,CAAC,IAAI,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAAC,OAAO,EAAE,cAAc,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACxK,0EAA0E;IAC1E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,2BAA2B;IAC3B,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,8EAA8E;IAC9E,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,gIAAgI;IAChI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC;IAChB,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,SAAS,EAAE;QACT,QAAQ,CAAC,KAAK,EAAE;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,GAAG,KAAK,CAAC;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,SAAS,CAAC,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,CAAC,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3P,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,GAAG,CAAC,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAA;SAAE,GAAG,UAAU,EAAE,CAAC;QAC7F,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;KAC3D,CAAC;IACF,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpD,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAClC,wEAAwE;IACxE,QAAQ,CAAC,SAAS,EAAE;QAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAAC,QAAQ,EAAE,eAAe,CAAA;KAAE,CAAC;CACnJ;AAED,wBAAgB,aAAa,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAuNrG;AAED,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC"}
|
package/dist/indexer/indexer.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { AddressRegistry } from "../addresses/registry.js";
|
|
2
|
+
import { perChain } from "../config/chain-ref.js";
|
|
2
3
|
import { createDb } from "../db/client.js";
|
|
3
4
|
import { collectSchema, migrate } from "../db/migrate.js";
|
|
4
5
|
import { createHttpClient } from "../http/client.js";
|
|
@@ -10,7 +11,7 @@ import { buildPlans } from "./plan.js";
|
|
|
10
11
|
import { ChainRunner } from "./runtime.js";
|
|
11
12
|
import { toArray } from "../util.js";
|
|
12
13
|
export function createIndexer(options) {
|
|
13
|
-
const
|
|
14
|
+
const config = options.config;
|
|
14
15
|
const handlers = new Map();
|
|
15
16
|
const plans = new Map();
|
|
16
17
|
const runners = new Map();
|
|
@@ -23,7 +24,7 @@ export function createIndexer(options) {
|
|
|
23
24
|
let serverHandle;
|
|
24
25
|
const { tables } = collectSchema(options.schema);
|
|
25
26
|
const contracts = {};
|
|
26
|
-
for (const [name, c] of Object.entries(
|
|
27
|
+
for (const [name, c] of Object.entries(config.contracts ?? {})) {
|
|
27
28
|
const entry = { abi: c.abi };
|
|
28
29
|
if (typeof c.address === "string")
|
|
29
30
|
entry.address = c.address.toLowerCase();
|
|
@@ -48,27 +49,29 @@ export function createIndexer(options) {
|
|
|
48
49
|
await registry.load();
|
|
49
50
|
// Resolve "latest" start blocks once.
|
|
50
51
|
const latest = new Map();
|
|
51
|
-
const
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
52
|
+
for (const source of [...Object.values(config.contracts ?? {}), ...Object.values(config.accounts ?? {})]) {
|
|
53
|
+
for (const [chain, override] of Object.entries(perChain(source.chain))) {
|
|
54
|
+
if ((override.startBlock ?? source.startBlock) !== "latest" || latest.has(chain))
|
|
55
|
+
continue;
|
|
56
|
+
latest.set(chain, await config.chains[chain].source.getHeight());
|
|
57
|
+
}
|
|
55
58
|
}
|
|
56
59
|
const handled = new Set(handlers.keys());
|
|
57
60
|
for (const [name, plan] of buildPlans(config, { handled, resolveLatest: (chain) => latest.get(chain) }))
|
|
58
61
|
plans.set(name, plan);
|
|
59
62
|
if (config.cache?.source) {
|
|
60
63
|
for (const plan of plans.values()) {
|
|
61
|
-
const
|
|
64
|
+
const cacheOptions = {
|
|
65
|
+
db,
|
|
66
|
+
chain: plan.chain,
|
|
67
|
+
finalizedHeight: () => runners.get(plan.chain)?.finalized,
|
|
68
|
+
onEvent: (e) => e.type !== "store" && obs.metrics.recordCache("source", e.type === "hit"),
|
|
69
|
+
};
|
|
62
70
|
plan.config = {
|
|
63
71
|
...plan.config,
|
|
64
|
-
source: cached(plan.config.source,
|
|
65
|
-
|
|
66
|
-
chain: plan.chain,
|
|
67
|
-
finalizedHeight: () => runnerRef.current?.finalized,
|
|
68
|
-
onEvent: (e) => e.type !== "store" && obs.metrics.recordCache("source", e.type === "hit"),
|
|
69
|
-
}),
|
|
72
|
+
source: cached(plan.config.source, cacheOptions),
|
|
73
|
+
backfillSource: plan.config.backfillSource && cached(plan.config.backfillSource, cacheOptions),
|
|
70
74
|
};
|
|
71
|
-
plan.__runnerRef = runnerRef;
|
|
72
75
|
}
|
|
73
76
|
}
|
|
74
77
|
for (const plan of plans.values()) {
|
|
@@ -91,7 +94,6 @@ export function createIndexer(options) {
|
|
|
91
94
|
await jobRunners.get(chain).enqueue("reindex_range", { fromBlock, toBlock });
|
|
92
95
|
},
|
|
93
96
|
}, plan);
|
|
94
|
-
plan.__runnerRef && (plan.__runnerRef.current = runner);
|
|
95
97
|
runners.set(plan.chain, runner);
|
|
96
98
|
jobRunners.set(plan.chain, new JobRunner({ db, registry, obs, tables, concurrency: config.indexing?.jobConcurrency ?? 2 }, runner));
|
|
97
99
|
}
|
|
@@ -102,7 +104,7 @@ export function createIndexer(options) {
|
|
|
102
104
|
obs.log.info("yail", `initialized ${runners.size} chain(s): ${[...runners.values()].map((r) => `${r.chain}@${r.cursor}`).join(", ")}`);
|
|
103
105
|
}
|
|
104
106
|
const indexer = {
|
|
105
|
-
config,
|
|
107
|
+
config: options.config,
|
|
106
108
|
schema: options.schema,
|
|
107
109
|
get db() {
|
|
108
110
|
return need(db, "db");
|
|
@@ -113,7 +115,14 @@ export function createIndexer(options) {
|
|
|
113
115
|
get http() {
|
|
114
116
|
return need(http, "http");
|
|
115
117
|
},
|
|
116
|
-
internals: {
|
|
118
|
+
internals: {
|
|
119
|
+
plans,
|
|
120
|
+
runners,
|
|
121
|
+
jobs: jobRunners,
|
|
122
|
+
get registry() {
|
|
123
|
+
return need(registry, "addresses");
|
|
124
|
+
},
|
|
125
|
+
},
|
|
117
126
|
on(name, handler) {
|
|
118
127
|
const list = handlers.get(name) ?? [];
|
|
119
128
|
list.push(handler);
|
|
@@ -121,9 +130,7 @@ export function createIndexer(options) {
|
|
|
121
130
|
return indexer;
|
|
122
131
|
},
|
|
123
132
|
async init() {
|
|
124
|
-
initPromise ??= doInit()
|
|
125
|
-
indexer.internals.registry = registry;
|
|
126
|
-
});
|
|
133
|
+
initPromise ??= doInit();
|
|
127
134
|
await initPromise;
|
|
128
135
|
},
|
|
129
136
|
async migrate(migrateOptions) {
|
|
@@ -226,12 +233,5 @@ export function createIndexer(options) {
|
|
|
226
233
|
};
|
|
227
234
|
return indexer;
|
|
228
235
|
}
|
|
229
|
-
function configReplacer(_key, value) {
|
|
230
|
-
if (typeof value === "bigint")
|
|
231
|
-
return value.toString();
|
|
232
|
-
if (typeof value === "function")
|
|
233
|
-
return undefined;
|
|
234
|
-
return value;
|
|
235
|
-
}
|
|
236
236
|
export { isAddressSet, isFactory };
|
|
237
237
|
//# sourceMappingURL=indexer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAmB,MAAM,0BAA0B,CAAC;AAE5E,OAAO,EAAE,QAAQ,EAAW,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,OAAO,EAA0C,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAmB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAsB,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EAAE,SAAS,EAAe,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAkB,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAyDrC,MAAM,UAAU,aAAa,CAAkC,OAA0B;IACvF,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAqB,CAAC;IAChD,IAAI,EAAkB,CAAC;IACvB,IAAI,GAA8B,CAAC;IACnC,IAAI,IAA4B,CAAC;IACjC,IAAI,QAAqC,CAAC;IAC1C,IAAI,WAAsC,CAAC;IAC3C,IAAI,YAAoD,CAAC;IAEzD,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAmD,EAAE,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAwB,CAAC,EAAE,CAAC;QACxF,MAAM,KAAK,GAAmC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7D,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAAE,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3E,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,CAAI,CAAgB,EAAE,IAAY,EAAK,EAAE;QACpD,IAAI,CAAC,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,yCAAyC,CAAC,CAAC;QAC/F,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,EAAE;QACnD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9E,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,KAAK,UAAU,MAAM;QACnB,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvF,IAAI,GAAG,gBAAgB,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACtJ,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,sCAAsC;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/E,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAA6B,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACrI,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAE,EAAE,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEhI,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,MAAM,SAAS,GAA8B,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG;oBACZ,GAAG,IAAI,CAAC,MAAM;oBACd,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;wBACjC,EAAE;wBACF,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,eAAe,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS;wBACnD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC;qBAC3F,CAAQ;iBACV,CAAC;gBACD,IAAY,CAAC,WAAW,GAAG,SAAS,CAAC;YACxC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,qDAAqD,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,WAAW,CAC5B;gBACE,MAAM;gBACN,EAAE;gBACF,QAAQ;gBACR,GAAG;gBACH,IAAI;gBACJ,QAAQ;gBACR,SAAS;gBACT,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;oBACpC,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;gBAChE,CAAC;gBACD,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;oBAClD,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChF,CAAC;aACF,EACD,IAAI,CACL,CAAC;YACD,IAAY,CAAC,WAAW,IAAI,CAAE,IAAY,CAAC,WAAW,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC;YAC1E,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAChC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtI,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,OAAO,CAAC,IAAI,cAAc,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC;IAED,MAAM,OAAO,GAAe;QAC1B,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE;YACJ,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,aAAa;YACf,OAAO,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI;YACN,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAuC,EAAE;QAClG,EAAE,CAAC,IAAI,EAAE,OAAO;YACd,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,OAAkB,CAAC,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,KAAK,CAAC,IAAI;YACR,WAAW,KAAK,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAChC,OAAO,CAAC,SAAiB,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACjD,CAAC,CAAC,CAAC;YACH,MAAM,WAAW,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,cAAc;YAC1B,EAAE,KAAK,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACpD,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE;YAC3B,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;gBACnE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACzD,YAAY,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvH,CAAC;YACD,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAc,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,GAAG;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC9D,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;gBAC1D,6FAA6F;gBAC7F,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI;YACR,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,YAAY,EAAE,KAAK,EAAE,CAAC;YAC5B,YAAY,GAAG,SAAS,CAAC;QAC3B,CAAC;QACD,SAAS,EAAE;YACT,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAClB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACxC,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBACtF,IAAI,CAAC,CAAC,KAAK;wBAAE,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;oBAC5F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5J,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9D,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;oBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM;gBACT,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO;gBACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9D,CAAC;SACF;QACD,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBAC1F,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5F,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACxJ,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxG,CAAC;QACD,KAAK,CAAC,MAAM;YACV,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,MAAM,GAA6B,EAAE,CAAC;YAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;gBAChC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3M,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACtM,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAe,EAAE,CAAC;QAC3G,CAAC;KACF,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAc;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IAClD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAmB,MAAM,0BAA0B,CAAC;AAE5E,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,EAAE,QAAQ,EAAW,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,OAAO,EAA0C,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAmB,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAsB,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,MAAM,EAA4B,MAAM,sBAAsB,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EAAE,SAAS,EAAe,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAkB,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AA0DrC,MAAM,UAAU,aAAa,CAAkC,OAA0B;IACvF,MAAM,MAAM,GAAW,OAAO,CAAC,MAAM,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAqB,CAAC;IAChD,IAAI,EAAkB,CAAC;IACvB,IAAI,GAA8B,CAAC;IACnC,IAAI,IAA4B,CAAC;IACjC,IAAI,QAAqC,CAAC;IAC1C,IAAI,WAAsC,CAAC;IAC3C,IAAI,YAAoD,CAAC;IAEzD,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,SAAS,GAAmD,EAAE,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/D,MAAM,KAAK,GAAmC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7D,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAAE,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3E,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,CAAI,CAAgB,EAAE,IAAY,EAAK,EAAE;QACpD,IAAI,CAAC,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,yCAAyC,CAAC,CAAC;QAC/F,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,EAAE;QACnD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC;QAC9E,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,KAAK,UAAU,MAAM;QACnB,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvF,IAAI,GAAG,gBAAgB,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACtJ,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,sCAAsC;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YACzG,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvE,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,SAAS;gBAC3F,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAE,EAAE,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAEhI,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,MAAM,YAAY,GAAwB;oBACxC,EAAE;oBACF,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,eAAe,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS;oBACzD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,GAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC;iBAC3F,CAAC;gBACF,IAAI,CAAC,MAAM,GAAG;oBACZ,GAAG,IAAI,CAAC,MAAM;oBACd,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;oBAChD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,YAAY,CAAC;iBAC/F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,qDAAqD,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,WAAW,CAC5B;gBACE,MAAM;gBACN,EAAE;gBACF,QAAQ;gBACR,GAAG;gBACH,IAAI;gBACJ,QAAQ;gBACR,SAAS;gBACT,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;oBACpC,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;gBAChE,CAAC;gBACD,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;oBAClD,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChF,CAAC;aACF,EACD,IAAI,CACL,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAChC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtI,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,OAAO,CAAC,IAAI,cAAc,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC;IAED,MAAM,OAAO,GAAe;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE;YACJ,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,aAAa;YACf,OAAO,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI;YACN,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;QACD,SAAS,EAAE;YACT,KAAK;YACL,OAAO;YACP,IAAI,EAAE,UAAU;YAChB,IAAI,QAAQ;gBACV,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACrC,CAAC;SACF;QACD,EAAE,CAAC,IAAI,EAAE,OAAO;YACd,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,OAAkB,CAAC,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,KAAK,CAAC,IAAI;YACR,WAAW,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,WAAW,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,cAAc;YAC1B,EAAE,KAAK,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACpD,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE;YAC3B,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;gBACnE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACzD,YAAY,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvH,CAAC;YACD,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAc,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,GAAG;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC9D,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;gBAC1D,6FAA6F;gBAC7F,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/E,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI;YACR,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,YAAY,EAAE,KAAK,EAAE,CAAC;YAC5B,YAAY,GAAG,SAAS,CAAC;QAC3B,CAAC;QACD,SAAS,EAAE;YACT,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAClB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACxC,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBACtF,IAAI,CAAC,CAAC,KAAK;wBAAE,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;oBAC5F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC5J,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9D,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE;oBAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM;gBACT,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO;gBACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9D,CAAC;SACF;QACD,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBAC1F,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5F,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACxJ,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxG,CAAC;QACD,KAAK,CAAC,MAAM;YACV,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,MAAM,GAA6B,EAAE,CAAC;YAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;gBAChC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3M,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACtM,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpG,CAAC;KACF,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC"}
|
package/dist/indexer/jobs.d.ts
CHANGED
|
@@ -29,6 +29,7 @@ export declare class JobRunner {
|
|
|
29
29
|
private readonly deps;
|
|
30
30
|
readonly runner: ChainRunner;
|
|
31
31
|
private queue;
|
|
32
|
+
private delayed;
|
|
32
33
|
private active;
|
|
33
34
|
private stopped;
|
|
34
35
|
private wake;
|
|
@@ -48,12 +49,22 @@ export declare class JobRunner {
|
|
|
48
49
|
/** Load unfinished jobs from the database (own chain only). */
|
|
49
50
|
poll(): Promise<number>;
|
|
50
51
|
private runningIds;
|
|
52
|
+
/** Jobs that finished while a poll was reading: it may have read them as unfinished. */
|
|
53
|
+
private finished;
|
|
51
54
|
start(): void;
|
|
55
|
+
/** Pending retries are dropped: their jobs stay pending in `_yail_jobs` and run as soon as a runner polls them. */
|
|
52
56
|
stop(): Promise<void>;
|
|
53
|
-
/** Resolve once
|
|
57
|
+
/** Resolve once no job is queued, running or waiting to be retried. */
|
|
54
58
|
drain(): Promise<void>;
|
|
55
59
|
private loop;
|
|
56
60
|
private execute;
|
|
61
|
+
private save;
|
|
62
|
+
/**
|
|
63
|
+
* Moves the job's `fromBlock` past every batch written, so a retry resumes there, and saves it at most once a
|
|
64
|
+
* minute, so a restart does too.
|
|
65
|
+
*/
|
|
66
|
+
private checkpoint;
|
|
67
|
+
private retryLater;
|
|
57
68
|
private backfillAddress;
|
|
58
69
|
private reindexRange;
|
|
59
70
|
private reindexScope;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/indexer/jobs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,IAAI,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/indexer/jobs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,IAAI,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAIhD,MAAM,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,SAAS,CAAC,CAAC;AAChD,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;AAErC,MAAM,WAAW,sBAAsB;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,qBAAa,SAAS;IAUlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,QAAQ,CAAC,MAAM,EAAE,WAAW;IAV9B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,OAAO,CAAqC;IACpD,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAA2B;IACvC,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,QAAQ,CAAK;IAErB,YACmB,IAAI,EAAE;QAAE,EAAE,EAAE,EAAE,CAAC;QAAC,QAAQ,EAAE,eAAe,CAAC;QAAC,GAAG,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,EAC3I,MAAM,EAAE,WAAW,EAC1B;IAEJ,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAEK,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,mBAAmB,GAAG,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAOzH;IAED,+DAA+D;IACzD,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAa5B;IAED,OAAO,CAAC,UAAU,CAAqB;IACvC,wFAAwF;IACxF,OAAO,CAAC,QAAQ,CAAqB;IAErC,KAAK,IAAI,IAAI,CAGZ;IAED,mHAAmH;IAC7G,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAO1B;IAED,uEAAuE;IACjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAM3B;YAEa,IAAI;YA2BJ,OAAO;YAqCP,IAAI;IAKlB;;;OAGG;IACH,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,UAAU;YAWJ,eAAe;YAMf,YAAY;YAWZ,YAAY;CAgB3B"}
|
package/dist/indexer/jobs.js
CHANGED
|
@@ -2,6 +2,7 @@ import { randomUUID } from "node:crypto";
|
|
|
2
2
|
import { jobs as jobsTable } from "../db/internal.js";
|
|
3
3
|
import { sql } from "../db/sql.js";
|
|
4
4
|
import { INDEX_META_COLUMNS } from "../schema/table.js";
|
|
5
|
+
const MAX_JOB_ATTEMPTS = 8;
|
|
5
6
|
/**
|
|
6
7
|
* Durable per-chain job queue. Jobs are persisted in `_yail_jobs` so a
|
|
7
8
|
* restart resumes them; other processes (CLI, API) can enqueue by inserting
|
|
@@ -11,6 +12,7 @@ export class JobRunner {
|
|
|
11
12
|
deps;
|
|
12
13
|
runner;
|
|
13
14
|
queue = [];
|
|
15
|
+
delayed = new Map();
|
|
14
16
|
active = 0;
|
|
15
17
|
stopped = false;
|
|
16
18
|
wake;
|
|
@@ -24,7 +26,7 @@ export class JobRunner {
|
|
|
24
26
|
return this.runner.chain;
|
|
25
27
|
}
|
|
26
28
|
get pending() {
|
|
27
|
-
return this.queue.length + this.active;
|
|
29
|
+
return this.queue.length + this.active + this.delayed.size;
|
|
28
30
|
}
|
|
29
31
|
async enqueue(kind, payload) {
|
|
30
32
|
const now = new Date();
|
|
@@ -36,11 +38,14 @@ export class JobRunner {
|
|
|
36
38
|
}
|
|
37
39
|
/** Load unfinished jobs from the database (own chain only). */
|
|
38
40
|
async poll() {
|
|
41
|
+
const finishedBefore = [...this.finished];
|
|
39
42
|
const rows = await this.deps.db.rows(jobsTable, sql `WHERE chain = ${this.chain} AND status IN ('pending', 'running') ORDER BY created_at`);
|
|
40
|
-
const
|
|
43
|
+
for (const id of finishedBefore)
|
|
44
|
+
this.finished.delete(id);
|
|
45
|
+
const known = new Set([...this.queue.map((j) => j.id), ...this.finished]);
|
|
41
46
|
let added = 0;
|
|
42
47
|
for (const r of rows) {
|
|
43
|
-
if (known.has(r.id) || this.runningIds.has(r.id))
|
|
48
|
+
if (known.has(r.id) || this.runningIds.has(r.id) || this.delayed.has(r.id))
|
|
44
49
|
continue;
|
|
45
50
|
this.queue.push(r);
|
|
46
51
|
added++;
|
|
@@ -50,21 +55,27 @@ export class JobRunner {
|
|
|
50
55
|
return added;
|
|
51
56
|
}
|
|
52
57
|
runningIds = new Set();
|
|
58
|
+
/** Jobs that finished while a poll was reading: it may have read them as unfinished. */
|
|
59
|
+
finished = new Set();
|
|
53
60
|
start() {
|
|
54
61
|
this.stopped = false;
|
|
55
62
|
this.loopPromise ??= this.loop();
|
|
56
63
|
}
|
|
64
|
+
/** Pending retries are dropped: their jobs stay pending in `_yail_jobs` and run as soon as a runner polls them. */
|
|
57
65
|
async stop() {
|
|
58
66
|
this.stopped = true;
|
|
67
|
+
for (const timer of this.delayed.values())
|
|
68
|
+
clearTimeout(timer);
|
|
69
|
+
this.delayed.clear();
|
|
59
70
|
this.wake?.();
|
|
60
71
|
await this.loopPromise;
|
|
61
72
|
this.loopPromise = undefined;
|
|
62
73
|
}
|
|
63
|
-
/** Resolve once
|
|
74
|
+
/** Resolve once no job is queued, running or waiting to be retried. */
|
|
64
75
|
async drain() {
|
|
65
76
|
for (;;) {
|
|
66
77
|
await this.poll();
|
|
67
|
-
if (this.
|
|
78
|
+
if (this.pending === 0)
|
|
68
79
|
return;
|
|
69
80
|
await new Promise((r) => setTimeout(r, 50));
|
|
70
81
|
}
|
|
@@ -79,9 +90,12 @@ export class JobRunner {
|
|
|
79
90
|
const job = this.queue.shift();
|
|
80
91
|
this.active++;
|
|
81
92
|
this.runningIds.add(job.id);
|
|
82
|
-
void this.execute(job)
|
|
93
|
+
void this.execute(job)
|
|
94
|
+
.catch((err) => this.deps.obs.log.warn({ event: "job_crashed", chain: this.chain, jobId: job.id, error: String(err) }))
|
|
95
|
+
.finally(() => {
|
|
83
96
|
this.active--;
|
|
84
97
|
this.runningIds.delete(job.id);
|
|
98
|
+
this.finished.add(job.id);
|
|
85
99
|
this.wake?.();
|
|
86
100
|
});
|
|
87
101
|
}
|
|
@@ -95,35 +109,38 @@ export class JobRunner {
|
|
|
95
109
|
async execute(job) {
|
|
96
110
|
const { obs } = this.deps;
|
|
97
111
|
const wide = obs.wide({ chain: this.chain, job: job.kind, jobId: job.id, ...job.payload });
|
|
98
|
-
const update = (patch) => this.deps.db.insert(jobsTable).values({ ...job, ...patch, updatedAt: new Date() });
|
|
99
112
|
job.attempts += 1;
|
|
100
|
-
|
|
113
|
+
job.status = "running";
|
|
114
|
+
await this.save(job);
|
|
101
115
|
try {
|
|
102
116
|
if (job.kind === "backfill_address")
|
|
103
|
-
await this.backfillAddress(job.payload);
|
|
117
|
+
await this.backfillAddress(job.payload, this.checkpoint(job));
|
|
104
118
|
else if (job.kind === "reindex_range")
|
|
105
|
-
await this.reindexRange(job.payload);
|
|
119
|
+
await this.reindexRange(job.payload, this.checkpoint(job));
|
|
106
120
|
else if (job.kind === "reindex_scope")
|
|
107
121
|
await this.reindexScope(job.payload);
|
|
108
122
|
job.status = "done";
|
|
109
|
-
await
|
|
123
|
+
await this.save(job);
|
|
110
124
|
obs.metrics.recordJob(job.kind, "done");
|
|
111
125
|
wide.set({ outcome: "done" });
|
|
112
126
|
}
|
|
113
127
|
catch (err) {
|
|
114
|
-
const retry = job.attempts <
|
|
128
|
+
const retry = job.attempts < MAX_JOB_ATTEMPTS;
|
|
115
129
|
job.status = "failed";
|
|
116
130
|
if (retry)
|
|
117
131
|
job.status = "pending";
|
|
118
132
|
job.error = err.message;
|
|
119
|
-
await
|
|
133
|
+
await this.save(job).catch((saveErr) => obs.log.warn({ event: "job_save_failed", chain: this.chain, jobId: job.id, error: String(saveErr) }));
|
|
120
134
|
if (!retry)
|
|
121
135
|
obs.metrics.recordJob(job.kind, "failed");
|
|
122
136
|
obs.metrics.recordError(this.chain, "job");
|
|
123
137
|
wide.error(err);
|
|
124
138
|
wide.set({ outcome: job.status, attempts: job.attempts });
|
|
125
|
-
if (retry)
|
|
126
|
-
|
|
139
|
+
if (retry) {
|
|
140
|
+
const retryInMs = 30_000 * 2 ** (job.attempts - 1);
|
|
141
|
+
wide.set({ retryInMs });
|
|
142
|
+
this.retryLater(job, retryInMs);
|
|
143
|
+
}
|
|
127
144
|
else if (job.kind === "backfill_address") {
|
|
128
145
|
const p = job.payload;
|
|
129
146
|
await this.deps.registry.update(p.set, this.chain, p.address, { status: "failed", error: job.error });
|
|
@@ -133,19 +150,48 @@ export class JobRunner {
|
|
|
133
150
|
wide.emit();
|
|
134
151
|
}
|
|
135
152
|
}
|
|
136
|
-
async
|
|
153
|
+
async save(job) {
|
|
154
|
+
job.updatedAt = new Date();
|
|
155
|
+
await this.deps.db.insert(jobsTable).values(job);
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* Moves the job's `fromBlock` past every batch written, so a retry resumes there, and saves it at most once a
|
|
159
|
+
* minute, so a restart does too.
|
|
160
|
+
*/
|
|
161
|
+
checkpoint(job) {
|
|
162
|
+
let savedAt = Date.now();
|
|
163
|
+
return async (nextBlock) => {
|
|
164
|
+
job.payload = { ...job.payload, fromBlock: nextBlock };
|
|
165
|
+
if (Date.now() - savedAt < 60_000)
|
|
166
|
+
return;
|
|
167
|
+
savedAt = Date.now();
|
|
168
|
+
await this.save(job);
|
|
169
|
+
};
|
|
170
|
+
}
|
|
171
|
+
retryLater(job, delayMs) {
|
|
172
|
+
if (this.stopped)
|
|
173
|
+
return;
|
|
174
|
+
const timer = setTimeout(() => {
|
|
175
|
+
this.delayed.delete(job.id);
|
|
176
|
+
this.queue.push(job);
|
|
177
|
+
this.wake?.();
|
|
178
|
+
}, delayMs);
|
|
179
|
+
timer.unref();
|
|
180
|
+
this.delayed.set(job.id, timer);
|
|
181
|
+
}
|
|
182
|
+
async backfillAddress(p, onProgress) {
|
|
137
183
|
await this.deps.registry.update(p.set, this.chain, p.address, { status: "backfilling" });
|
|
138
|
-
await this.runner.processRange(p.fromBlock, p.toBlock, { backfill: true, override: { set: p.set, addresses: [p.address] }, label: "backfill" });
|
|
184
|
+
await this.runner.processRange(p.fromBlock, p.toBlock, { backfill: true, override: { set: p.set, addresses: [p.address] }, label: "backfill", source: this.runner.plan.config.backfillSource, onProgress });
|
|
139
185
|
await this.deps.registry.update(p.set, this.chain, p.address, { status: "live", error: "" });
|
|
140
186
|
}
|
|
141
|
-
async reindexRange(p) {
|
|
187
|
+
async reindexRange(p, onProgress) {
|
|
142
188
|
const to = Math.min(p.toBlock, this.runner.cursor);
|
|
143
189
|
for (const t of this.deps.tables) {
|
|
144
190
|
if (t.options.indexMeta === false)
|
|
145
191
|
continue;
|
|
146
192
|
await this.deps.db.command(sql `DELETE FROM ${t} WHERE ${sql.identifier(INDEX_META_COLUMNS.chain)} = ${this.chain} AND ${sql.identifier(INDEX_META_COLUMNS.block)} >= ${p.fromBlock} AND ${sql.identifier(INDEX_META_COLUMNS.block)} < ${to}`);
|
|
147
193
|
}
|
|
148
|
-
await this.runner.processRange(p.fromBlock, to, { backfill: true, label: "reindex" });
|
|
194
|
+
await this.runner.processRange(p.fromBlock, to, { backfill: true, label: "reindex", onProgress });
|
|
149
195
|
}
|
|
150
196
|
async reindexScope(p) {
|
|
151
197
|
let value = p.value;
|