@the-situation/indexer 0.1.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +236 -0
- package/dist/api/app.d.ts +380 -0
- package/dist/api/app.d.ts.map +1 -0
- package/dist/api/app.js +23 -0
- package/dist/api/app.js.map +1 -0
- package/dist/api/middleware/admin-auth.d.ts +37 -0
- package/dist/api/middleware/admin-auth.d.ts.map +1 -0
- package/dist/api/middleware/admin-auth.js +18 -0
- package/dist/api/middleware/admin-auth.js.map +1 -0
- package/dist/api/middleware/error-handler.d.ts +37 -0
- package/dist/api/middleware/error-handler.d.ts.map +1 -0
- package/dist/api/middleware/error-handler.js +15 -0
- package/dist/api/middleware/error-handler.js.map +1 -0
- package/dist/api/routes/admin.d.ts +140 -0
- package/dist/api/routes/admin.d.ts.map +1 -0
- package/dist/api/routes/admin.js +51 -0
- package/dist/api/routes/admin.js.map +1 -0
- package/dist/api/routes/health.d.ts +47 -0
- package/dist/api/routes/health.d.ts.map +1 -0
- package/dist/api/routes/health.js +27 -0
- package/dist/api/routes/health.js.map +1 -0
- package/dist/api/routes/index.d.ts +11 -0
- package/dist/api/routes/index.d.ts.map +1 -0
- package/dist/api/routes/index.js +11 -0
- package/dist/api/routes/index.js.map +1 -0
- package/dist/api/routes/market-events.d.ts +64 -0
- package/dist/api/routes/market-events.d.ts.map +1 -0
- package/dist/api/routes/market-events.js +41 -0
- package/dist/api/routes/market-events.js.map +1 -0
- package/dist/api/routes/market-traders.d.ts +64 -0
- package/dist/api/routes/market-traders.d.ts.map +1 -0
- package/dist/api/routes/market-traders.js +25 -0
- package/dist/api/routes/market-traders.js.map +1 -0
- package/dist/api/routes/markets.d.ts +78 -0
- package/dist/api/routes/markets.d.ts.map +1 -0
- package/dist/api/routes/markets.js +57 -0
- package/dist/api/routes/markets.js.map +1 -0
- package/dist/api/routes/positions.d.ts +62 -0
- package/dist/api/routes/positions.d.ts.map +1 -0
- package/dist/api/routes/positions.js +25 -0
- package/dist/api/routes/positions.js.map +1 -0
- package/dist/api/routes/rankings.d.ts +48 -0
- package/dist/api/routes/rankings.d.ts.map +1 -0
- package/dist/api/routes/rankings.js +9 -0
- package/dist/api/routes/rankings.js.map +1 -0
- package/dist/api/routes/trader-events.d.ts +64 -0
- package/dist/api/routes/trader-events.d.ts.map +1 -0
- package/dist/api/routes/trader-events.js +43 -0
- package/dist/api/routes/trader-events.js.map +1 -0
- package/dist/api/routes/trader-stats.d.ts +63 -0
- package/dist/api/routes/trader-stats.d.ts.map +1 -0
- package/dist/api/routes/trader-stats.js +8 -0
- package/dist/api/routes/trader-stats.js.map +1 -0
- package/dist/api/routes/ws.d.ts +44 -0
- package/dist/api/routes/ws.d.ts.map +1 -0
- package/dist/api/routes/ws.js +27 -0
- package/dist/api/routes/ws.js.map +1 -0
- package/dist/client/IndexerClient.d.ts +39 -0
- package/dist/client/IndexerClient.d.ts.map +1 -0
- package/dist/client/IndexerClient.js +11 -0
- package/dist/client/IndexerClient.js.map +1 -0
- package/dist/client/IndexerClientLive.d.ts +10 -0
- package/dist/client/IndexerClientLive.d.ts.map +1 -0
- package/dist/client/IndexerClientLive.js +70 -0
- package/dist/client/IndexerClientLive.js.map +1 -0
- package/dist/client/convenience.d.ts +40 -0
- package/dist/client/convenience.d.ts.map +1 -0
- package/dist/client/convenience.js +53 -0
- package/dist/client/convenience.js.map +1 -0
- package/dist/client/index.d.ts +11 -0
- package/dist/client/index.d.ts.map +1 -0
- package/dist/client/index.js +14 -0
- package/dist/client/index.js.map +1 -0
- package/dist/client/trader-stats.d.ts +52 -0
- package/dist/client/trader-stats.d.ts.map +1 -0
- package/dist/client/trader-stats.js +80 -0
- package/dist/client/trader-stats.js.map +1 -0
- package/dist/config.d.ts +15 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +26 -0
- package/dist/config.js.map +1 -0
- package/dist/db/connection.d.ts +7 -0
- package/dist/db/connection.d.ts.map +1 -0
- package/dist/db/connection.js +22 -0
- package/dist/db/connection.js.map +1 -0
- package/dist/db/repositories/cursor.d.ts +12 -0
- package/dist/db/repositories/cursor.d.ts.map +1 -0
- package/dist/db/repositories/cursor.js +24 -0
- package/dist/db/repositories/cursor.js.map +1 -0
- package/dist/db/repositories/event.d.ts +30 -0
- package/dist/db/repositories/event.d.ts.map +1 -0
- package/dist/db/repositories/event.js +106 -0
- package/dist/db/repositories/event.js.map +1 -0
- package/dist/db/repositories/index.d.ts +7 -0
- package/dist/db/repositories/index.d.ts.map +1 -0
- package/dist/db/repositories/index.js +7 -0
- package/dist/db/repositories/index.js.map +1 -0
- package/dist/db/repositories/market-state.d.ts +27 -0
- package/dist/db/repositories/market-state.d.ts.map +1 -0
- package/dist/db/repositories/market-state.js +35 -0
- package/dist/db/repositories/market-state.js.map +1 -0
- package/dist/db/repositories/market.d.ts +16 -0
- package/dist/db/repositories/market.d.ts.map +1 -0
- package/dist/db/repositories/market.js +59 -0
- package/dist/db/repositories/market.js.map +1 -0
- package/dist/db/repositories/position.d.ts +15 -0
- package/dist/db/repositories/position.d.ts.map +1 -0
- package/dist/db/repositories/position.js +52 -0
- package/dist/db/repositories/position.js.map +1 -0
- package/dist/db/repositories/ranking.d.ts +12 -0
- package/dist/db/repositories/ranking.d.ts.map +1 -0
- package/dist/db/repositories/ranking.js +54 -0
- package/dist/db/repositories/ranking.js.map +1 -0
- package/dist/db/schema.d.ts +6 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +88 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/etl/decoder.d.ts +11 -0
- package/dist/etl/decoder.d.ts.map +1 -0
- package/dist/etl/decoder.js +242 -0
- package/dist/etl/decoder.js.map +1 -0
- package/dist/etl/event-indexer.d.ts +11 -0
- package/dist/etl/event-indexer.d.ts.map +1 -0
- package/dist/etl/event-indexer.js +102 -0
- package/dist/etl/event-indexer.js.map +1 -0
- package/dist/etl/position-refresher.d.ts +11 -0
- package/dist/etl/position-refresher.d.ts.map +1 -0
- package/dist/etl/position-refresher.js +52 -0
- package/dist/etl/position-refresher.js.map +1 -0
- package/dist/etl/scheduler.d.ts +15 -0
- package/dist/etl/scheduler.d.ts.map +1 -0
- package/dist/etl/scheduler.js +69 -0
- package/dist/etl/scheduler.js.map +1 -0
- package/dist/etl/state-refresher.d.ts +11 -0
- package/dist/etl/state-refresher.d.ts.map +1 -0
- package/dist/etl/state-refresher.js +50 -0
- package/dist/etl/state-refresher.js.map +1 -0
- package/dist/etl/types.d.ts +20 -0
- package/dist/etl/types.d.ts.map +1 -0
- package/dist/etl/types.js +5 -0
- package/dist/etl/types.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +193 -0
- package/dist/index.js.map +1 -0
- package/dist/layers/ChainReaderLive.d.ts +4 -0
- package/dist/layers/ChainReaderLive.d.ts.map +1 -0
- package/dist/layers/ChainReaderLive.js +87 -0
- package/dist/layers/ChainReaderLive.js.map +1 -0
- package/dist/layers/DatabaseLive.d.ts +5 -0
- package/dist/layers/DatabaseLive.d.ts.map +1 -0
- package/dist/layers/DatabaseLive.js +13 -0
- package/dist/layers/DatabaseLive.js.map +1 -0
- package/dist/layers/EventBusLive.d.ts +4 -0
- package/dist/layers/EventBusLive.d.ts.map +1 -0
- package/dist/layers/EventBusLive.js +24 -0
- package/dist/layers/EventBusLive.js.map +1 -0
- package/dist/layers/VoyagerClientLive.d.ts +4 -0
- package/dist/layers/VoyagerClientLive.d.ts.map +1 -0
- package/dist/layers/VoyagerClientLive.js +30 -0
- package/dist/layers/VoyagerClientLive.js.map +1 -0
- package/dist/layers/index.d.ts +5 -0
- package/dist/layers/index.d.ts.map +1 -0
- package/dist/layers/index.js +5 -0
- package/dist/layers/index.js.map +1 -0
- package/dist/services/ChainReader.d.ts +40 -0
- package/dist/services/ChainReader.d.ts.map +1 -0
- package/dist/services/ChainReader.js +13 -0
- package/dist/services/ChainReader.js.map +1 -0
- package/dist/services/Database.d.ts +17 -0
- package/dist/services/Database.d.ts.map +1 -0
- package/dist/services/Database.js +4 -0
- package/dist/services/Database.js.map +1 -0
- package/dist/services/EventBus.d.ts +16 -0
- package/dist/services/EventBus.d.ts.map +1 -0
- package/dist/services/EventBus.js +4 -0
- package/dist/services/EventBus.js.map +1 -0
- package/dist/services/VoyagerClient.d.ts +20 -0
- package/dist/services/VoyagerClient.d.ts.map +1 -0
- package/dist/services/VoyagerClient.js +13 -0
- package/dist/services/VoyagerClient.js.map +1 -0
- package/dist/services/index.d.ts +5 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +5 -0
- package/dist/services/index.js.map +1 -0
- package/dist/types/api.d.ts +117 -0
- package/dist/types/api.d.ts.map +1 -0
- package/dist/types/api.js +5 -0
- package/dist/types/api.js.map +1 -0
- package/dist/types/event.d.ts +88 -0
- package/dist/types/event.d.ts.map +1 -0
- package/dist/types/event.js +5 -0
- package/dist/types/event.js.map +1 -0
- package/dist/types/index.d.ts +5 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/market.d.ts +44 -0
- package/dist/types/market.d.ts.map +1 -0
- package/dist/types/market.js +5 -0
- package/dist/types/market.js.map +1 -0
- package/dist/types/position.d.ts +39 -0
- package/dist/types/position.d.ts.map +1 -0
- package/dist/types/position.js +5 -0
- package/dist/types/position.js.map +1 -0
- package/package.json +42 -0
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
// ── Q96 helpers (legacy events) ──────────────────────────────────────────────
|
|
2
|
+
const Q96 = 2n ** 96n;
|
|
3
|
+
const Q96_NUMBER = Number(Q96);
|
|
4
|
+
function q96ToNumber(raw) {
|
|
5
|
+
return Number(raw) / Q96_NUMBER;
|
|
6
|
+
}
|
|
7
|
+
// ── SQ128x128 helpers (current events) ───────────────────────────────────────
|
|
8
|
+
// SQ128x128 is stored as 4 u64 limbs. The 256-bit value encodes a
|
|
9
|
+
// 128.128 fixed-point number, so we divide by 2^128 to get the float.
|
|
10
|
+
const TWO_128 = 2n ** 128n;
|
|
11
|
+
/**
|
|
12
|
+
* Reconstruct an SQ128x128 from 4 hex-string limbs + a neg flag field.
|
|
13
|
+
* Returns the human-readable floating-point value.
|
|
14
|
+
*/
|
|
15
|
+
function sq128x128ToNumber(limb0, limb1, limb2, limb3, neg) {
|
|
16
|
+
const raw = BigInt(limb0) +
|
|
17
|
+
(BigInt(limb1) << 64n) +
|
|
18
|
+
(BigInt(limb2) << 128n) +
|
|
19
|
+
(BigInt(limb3) << 192n);
|
|
20
|
+
const abs = Number(raw) / Number(TWO_128);
|
|
21
|
+
return BigInt(neg) !== 0n ? -abs : abs;
|
|
22
|
+
}
|
|
23
|
+
function formatTwo(n) {
|
|
24
|
+
return Number(n.toFixed(2));
|
|
25
|
+
}
|
|
26
|
+
// ── Public API ───────────────────────────────────────────────────────────────
|
|
27
|
+
export function decodeEvent(event) {
|
|
28
|
+
const name = event.name.toLowerCase();
|
|
29
|
+
// Current generation
|
|
30
|
+
if (name === 'tradeexecuted')
|
|
31
|
+
return decodeTradeExecuted(event);
|
|
32
|
+
if (name === 'marketinitialized')
|
|
33
|
+
return decodeMarketInitialized(event);
|
|
34
|
+
// Legacy generation (kept for historical data)
|
|
35
|
+
if (name === 'bootstrapped')
|
|
36
|
+
return decodeBootstrapped(event);
|
|
37
|
+
if (name === 'trademoved')
|
|
38
|
+
return decodeTradeMoved(event);
|
|
39
|
+
return null;
|
|
40
|
+
}
|
|
41
|
+
export function decodeEvents(events) {
|
|
42
|
+
const results = [];
|
|
43
|
+
for (const event of events) {
|
|
44
|
+
const decoded = decodeEvent(event);
|
|
45
|
+
if (decoded)
|
|
46
|
+
results.push(decoded);
|
|
47
|
+
}
|
|
48
|
+
results.sort((a, b) => a.blockNumber !== b.blockNumber
|
|
49
|
+
? a.blockNumber - b.blockNumber
|
|
50
|
+
: a.timestamp - b.timestamp);
|
|
51
|
+
return results;
|
|
52
|
+
}
|
|
53
|
+
// ── Current-generation decoders ──────────────────────────────────────────────
|
|
54
|
+
/**
|
|
55
|
+
* TradeExecuted raw data (33 fields):
|
|
56
|
+
* [0..4] old_distribution.mean (SQ128x128: limb0,limb1,limb2,limb3,neg)
|
|
57
|
+
* [5..9] old_distribution.variance
|
|
58
|
+
* [10..14] old_distribution.sigma
|
|
59
|
+
* [15..19] new_distribution.mean
|
|
60
|
+
* [20..24] new_distribution.variance
|
|
61
|
+
* [25..29] new_distribution.sigma
|
|
62
|
+
* [30..31] token_amount (u256: low, high)
|
|
63
|
+
* [32] delta_index (u32)
|
|
64
|
+
*
|
|
65
|
+
* Trader address is in keys[1] (or keyDecoded).
|
|
66
|
+
*/
|
|
67
|
+
function decodeTradeExecuted(event) {
|
|
68
|
+
try {
|
|
69
|
+
const data = event.data;
|
|
70
|
+
if (data.length < 33)
|
|
71
|
+
return null;
|
|
72
|
+
// Trader from keys
|
|
73
|
+
const trader = event.keys[1] ?? null;
|
|
74
|
+
// Old distribution mean
|
|
75
|
+
const oldMean = sq128x128ToNumber(data[0], data[1], data[2], data[3], data[4]);
|
|
76
|
+
// Old distribution sigma
|
|
77
|
+
const oldStdDev = sq128x128ToNumber(data[10], data[11], data[12], data[13], data[14]);
|
|
78
|
+
// New distribution mean
|
|
79
|
+
const mean = sq128x128ToNumber(data[15], data[16], data[17], data[18], data[19]);
|
|
80
|
+
// New distribution sigma
|
|
81
|
+
const stdDev = sq128x128ToNumber(data[25], data[26], data[27], data[28], data[29]);
|
|
82
|
+
// Token amount (collateral posted)
|
|
83
|
+
const tokenLow = BigInt(data[30]);
|
|
84
|
+
const tokenHigh = BigInt(data[31]);
|
|
85
|
+
const collateral = (tokenLow + (tokenHigh << 128n)).toString();
|
|
86
|
+
return {
|
|
87
|
+
timestamp: event.timestamp,
|
|
88
|
+
blockNumber: event.blockNumber,
|
|
89
|
+
mean: formatTwo(mean),
|
|
90
|
+
stdDev: formatTwo(stdDev),
|
|
91
|
+
lowerBound: formatTwo(mean - stdDev),
|
|
92
|
+
upperBound: formatTwo(mean + stdDev),
|
|
93
|
+
eventType: 'trade_executed',
|
|
94
|
+
txHash: event.transactionHash,
|
|
95
|
+
trader,
|
|
96
|
+
oldMean: formatTwo(oldMean),
|
|
97
|
+
oldStdDev: formatTwo(oldStdDev),
|
|
98
|
+
collateralPosted: collateral,
|
|
99
|
+
rawData: data,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
catch (err) {
|
|
103
|
+
console.error('[Decoder] TradeExecuted error:', err);
|
|
104
|
+
return null;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* MarketInitialized raw data (7 fields):
|
|
109
|
+
* [0..4] backing_amount (SQ128x128: limb0,limb1,limb2,limb3,neg)
|
|
110
|
+
* [5..6] token_amount (u256: low, high)
|
|
111
|
+
*
|
|
112
|
+
* No mean/sigma in this event — it just signals initialization.
|
|
113
|
+
* We record it with mean=0, stdDev=0.
|
|
114
|
+
*/
|
|
115
|
+
function decodeMarketInitialized(event) {
|
|
116
|
+
try {
|
|
117
|
+
const data = event.data;
|
|
118
|
+
if (data.length < 7)
|
|
119
|
+
return null;
|
|
120
|
+
return {
|
|
121
|
+
timestamp: event.timestamp,
|
|
122
|
+
blockNumber: event.blockNumber,
|
|
123
|
+
mean: 0,
|
|
124
|
+
stdDev: 0,
|
|
125
|
+
lowerBound: 0,
|
|
126
|
+
upperBound: 0,
|
|
127
|
+
eventType: 'market_initialized',
|
|
128
|
+
txHash: event.transactionHash,
|
|
129
|
+
trader: null,
|
|
130
|
+
oldMean: null,
|
|
131
|
+
oldStdDev: null,
|
|
132
|
+
collateralPosted: null,
|
|
133
|
+
rawData: data,
|
|
134
|
+
};
|
|
135
|
+
}
|
|
136
|
+
catch (err) {
|
|
137
|
+
console.error('[Decoder] MarketInitialized error:', err);
|
|
138
|
+
return null;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
// ── Legacy decoders (Bootstrapped / TradeMoved — Q96 encoding) ──────────────
|
|
142
|
+
function decodeBootstrapped(event) {
|
|
143
|
+
try {
|
|
144
|
+
if (event.dataDecoded && event.dataDecoded.length > 0) {
|
|
145
|
+
const decoded = event.dataDecoded;
|
|
146
|
+
const muMagField = decoded.find((f) => f.name === 'mu_mag');
|
|
147
|
+
const muSignField = decoded.find((f) => f.name === 'mu_sign');
|
|
148
|
+
const sigmaField = decoded.find((f) => f.name === 'sigma');
|
|
149
|
+
if (!muMagField || !muSignField || !sigmaField)
|
|
150
|
+
return null;
|
|
151
|
+
const meanAbs = q96ToNumber(BigInt(muMagField.value));
|
|
152
|
+
const mean = BigInt(muSignField.value) !== 0n ? -meanAbs : meanAbs;
|
|
153
|
+
const stdDev = q96ToNumber(BigInt(sigmaField.value));
|
|
154
|
+
return {
|
|
155
|
+
timestamp: event.timestamp,
|
|
156
|
+
blockNumber: event.blockNumber,
|
|
157
|
+
mean: formatTwo(mean),
|
|
158
|
+
stdDev: formatTwo(stdDev),
|
|
159
|
+
lowerBound: formatTwo(mean - stdDev),
|
|
160
|
+
upperBound: formatTwo(mean + stdDev),
|
|
161
|
+
eventType: 'bootstrapped',
|
|
162
|
+
txHash: event.transactionHash,
|
|
163
|
+
trader: null,
|
|
164
|
+
oldMean: null,
|
|
165
|
+
oldStdDev: null,
|
|
166
|
+
collateralPosted: null,
|
|
167
|
+
rawData: event.data,
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
const data = event.data;
|
|
171
|
+
if (data.length < 14)
|
|
172
|
+
return null;
|
|
173
|
+
const muMag = BigInt(data[9]);
|
|
174
|
+
const muSign = BigInt(data[10]) !== 0n;
|
|
175
|
+
const sigma = BigInt(data[11]);
|
|
176
|
+
const meanAbs = q96ToNumber(muMag);
|
|
177
|
+
const mean = muSign ? -meanAbs : meanAbs;
|
|
178
|
+
const stdDev = q96ToNumber(sigma);
|
|
179
|
+
return {
|
|
180
|
+
timestamp: event.timestamp,
|
|
181
|
+
blockNumber: event.blockNumber,
|
|
182
|
+
mean: formatTwo(mean),
|
|
183
|
+
stdDev: formatTwo(stdDev),
|
|
184
|
+
lowerBound: formatTwo(mean - stdDev),
|
|
185
|
+
upperBound: formatTwo(mean + stdDev),
|
|
186
|
+
eventType: 'bootstrapped',
|
|
187
|
+
txHash: event.transactionHash,
|
|
188
|
+
trader: null,
|
|
189
|
+
oldMean: null,
|
|
190
|
+
oldStdDev: null,
|
|
191
|
+
collateralPosted: null,
|
|
192
|
+
rawData: data,
|
|
193
|
+
};
|
|
194
|
+
}
|
|
195
|
+
catch (err) {
|
|
196
|
+
console.error('[Decoder] Bootstrapped error:', err);
|
|
197
|
+
return null;
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
function decodeTradeMoved(event) {
|
|
201
|
+
try {
|
|
202
|
+
const data = event.data;
|
|
203
|
+
if (data.length < 11)
|
|
204
|
+
return null;
|
|
205
|
+
const trader = data[0];
|
|
206
|
+
const oldMuMag = BigInt(data[1]);
|
|
207
|
+
const oldMuSign = BigInt(data[2]) !== 0n;
|
|
208
|
+
const oldSigma = BigInt(data[3]) + (BigInt(data[4]) << 128n);
|
|
209
|
+
const newMuMag = BigInt(data[5]);
|
|
210
|
+
const newMuSign = BigInt(data[6]) !== 0n;
|
|
211
|
+
const newSigma = BigInt(data[7]) + (BigInt(data[8]) << 128n);
|
|
212
|
+
const collLow = BigInt(data[9]);
|
|
213
|
+
const collHigh = BigInt(data[10]);
|
|
214
|
+
const oldMeanAbs = q96ToNumber(oldMuMag);
|
|
215
|
+
const oldMean = oldMuSign ? -oldMeanAbs : oldMeanAbs;
|
|
216
|
+
const oldStdDev = q96ToNumber(oldSigma);
|
|
217
|
+
const meanAbs = q96ToNumber(newMuMag);
|
|
218
|
+
const mean = newMuSign ? -meanAbs : meanAbs;
|
|
219
|
+
const stdDev = q96ToNumber(newSigma);
|
|
220
|
+
const collateral = (collLow + (collHigh << 128n)).toString();
|
|
221
|
+
return {
|
|
222
|
+
timestamp: event.timestamp,
|
|
223
|
+
blockNumber: event.blockNumber,
|
|
224
|
+
mean: formatTwo(mean),
|
|
225
|
+
stdDev: formatTwo(stdDev),
|
|
226
|
+
lowerBound: formatTwo(mean - stdDev),
|
|
227
|
+
upperBound: formatTwo(mean + stdDev),
|
|
228
|
+
eventType: 'trade_moved',
|
|
229
|
+
txHash: event.transactionHash,
|
|
230
|
+
trader,
|
|
231
|
+
oldMean: formatTwo(oldMean),
|
|
232
|
+
oldStdDev: formatTwo(oldStdDev),
|
|
233
|
+
collateralPosted: collateral,
|
|
234
|
+
rawData: data,
|
|
235
|
+
};
|
|
236
|
+
}
|
|
237
|
+
catch (err) {
|
|
238
|
+
console.error('[Decoder] TradeMoved error:', err);
|
|
239
|
+
return null;
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
//# sourceMappingURL=decoder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decoder.js","sourceRoot":"","sources":["../../src/etl/decoder.ts"],"names":[],"mappings":"AASA,gFAAgF;AAChF,MAAM,GAAG,GAAG,EAAE,IAAI,GAAG,CAAC;AACtB,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;AAE/B,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;AAClC,CAAC;AAED,gFAAgF;AAChF,mEAAmE;AACnE,sEAAsE;AACtE,MAAM,OAAO,GAAG,EAAE,IAAI,IAAI,CAAC;AAE3B;;;GAGG;AACH,SAAS,iBAAiB,CACxB,KAAa,EACb,KAAa,EACb,KAAa,EACb,KAAa,EACb,GAAW;IAEX,MAAM,GAAG,GACP,MAAM,CAAC,KAAK,CAAC;QACb,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;QACtB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;QACvB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,WAAW,CAAC,KAAmB;IAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAEtC,qBAAqB;IACrB,IAAI,IAAI,KAAK,eAAe;QAAE,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAChE,IAAI,IAAI,KAAK,mBAAmB;QAAE,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAExE,+CAA+C;IAC/C,IAAI,IAAI,KAAK,cAAc;QAAE,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC9D,IAAI,IAAI,KAAK,YAAY;QAAE,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAE1D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,MAA+B;IAE/B,MAAM,OAAO,GAAyB,EAAE,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACpB,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAC7B,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;QAC/B,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAC9B,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF;;;;;;;;;;;;GAYG;AACH,SAAS,mBAAmB,CAAC,KAAmB;IAC9C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAElC,mBAAmB;QACnB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAErC,wBAAwB;QACxB,MAAM,OAAO,GAAG,iBAAiB,CAC/B,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC,CAAE,CACjD,CAAC;QACF,yBAAyB;QACzB,MAAM,SAAS,GAAG,iBAAiB,CACjC,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,CACtD,CAAC;QAEF,wBAAwB;QACxB,MAAM,IAAI,GAAG,iBAAiB,CAC5B,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,CACtD,CAAC;QACF,yBAAyB;QACzB,MAAM,MAAM,GAAG,iBAAiB,CAC9B,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,EAAE,IAAI,CAAC,EAAE,CAAE,CACtD,CAAC;QAEF,mCAAmC;QACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,CAAC,QAAQ,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE/D,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;YACrB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;YACzB,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,SAAS,EAAE,gBAAgB;YAC3B,MAAM,EAAE,KAAK,CAAC,eAAe;YAC7B,MAAM;YACN,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;YAC3B,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC;YAC/B,gBAAgB,EAAE,UAAU;YAC5B,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,uBAAuB,CAC9B,KAAmB;IAEnB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjC,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,oBAAoB;YAC/B,MAAM,EAAE,KAAK,CAAC,eAAe;YAC7B,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E,SAAS,kBAAkB,CAAC,KAAmB;IAC7C,IAAI,CAAC;QACH,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC;YAClC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;YAC3D,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU;gBAAE,OAAO,IAAI,CAAC;YAE5D,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YACnE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YAErD,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;gBACrB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;gBACzB,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;gBACpC,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;gBACpC,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,KAAK,CAAC,eAAe;gBAC7B,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI;gBACf,gBAAgB,EAAE,IAAI;gBACtB,OAAO,EAAE,KAAK,CAAC,IAAoC;aACpD,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,KAAK,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACzC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QAElC,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;YACrB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;YACzB,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,SAAS,EAAE,cAAc;YACzB,MAAM,EAAE,KAAK,CAAC,eAAe;YAC7B,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI;YACf,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAmB;IAC3C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAElC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAE,CAAC,CAAC;QAEnC,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QACrD,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE7D,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;YACrB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;YACzB,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,UAAU,EAAE,SAAS,CAAC,IAAI,GAAG,MAAM,CAAC;YACpC,SAAS,EAAE,aAAa;YACxB,MAAM,EAAE,KAAK,CAAC,eAAe;YAC7B,MAAM;YACN,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;YAC3B,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC;YAC/B,gBAAgB,EAAE,UAAU;YAC5B,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Event indexer — polls Voyager, decodes, stores in SQLite.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { VoyagerClientTag } from '../services/VoyagerClient';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
import type { IndexerCycleResult } from './types';
|
|
9
|
+
export declare const indexMarketEvents: (marketAddress: string) => Effect.Effect<IndexerCycleResult, never, DatabaseTag | VoyagerClientTag | EventBusTag>;
|
|
10
|
+
export declare const indexAllMarkets: Effect.Effect<IndexerCycleResult[], never, DatabaseTag | VoyagerClientTag | EventBusTag>;
|
|
11
|
+
//# sourceMappingURL=event-indexer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-indexer.d.ts","sourceRoot":"","sources":["../../src/etl/event-indexer.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGnD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAKlD,eAAO,MAAM,iBAAiB,GAC5B,eAAe,MAAM,KACpB,MAAM,CAAC,MAAM,CACd,kBAAkB,EAClB,KAAK,EACL,WAAW,GAAG,gBAAgB,GAAG,WAAW,CA2G1C,CAAC;AAEL,eAAO,MAAM,eAAe,0FAW1B,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Event indexer — polls Voyager, decodes, stores in SQLite.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { VoyagerClientTag } from '../services/VoyagerClient';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
import { decodeEvents } from './decoder';
|
|
9
|
+
const PAGE_SIZE = 100;
|
|
10
|
+
const MAX_PAGES = 10;
|
|
11
|
+
export const indexMarketEvents = (marketAddress) => Effect.gen(function* () {
|
|
12
|
+
const db = yield* DatabaseTag;
|
|
13
|
+
const voyager = yield* VoyagerClientTag;
|
|
14
|
+
const bus = yield* EventBusTag;
|
|
15
|
+
const cursor = db.cursors.get(marketAddress);
|
|
16
|
+
const lastBlock = cursor?.last_block_number ?? 0;
|
|
17
|
+
// Fetch all pages of events from Voyager
|
|
18
|
+
const allEvents = [];
|
|
19
|
+
let currentPage = 1;
|
|
20
|
+
let hasMore = true;
|
|
21
|
+
while (hasMore && currentPage <= MAX_PAGES) {
|
|
22
|
+
const batchResult = yield* Effect.either(voyager.fetchEvents(marketAddress, currentPage, PAGE_SIZE));
|
|
23
|
+
if (batchResult._tag === 'Left') {
|
|
24
|
+
console.error(`[EventIndexer] Voyager fetch error for ${marketAddress}:`, batchResult.left.message);
|
|
25
|
+
break;
|
|
26
|
+
}
|
|
27
|
+
const batch = batchResult.right;
|
|
28
|
+
// Filter to relevant events after our cursor
|
|
29
|
+
const relevantNames = new Set([
|
|
30
|
+
'bootstrapped', 'trademoved',
|
|
31
|
+
'tradeexecuted', 'marketinitialized',
|
|
32
|
+
]);
|
|
33
|
+
const relevant = batch.events.filter((e) => {
|
|
34
|
+
const isRelevant = relevantNames.has(e.name.toLowerCase());
|
|
35
|
+
const isNew = e.blockNumber > lastBlock;
|
|
36
|
+
return isRelevant && isNew;
|
|
37
|
+
});
|
|
38
|
+
allEvents.push(...relevant);
|
|
39
|
+
hasMore = currentPage < batch.lastPage;
|
|
40
|
+
currentPage++;
|
|
41
|
+
}
|
|
42
|
+
if (allEvents.length === 0) {
|
|
43
|
+
return { marketAddress, newEvents: 0, lastBlock };
|
|
44
|
+
}
|
|
45
|
+
// Decode events
|
|
46
|
+
const decoded = decodeEvents(allEvents);
|
|
47
|
+
if (decoded.length === 0) {
|
|
48
|
+
return { marketAddress, newEvents: 0, lastBlock };
|
|
49
|
+
}
|
|
50
|
+
// Build insert inputs
|
|
51
|
+
const inputs = decoded.map((d) => ({
|
|
52
|
+
market_address: marketAddress,
|
|
53
|
+
tx_hash: d.txHash,
|
|
54
|
+
block_number: d.blockNumber,
|
|
55
|
+
timestamp: d.timestamp,
|
|
56
|
+
event_type: d.eventType,
|
|
57
|
+
trader: d.trader,
|
|
58
|
+
mean: d.mean,
|
|
59
|
+
std_dev: d.stdDev,
|
|
60
|
+
lower_bound: d.lowerBound,
|
|
61
|
+
upper_bound: d.upperBound,
|
|
62
|
+
old_mean: d.oldMean,
|
|
63
|
+
old_std_dev: d.oldStdDev,
|
|
64
|
+
collateral_posted: d.collateralPosted,
|
|
65
|
+
raw_data: JSON.stringify(d.rawData),
|
|
66
|
+
}));
|
|
67
|
+
// Insert with dedup
|
|
68
|
+
const inserted = db.events.insertBatch(inputs);
|
|
69
|
+
// Discover traders from TradeMoved events
|
|
70
|
+
for (const d of decoded) {
|
|
71
|
+
if (d.trader) {
|
|
72
|
+
db.positions.ensureTrader(marketAddress, d.trader);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
// Update cursor
|
|
76
|
+
const lastDecoded = decoded[decoded.length - 1];
|
|
77
|
+
db.cursors.upsert(marketAddress, lastDecoded.blockNumber, lastDecoded.timestamp, inserted);
|
|
78
|
+
// Broadcast new events
|
|
79
|
+
if (inserted > 0) {
|
|
80
|
+
bus.broadcast({
|
|
81
|
+
type: 'new_events',
|
|
82
|
+
marketAddress,
|
|
83
|
+
data: { count: inserted, latestBlock: lastDecoded.blockNumber },
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
return {
|
|
87
|
+
marketAddress,
|
|
88
|
+
newEvents: inserted,
|
|
89
|
+
lastBlock: lastDecoded.blockNumber,
|
|
90
|
+
};
|
|
91
|
+
});
|
|
92
|
+
export const indexAllMarkets = Effect.gen(function* () {
|
|
93
|
+
const db = yield* DatabaseTag;
|
|
94
|
+
const markets = db.markets.findAll(true);
|
|
95
|
+
const results = [];
|
|
96
|
+
for (const market of markets) {
|
|
97
|
+
const result = yield* indexMarketEvents(market.address);
|
|
98
|
+
results.push(result);
|
|
99
|
+
}
|
|
100
|
+
return results;
|
|
101
|
+
});
|
|
102
|
+
//# sourceMappingURL=event-indexer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-indexer.js","sourceRoot":"","sources":["../../src/etl/event-indexer.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,aAAqB,EAKrB,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,gBAAgB,CAAC;IACxC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAE/B,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,EAAE,iBAAiB,IAAI,CAAC,CAAC;IAEjD,yCAAyC;IACzC,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,OAAO,OAAO,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CACtC,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,EAAE,SAAS,CAAC,CAC3D,CAAC;QAEF,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CACX,0CAA0C,aAAa,GAAG,EAC1D,WAAW,CAAC,IAAI,CAAC,OAAO,CACzB,CAAC;YACF,MAAM;QACR,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAEhC,6CAA6C;QAC7C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;YAC5B,cAAc,EAAE,YAAY;YAC5B,eAAe,EAAE,mBAAmB;SACrC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACzC,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,GAAG,SAAS,CAAC;YACxC,OAAO,UAAU,IAAI,KAAK,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC5B,OAAO,GAAG,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC;QACvC,WAAW,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IACpD,CAAC;IAED,gBAAgB;IAChB,MAAM,OAAO,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IACpD,CAAC;IAED,sBAAsB;IACtB,MAAM,MAAM,GAAuB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrD,cAAc,EAAE,aAAa;QAC7B,OAAO,EAAE,CAAC,CAAC,MAAM;QACjB,YAAY,EAAE,CAAC,CAAC,WAAW;QAC3B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,UAAU,EAAE,CAAC,CAAC,SAAS;QACvB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,MAAM;QACjB,WAAW,EAAE,CAAC,CAAC,UAAU;QACzB,WAAW,EAAE,CAAC,CAAC,UAAU;QACzB,QAAQ,EAAE,CAAC,CAAC,OAAO;QACnB,WAAW,EAAE,CAAC,CAAC,SAAS;QACxB,iBAAiB,EAAE,CAAC,CAAC,gBAAgB;QACrC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;KACpC,CAAC,CAAC,CAAC;IAEJ,oBAAoB;IACpB,MAAM,QAAQ,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAE/C,0CAA0C;IAC1C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;YACb,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;IACjD,EAAE,CAAC,OAAO,CAAC,MAAM,CACf,aAAa,EACb,WAAW,CAAC,WAAW,EACvB,WAAW,CAAC,SAAS,EACrB,QAAQ,CACT,CAAC;IAEF,uBAAuB;IACvB,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjB,GAAG,CAAC,SAAS,CAAC;YACZ,IAAI,EAAE,YAAY;YAClB,aAAa;YACb,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;SAChE,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,aAAa;QACb,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,WAAW,CAAC,WAAW;KACnC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACjD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Position refresher — reads trader positions from chain.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { ChainReaderTag } from '../services/ChainReader';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
import type { PositionRefreshResult } from './types';
|
|
9
|
+
export declare const refreshPosition: (marketAddress: string, trader: string) => Effect.Effect<PositionRefreshResult, never, DatabaseTag | ChainReaderTag | EventBusTag>;
|
|
10
|
+
export declare const refreshAllPositions: Effect.Effect<PositionRefreshResult[], never, DatabaseTag | ChainReaderTag | EventBusTag>;
|
|
11
|
+
//# sourceMappingURL=position-refresher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"position-refresher.d.ts","sourceRoot":"","sources":["../../src/etl/position-refresher.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAErD,eAAO,MAAM,eAAe,GAC1B,eAAe,MAAM,EACrB,QAAQ,MAAM,KACb,MAAM,CAAC,MAAM,CACd,qBAAqB,EACrB,KAAK,EACL,WAAW,GAAG,cAAc,GAAG,WAAW,CA6CxC,CAAC;AAEL,eAAO,MAAM,mBAAmB,2FAW9B,CAAC"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Position refresher — reads trader positions from chain.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { ChainReaderTag } from '../services/ChainReader';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
export const refreshPosition = (marketAddress, trader) => Effect.gen(function* () {
|
|
9
|
+
const db = yield* DatabaseTag;
|
|
10
|
+
const chain = yield* ChainReaderTag;
|
|
11
|
+
const bus = yield* EventBusTag;
|
|
12
|
+
const posResult = yield* Effect.either(chain.readPosition(marketAddress, trader));
|
|
13
|
+
if (posResult._tag === 'Left') {
|
|
14
|
+
console.error(`[PositionRefresher] Error for ${trader} in ${marketAddress}:`, posResult.left.message);
|
|
15
|
+
return {
|
|
16
|
+
marketAddress,
|
|
17
|
+
trader,
|
|
18
|
+
success: false,
|
|
19
|
+
error: posResult.left.message,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
const pos = posResult.right;
|
|
23
|
+
db.positions.upsert({
|
|
24
|
+
market_address: marketAddress,
|
|
25
|
+
trader,
|
|
26
|
+
has_position: pos.hasPosition,
|
|
27
|
+
collateral_locked: pos.collateralLocked,
|
|
28
|
+
mean: pos.mean,
|
|
29
|
+
sigma: pos.sigma,
|
|
30
|
+
variance: pos.variance,
|
|
31
|
+
settlement_state: pos.settlementState,
|
|
32
|
+
delta_count: pos.deltaCount,
|
|
33
|
+
claimed: pos.claimed,
|
|
34
|
+
});
|
|
35
|
+
bus.broadcast({
|
|
36
|
+
type: 'position_update',
|
|
37
|
+
marketAddress,
|
|
38
|
+
data: { trader, ...pos },
|
|
39
|
+
});
|
|
40
|
+
return { marketAddress, trader, success: true };
|
|
41
|
+
});
|
|
42
|
+
export const refreshAllPositions = Effect.gen(function* () {
|
|
43
|
+
const db = yield* DatabaseTag;
|
|
44
|
+
const allPositions = db.positions.findAll();
|
|
45
|
+
const results = [];
|
|
46
|
+
for (const pos of allPositions) {
|
|
47
|
+
const result = yield* refreshPosition(pos.market_address, pos.trader);
|
|
48
|
+
results.push(result);
|
|
49
|
+
}
|
|
50
|
+
return results;
|
|
51
|
+
});
|
|
52
|
+
//# sourceMappingURL=position-refresher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"position-refresher.js","sourceRoot":"","sources":["../../src/etl/position-refresher.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGnD,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,aAAqB,EACrB,MAAc,EAKd,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC;IACpC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAE/B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CACpC,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAC1C,CAAC;IAEF,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CACX,iCAAiC,MAAM,OAAO,aAAa,GAAG,EAC9D,SAAS,CAAC,IAAI,CAAC,OAAO,CACvB,CAAC;QACF,OAAO;YACL,aAAa;YACb,MAAM;YACN,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC;IAC5B,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;QAClB,cAAc,EAAE,aAAa;QAC7B,MAAM;QACN,YAAY,EAAE,GAAG,CAAC,WAAW;QAC7B,iBAAiB,EAAE,GAAG,CAAC,gBAAgB;QACvC,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,gBAAgB,EAAE,GAAG,CAAC,eAA+F;QACrH,WAAW,EAAE,GAAG,CAAC,UAAU;QAC3B,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB,CAAC,CAAC;IAEH,GAAG,CAAC,SAAS,CAAC;QACZ,IAAI,EAAE,iBAAiB;QACvB,aAAa;QACb,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,GAAG,EAAE;KACzB,CAAC,CAAC;IAEH,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAClD,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACrD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,YAAY,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC5C,MAAM,OAAO,GAA4B,EAAE,CAAC;IAE5C,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { IndexerConfig } from '../config';
|
|
2
|
+
import type { DatabaseService } from '../services/Database';
|
|
3
|
+
import { type VoyagerClientService } from '../services/VoyagerClient';
|
|
4
|
+
import { type ChainReaderService } from '../services/ChainReader';
|
|
5
|
+
import { type EventBusService } from '../services/EventBus';
|
|
6
|
+
export interface SchedulerHandles {
|
|
7
|
+
readonly stop: () => void;
|
|
8
|
+
}
|
|
9
|
+
export declare function startScheduler(config: IndexerConfig, services: {
|
|
10
|
+
database: DatabaseService;
|
|
11
|
+
voyagerClient: VoyagerClientService;
|
|
12
|
+
chainReader: ChainReaderService;
|
|
13
|
+
eventBus: EventBusService;
|
|
14
|
+
}): SchedulerHandles;
|
|
15
|
+
//# sourceMappingURL=scheduler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/etl/scheduler.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAE5D,OAAO,EAAoB,KAAK,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACxF,OAAO,EAAkB,KAAK,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAe,KAAK,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAKzE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC;CAC3B;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE;IACR,QAAQ,EAAE,eAAe,CAAC;IAC1B,aAAa,EAAE,oBAAoB,CAAC;IACpC,WAAW,EAAE,kBAAkB,CAAC;IAChC,QAAQ,EAAE,eAAe,CAAC;CAC3B,GACA,gBAAgB,CAmElB"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ETL scheduler — setInterval orchestrator for all pipelines.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect, Layer } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { VoyagerClientTag } from '../services/VoyagerClient';
|
|
7
|
+
import { ChainReaderTag } from '../services/ChainReader';
|
|
8
|
+
import { EventBusTag } from '../services/EventBus';
|
|
9
|
+
import { indexAllMarkets } from './event-indexer';
|
|
10
|
+
import { refreshAllMarketStates } from './state-refresher';
|
|
11
|
+
import { refreshAllPositions } from './position-refresher';
|
|
12
|
+
export function startScheduler(config, services) {
|
|
13
|
+
const layer = Layer.mergeAll(Layer.succeed(DatabaseTag, DatabaseTag.of(services.database)), Layer.succeed(VoyagerClientTag, VoyagerClientTag.of(services.voyagerClient)), Layer.succeed(ChainReaderTag, ChainReaderTag.of(services.chainReader)), Layer.succeed(EventBusTag, EventBusTag.of(services.eventBus)));
|
|
14
|
+
const run = (effect) => Effect.runPromise(Effect.provide(effect, layer));
|
|
15
|
+
const eventTimer = setInterval(async () => {
|
|
16
|
+
try {
|
|
17
|
+
const results = await run(indexAllMarkets);
|
|
18
|
+
const total = results.reduce((sum, r) => sum + r.newEvents, 0);
|
|
19
|
+
if (total > 0) {
|
|
20
|
+
console.log(`[Scheduler] Indexed ${total} new events across ${results.length} markets`);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
catch (err) {
|
|
24
|
+
console.error('[Scheduler] Event indexer error:', err);
|
|
25
|
+
}
|
|
26
|
+
}, config.eventPollIntervalMs);
|
|
27
|
+
const stateTimer = setInterval(async () => {
|
|
28
|
+
try {
|
|
29
|
+
await run(refreshAllMarketStates);
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
console.error('[Scheduler] State refresher error:', err);
|
|
33
|
+
}
|
|
34
|
+
}, config.statePollIntervalMs);
|
|
35
|
+
const positionTimer = setInterval(async () => {
|
|
36
|
+
try {
|
|
37
|
+
await run(refreshAllPositions);
|
|
38
|
+
}
|
|
39
|
+
catch (err) {
|
|
40
|
+
console.error('[Scheduler] Position refresher error:', err);
|
|
41
|
+
}
|
|
42
|
+
}, config.positionPollIntervalMs);
|
|
43
|
+
// Run immediately on start
|
|
44
|
+
void (async () => {
|
|
45
|
+
try {
|
|
46
|
+
console.log('[Scheduler] Initial event indexing...');
|
|
47
|
+
const results = await run(indexAllMarkets);
|
|
48
|
+
const total = results.reduce((sum, r) => sum + r.newEvents, 0);
|
|
49
|
+
console.log(`[Scheduler] Initial: ${total} events across ${results.length} markets`);
|
|
50
|
+
console.log('[Scheduler] Initial state refresh...');
|
|
51
|
+
await run(refreshAllMarketStates);
|
|
52
|
+
console.log('[Scheduler] Initial position refresh...');
|
|
53
|
+
await run(refreshAllPositions);
|
|
54
|
+
console.log('[Scheduler] Initialization complete');
|
|
55
|
+
}
|
|
56
|
+
catch (err) {
|
|
57
|
+
console.error('[Scheduler] Initialization error:', err);
|
|
58
|
+
}
|
|
59
|
+
})();
|
|
60
|
+
return {
|
|
61
|
+
stop: () => {
|
|
62
|
+
clearInterval(eventTimer);
|
|
63
|
+
clearInterval(stateTimer);
|
|
64
|
+
clearInterval(positionTimer);
|
|
65
|
+
console.log('[Scheduler] Stopped');
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=scheduler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/etl/scheduler.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAGvC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAA6B,MAAM,2BAA2B,CAAC;AACxF,OAAO,EAAE,cAAc,EAA2B,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAwB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAM3D,MAAM,UAAU,cAAc,CAC5B,MAAqB,EACrB,QAKC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAC1B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAC7D,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAC5E,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,cAAc,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EACtE,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC9D,CAAC;IAEF,MAAM,GAAG,GAAG,CAAI,MAA8F,EAAE,EAAE,CAChH,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAEnD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACxC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YAC/D,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,sBAAsB,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAE/B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACxC,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAE/B,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QAC3C,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAElC,2BAA2B;IAC3B,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,kBAAkB,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;YAErF,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,MAAM,GAAG,CAAC,sBAAsB,CAAC,CAAC;YAElC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YACvD,MAAM,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAE/B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,aAAa,CAAC,UAAU,CAAC,CAAC;YAC1B,aAAa,CAAC,UAAU,CAAC,CAAC;YAC1B,aAAa,CAAC,aAAa,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* State refresher — periodic RPC reads for market state.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { ChainReaderTag } from '../services/ChainReader';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
import type { StateRefreshResult } from './types';
|
|
9
|
+
export declare const refreshMarketState: (marketAddress: string) => Effect.Effect<StateRefreshResult, never, DatabaseTag | ChainReaderTag | EventBusTag>;
|
|
10
|
+
export declare const refreshAllMarketStates: Effect.Effect<StateRefreshResult[], never, DatabaseTag | ChainReaderTag | EventBusTag>;
|
|
11
|
+
//# sourceMappingURL=state-refresher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state-refresher.d.ts","sourceRoot":"","sources":["../../src/etl/state-refresher.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,eAAO,MAAM,kBAAkB,GAC7B,eAAe,MAAM,KACpB,MAAM,CAAC,MAAM,CACd,kBAAkB,EAClB,KAAK,EACL,WAAW,GAAG,cAAc,GAAG,WAAW,CA2CxC,CAAC;AAEL,eAAO,MAAM,sBAAsB,wFAWjC,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* State refresher — periodic RPC reads for market state.
|
|
3
|
+
*/
|
|
4
|
+
import { Effect } from 'effect';
|
|
5
|
+
import { DatabaseTag } from '../services/Database';
|
|
6
|
+
import { ChainReaderTag } from '../services/ChainReader';
|
|
7
|
+
import { EventBusTag } from '../services/EventBus';
|
|
8
|
+
export const refreshMarketState = (marketAddress) => Effect.gen(function* () {
|
|
9
|
+
const db = yield* DatabaseTag;
|
|
10
|
+
const chain = yield* ChainReaderTag;
|
|
11
|
+
const bus = yield* EventBusTag;
|
|
12
|
+
const stateResult = yield* Effect.either(chain.readMarketState(marketAddress));
|
|
13
|
+
if (stateResult._tag === 'Left') {
|
|
14
|
+
console.error(`[StateRefresher] Error for ${marketAddress}:`, stateResult.left.message);
|
|
15
|
+
return { marketAddress, success: false, error: stateResult.left.message };
|
|
16
|
+
}
|
|
17
|
+
const state = stateResult.right;
|
|
18
|
+
db.marketState.upsert({
|
|
19
|
+
market_address: marketAddress,
|
|
20
|
+
mean: state.mean,
|
|
21
|
+
sigma: state.sigma,
|
|
22
|
+
variance: state.variance,
|
|
23
|
+
is_initialized: state.isInitialized,
|
|
24
|
+
is_paused: state.isPaused,
|
|
25
|
+
is_settled: state.isSettled,
|
|
26
|
+
settlement_value: state.settlementValue,
|
|
27
|
+
total_shares: state.totalShares,
|
|
28
|
+
total_backing: state.totalBacking,
|
|
29
|
+
mean_raw: state.meanRaw,
|
|
30
|
+
sigma_raw: state.sigmaRaw,
|
|
31
|
+
variance_raw: state.varianceRaw,
|
|
32
|
+
});
|
|
33
|
+
bus.broadcast({
|
|
34
|
+
type: 'state_update',
|
|
35
|
+
marketAddress,
|
|
36
|
+
data: state,
|
|
37
|
+
});
|
|
38
|
+
return { marketAddress, success: true };
|
|
39
|
+
});
|
|
40
|
+
export const refreshAllMarketStates = Effect.gen(function* () {
|
|
41
|
+
const db = yield* DatabaseTag;
|
|
42
|
+
const markets = db.markets.findAll(true);
|
|
43
|
+
const results = [];
|
|
44
|
+
for (const market of markets) {
|
|
45
|
+
const result = yield* refreshMarketState(market.address);
|
|
46
|
+
results.push(result);
|
|
47
|
+
}
|
|
48
|
+
return results;
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=state-refresher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state-refresher.js","sourceRoot":"","sources":["../../src/etl/state-refresher.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,aAAqB,EAKrB,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC;IACpC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAE/B,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CACtC,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC,CACrC,CAAC;IAEF,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CACX,8BAA8B,aAAa,GAAG,EAC9C,WAAW,CAAC,IAAI,CAAC,OAAO,CACzB,CAAC;QACF,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IAC5E,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;IAChC,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC;QACpB,cAAc,EAAE,aAAa;QAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,cAAc,EAAE,KAAK,CAAC,aAAa;QACnC,SAAS,EAAE,KAAK,CAAC,QAAQ;QACzB,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,gBAAgB,EAAE,KAAK,CAAC,eAAe;QACvC,YAAY,EAAE,KAAK,CAAC,WAAW;QAC/B,aAAa,EAAE,KAAK,CAAC,YAAY;QACjC,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,SAAS,EAAE,KAAK,CAAC,QAAQ;QACzB,YAAY,EAAE,KAAK,CAAC,WAAW;KAChC,CAAC,CAAC;IAEH,GAAG,CAAC,SAAS,CAAC;QACZ,IAAI,EAAE,cAAc;QACpB,aAAa;QACb,IAAI,EAAE,KAAK;KACZ,CAAC,CAAC;IAEH,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC1C,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACxD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;IAC9B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ETL domain types.
|
|
3
|
+
*/
|
|
4
|
+
export interface IndexerCycleResult {
|
|
5
|
+
readonly marketAddress: string;
|
|
6
|
+
readonly newEvents: number;
|
|
7
|
+
readonly lastBlock: number;
|
|
8
|
+
}
|
|
9
|
+
export interface StateRefreshResult {
|
|
10
|
+
readonly marketAddress: string;
|
|
11
|
+
readonly success: boolean;
|
|
12
|
+
readonly error?: string;
|
|
13
|
+
}
|
|
14
|
+
export interface PositionRefreshResult {
|
|
15
|
+
readonly marketAddress: string;
|
|
16
|
+
readonly trader: string;
|
|
17
|
+
readonly success: boolean;
|
|
18
|
+
readonly error?: string;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=types.d.ts.map
|