tardis-machine 18.8.0 → 18.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/dist/helpers.d.ts +2 -0
  2. package/dist/helpers.d.ts.map +1 -1
  3. package/dist/helpers.js +11 -0
  4. package/dist/helpers.js.map +1 -1
  5. package/dist/http/replay.d.ts.map +1 -1
  6. package/dist/http/replay.js +14 -2
  7. package/dist/http/replay.js.map +1 -1
  8. package/dist/http/replaynormalized.d.ts.map +1 -1
  9. package/dist/http/replaynormalized.js +14 -3
  10. package/dist/http/replaynormalized.js.map +1 -1
  11. package/dist/ws/subscriptionsmappers.d.ts.map +1 -1
  12. package/dist/ws/subscriptionsmappers.js +12 -1
  13. package/dist/ws/subscriptionsmappers.js.map +1 -1
  14. package/node_modules/tardis-dev/dist/consts.d.ts +2 -1
  15. package/node_modules/tardis-dev/dist/consts.d.ts.map +1 -1
  16. package/node_modules/tardis-dev/dist/consts.js +5 -2
  17. package/node_modules/tardis-dev/dist/consts.js.map +1 -1
  18. package/node_modules/tardis-dev/dist/handy.d.ts +1 -0
  19. package/node_modules/tardis-dev/dist/handy.d.ts.map +1 -1
  20. package/node_modules/tardis-dev/dist/handy.js +3 -0
  21. package/node_modules/tardis-dev/dist/handy.js.map +1 -1
  22. package/node_modules/tardis-dev/dist/mappers/ascendex.d.ts +4 -4
  23. package/node_modules/tardis-dev/dist/mappers/aster.d.ts +8 -8
  24. package/node_modules/tardis-dev/dist/mappers/binance.d.ts +18 -18
  25. package/node_modules/tardis-dev/dist/mappers/binanceeuropeanoptions.d.ts +1 -1
  26. package/node_modules/tardis-dev/dist/mappers/bitfinex.d.ts +8 -8
  27. package/node_modules/tardis-dev/dist/mappers/bitflyer.d.ts +1 -1
  28. package/node_modules/tardis-dev/dist/mappers/bitget.d.ts +1 -1
  29. package/node_modules/tardis-dev/dist/mappers/bithumb.d.ts +2 -2
  30. package/node_modules/tardis-dev/dist/mappers/bitmex.d.ts +2 -2
  31. package/node_modules/tardis-dev/dist/mappers/bitnomial.d.ts +1 -1
  32. package/node_modules/tardis-dev/dist/mappers/bitstamp.d.ts +2 -2
  33. package/node_modules/tardis-dev/dist/mappers/bitvavo.d.ts +3 -3
  34. package/node_modules/tardis-dev/dist/mappers/blockchaincom.d.ts +2 -2
  35. package/node_modules/tardis-dev/dist/mappers/bullish.d.ts +5 -5
  36. package/node_modules/tardis-dev/dist/mappers/bybit.d.ts +10 -10
  37. package/node_modules/tardis-dev/dist/mappers/bybitspot.d.ts +1 -1
  38. package/node_modules/tardis-dev/dist/mappers/coinbase.d.ts +1 -1
  39. package/node_modules/tardis-dev/dist/mappers/coinbasederivatives.d.ts +4 -4
  40. package/node_modules/tardis-dev/dist/mappers/coinbaseinternational.d.ts +2 -2
  41. package/node_modules/tardis-dev/dist/mappers/coinflex.d.ts +1 -1
  42. package/node_modules/tardis-dev/dist/mappers/cryptocom.d.ts +5 -5
  43. package/node_modules/tardis-dev/dist/mappers/cryptofacilities.d.ts +2 -2
  44. package/node_modules/tardis-dev/dist/mappers/delta.d.ts +1 -1
  45. package/node_modules/tardis-dev/dist/mappers/delta_india.d.ts +5 -5
  46. package/node_modules/tardis-dev/dist/mappers/delta_india.js +11 -7
  47. package/node_modules/tardis-dev/dist/mappers/delta_india.js.map +1 -1
  48. package/node_modules/tardis-dev/dist/mappers/deribit.d.ts +3 -3
  49. package/node_modules/tardis-dev/dist/mappers/dydx.d.ts +3 -3
  50. package/node_modules/tardis-dev/dist/mappers/dydxv4.d.ts +4 -4
  51. package/node_modules/tardis-dev/dist/mappers/ftx.d.ts +8 -8
  52. package/node_modules/tardis-dev/dist/mappers/gateio.d.ts +1 -1
  53. package/node_modules/tardis-dev/dist/mappers/gateiofutures.d.ts +4 -4
  54. package/node_modules/tardis-dev/dist/mappers/gemini.d.ts +1 -1
  55. package/node_modules/tardis-dev/dist/mappers/huobi.d.ts +26 -26
  56. package/node_modules/tardis-dev/dist/mappers/hyperliquid.d.ts +3 -3
  57. package/node_modules/tardis-dev/dist/mappers/hyperliquid.d.ts.map +1 -1
  58. package/node_modules/tardis-dev/dist/mappers/hyperliquid.js +11 -5
  59. package/node_modules/tardis-dev/dist/mappers/hyperliquid.js.map +1 -1
  60. package/node_modules/tardis-dev/dist/mappers/index.d.ts +207 -195
  61. package/node_modules/tardis-dev/dist/mappers/index.d.ts.map +1 -1
  62. package/node_modules/tardis-dev/dist/mappers/index.js +2 -1
  63. package/node_modules/tardis-dev/dist/mappers/index.js.map +1 -1
  64. package/node_modules/tardis-dev/dist/mappers/kucoin.d.ts +3 -3
  65. package/node_modules/tardis-dev/dist/mappers/kucoinfutures.d.ts +4 -4
  66. package/node_modules/tardis-dev/dist/mappers/lighter.d.ts +10 -10
  67. package/node_modules/tardis-dev/dist/mappers/mexc.d.ts +3 -3
  68. package/node_modules/tardis-dev/dist/mappers/mexcfutures.d.ts +3 -3
  69. package/node_modules/tardis-dev/dist/mappers/okex.d.ts +15 -15
  70. package/node_modules/tardis-dev/dist/mappers/phemex.d.ts +1 -1
  71. package/node_modules/tardis-dev/dist/mappers/polymarket.d.ts +3 -3
  72. package/node_modules/tardis-dev/dist/mappers/serum.d.ts +9 -9
  73. package/node_modules/tardis-dev/dist/mappers/upbit.d.ts +2 -2
  74. package/node_modules/tardis-dev/dist/mappers/whitebit.d.ts +10 -0
  75. package/node_modules/tardis-dev/dist/mappers/whitebit.d.ts.map +1 -0
  76. package/node_modules/tardis-dev/dist/mappers/whitebit.js +146 -0
  77. package/node_modules/tardis-dev/dist/mappers/whitebit.js.map +1 -0
  78. package/node_modules/tardis-dev/dist/realtimefeeds/index.d.ts.map +1 -1
  79. package/node_modules/tardis-dev/dist/realtimefeeds/index.js +3 -1
  80. package/node_modules/tardis-dev/dist/realtimefeeds/index.js.map +1 -1
  81. package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.d.ts +37 -0
  82. package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.d.ts.map +1 -0
  83. package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.js +115 -0
  84. package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.js.map +1 -0
  85. package/node_modules/tardis-dev/package.json +1 -1
  86. package/node_modules/tardis-dev/src/consts.ts +6 -2
  87. package/node_modules/tardis-dev/src/handy.ts +4 -0
  88. package/node_modules/tardis-dev/src/mappers/delta_india.ts +11 -7
  89. package/node_modules/tardis-dev/src/mappers/hyperliquid.ts +14 -6
  90. package/node_modules/tardis-dev/src/mappers/index.ts +3 -1
  91. package/node_modules/tardis-dev/src/mappers/whitebit.ts +266 -0
  92. package/node_modules/tardis-dev/src/realtimefeeds/index.ts +3 -1
  93. package/node_modules/tardis-dev/src/realtimefeeds/whitebit.ts +147 -0
  94. package/package.json +2 -2
  95. package/src/helpers.ts +15 -0
  96. package/src/http/replay.ts +17 -2
  97. package/src/http/replaynormalized.ts +23 -3
  98. package/src/ws/subscriptionsmappers.ts +14 -1
@@ -3,6 +3,8 @@ import { Mapper, PendingTickerInfoHelper } from './mapper.ts'
3
3
  import { exchangeMappers, mapper } from './registry.ts'
4
4
 
5
5
  const HYPERLIQUID_FAST_BOOK_SWITCH_DATE = new Date('2026-06-17T00:00:00.000Z')
6
+ // recorded live trades arrive within seconds of their block time (at most 13 s in sampled days of 2024-2026)
7
+ const HYPERLIQUID_MAX_LIVE_TRADE_DELAY_MS = 30 * 1000
6
8
 
7
9
  export const hyperliquidMappers = exchangeMappers({
8
10
  hyperliquid: {
@@ -38,8 +40,6 @@ function getSymbols(symbols?: string[]) {
38
40
  return
39
41
  }
40
42
  class HyperliquidTradesMapper implements Mapper<'hyperliquid', Trade> {
41
- private readonly _seenSymbols = new Set<string>()
42
-
43
43
  canHandle(message: HyperliquidTradeMessage) {
44
44
  return message.channel === 'trades'
45
45
  }
@@ -56,11 +56,19 @@ class HyperliquidTradesMapper implements Mapper<'hyperliquid', Trade> {
56
56
  }
57
57
 
58
58
  *map(message: HyperliquidTradeMessage, localTimestamp: Date): IterableIterator<Trade> {
59
+ // A live message carries the trades of one block, which share one time. After subscribing, Hyperliquid
60
+ // sends the most recent trades as one message. That recent-trades snapshot is skipped: it has different
61
+ // trade times, or, when its trades come from one block, that block is older than any live trade.
62
+ const firstTradeTime = message.data[0]?.time
63
+ const isRecentTradesSnapshot =
64
+ message.data.some((hyperliquidTrade) => hyperliquidTrade.time !== firstTradeTime) ||
65
+ localTimestamp.valueOf() - firstTradeTime > HYPERLIQUID_MAX_LIVE_TRADE_DELAY_MS
66
+
67
+ if (isRecentTradesSnapshot) {
68
+ return
69
+ }
70
+
59
71
  for (const hyperliquidTrade of message.data) {
60
- if (this._seenSymbols.has(hyperliquidTrade.coin) === false) {
61
- this._seenSymbols.add(hyperliquidTrade.coin)
62
- break
63
- }
64
72
  yield {
65
73
  type: 'trade',
66
74
  symbol: hyperliquidTrade.coin.toUpperCase(),
@@ -48,6 +48,7 @@ import { serumMappers } from './serum.ts'
48
48
  import { MapperCollection, mergeExchangeMappers } from './registry.ts'
49
49
  import { upbitMappers } from './upbit.ts'
50
50
  import { wooxMappers } from './woox.ts'
51
+ import { whitebitMappers } from './whitebit.ts'
51
52
 
52
53
  export * from './mapper.ts'
53
54
 
@@ -105,7 +106,8 @@ const registeredMappers = mergeExchangeMappers(
105
106
  polymarketMappers,
106
107
  serumMappers,
107
108
  upbitMappers,
108
- wooxMappers
109
+ wooxMappers,
110
+ whitebitMappers
109
111
  )
110
112
 
111
113
  export const normalizeTrades = createNormalizer<typeof registeredMappers.trades, Trade>('normalizeTrades', registeredMappers.trades)
@@ -0,0 +1,266 @@
1
+ import { asNonZeroNumberOrUndefined, asNumberOrUndefined, fromMicroSecondsToDate, isNullOrEmptyArray, upperCaseSymbols } from '../handy.ts'
2
+ import { BookChange, BookTicker, DerivativeTicker, Trade } from '../types.ts'
3
+ import { Mapper, PendingTickerInfoHelper } from './mapper.ts'
4
+ import { exchangeMappers } from './registry.ts'
5
+
6
+ export const whitebitMappers = exchangeMappers({
7
+ whitebit: {
8
+ trades: () => new WhiteBitTradesMapper(),
9
+ bookChanges: () => new WhiteBitBookChangeMapper(),
10
+ bookTickers: () => new WhiteBitBookTickerMapper(),
11
+ derivativeTickers: () => new WhiteBitDerivativeTickerMapper()
12
+ }
13
+ })
14
+
15
+ class WhiteBitTradesMapper implements Mapper<'whitebit', Trade> {
16
+ canHandle(message: WhiteBitMessage) {
17
+ return message.method === 'trades_update'
18
+ }
19
+
20
+ getFilters(symbols?: string[]) {
21
+ return [{ channel: 'trades_update', symbols: upperCaseSymbols(symbols) } as const]
22
+ }
23
+
24
+ *map(message: WhiteBitTrades, localTimestamp: Date): IterableIterator<Trade> {
25
+ const [symbol, trades] = message.params
26
+ // Subscription backfills are newest first; live executions are incremental.
27
+ // A singleton has no snapshot marker, so retain it rather than discard a possible live trade at replay startup.
28
+ if (trades.length > 1 && trades[0].id > trades[trades.length - 1].id) {
29
+ return
30
+ }
31
+
32
+ for (const trade of trades) {
33
+ yield {
34
+ type: 'trade',
35
+ exchange: 'whitebit',
36
+ symbol: symbol.toUpperCase(),
37
+ id: String(trade.id),
38
+ price: Number(trade.price),
39
+ amount: Number(trade.amount),
40
+ side: trade.type,
41
+ timestamp: fromMicroSecondsToDate(Math.round(trade.time * 1e6)),
42
+ localTimestamp
43
+ }
44
+ }
45
+ }
46
+ }
47
+
48
+ class WhiteBitBookChangeMapper implements Mapper<'whitebit', BookChange> {
49
+ canHandle(message: WhiteBitMessage) {
50
+ return message.method === 'depth_update'
51
+ }
52
+
53
+ getFilters(symbols?: string[]) {
54
+ return [{ channel: 'depth_update', symbols: upperCaseSymbols(symbols) } as const]
55
+ }
56
+
57
+ *map(message: WhiteBitDepth, localTimestamp: Date): IterableIterator<BookChange> {
58
+ const [isSnapshot, book, symbol] = message.params
59
+
60
+ yield {
61
+ type: 'book_change',
62
+ exchange: 'whitebit',
63
+ symbol: symbol.toUpperCase(),
64
+ isSnapshot,
65
+ bids: (book.bids ?? []).map(this._mapBookLevel),
66
+ asks: (book.asks ?? []).map(this._mapBookLevel),
67
+ timestamp: fromMicroSecondsToDate(Math.round(book.timestamp * 1e6)),
68
+ localTimestamp
69
+ }
70
+ }
71
+
72
+ private _mapBookLevel([price, amount]: [string, string]) {
73
+ return {
74
+ price: Number(price),
75
+ amount: Number(amount)
76
+ }
77
+ }
78
+ }
79
+
80
+ class WhiteBitBookTickerMapper implements Mapper<'whitebit', BookTicker> {
81
+ canHandle(message: WhiteBitMessage) {
82
+ return message.method === 'bookTicker_update'
83
+ }
84
+
85
+ getFilters(symbols?: string[]) {
86
+ return [{ channel: 'bookTicker_update', symbols: upperCaseSymbols(symbols) } as const]
87
+ }
88
+
89
+ *map(message: WhiteBitBookTicker, localTimestamp: Date): IterableIterator<BookTicker> {
90
+ for (const [transactionTime, , symbol, , bidPrice, bidAmount, askPrice, askAmount] of message.params) {
91
+ yield {
92
+ type: 'book_ticker',
93
+ exchange: 'whitebit',
94
+ symbol: symbol.toUpperCase(),
95
+ bidPrice: asNonZeroNumberOrUndefined(bidPrice),
96
+ bidAmount: asNonZeroNumberOrUndefined(bidAmount),
97
+ askPrice: asNonZeroNumberOrUndefined(askPrice),
98
+ askAmount: asNonZeroNumberOrUndefined(askAmount),
99
+ timestamp: fromMicroSecondsToDate(Math.round(transactionTime * 1e6)),
100
+ localTimestamp
101
+ }
102
+ }
103
+ }
104
+ }
105
+
106
+ class WhiteBitDerivativeTickerMapper implements Mapper<'whitebit', DerivativeTicker> {
107
+ private readonly _pendingTickers = new PendingTickerInfoHelper()
108
+ private readonly _symbolsWithTrades = new Set<string>()
109
+
110
+ canHandle(message: WhiteBitMessage) {
111
+ return (
112
+ message.method === 'premiumIndex_update' ||
113
+ message.method === 'futures_update' ||
114
+ (message.method === 'trades_update' && (message as WhiteBitTrades).params[0].endsWith('_PERP'))
115
+ )
116
+ }
117
+
118
+ getFilters(symbols?: string[]) {
119
+ symbols = upperCaseSymbols(symbols)
120
+ const perpetuals = symbols?.filter((symbol) => symbol.endsWith('_PERP')) ?? []
121
+
122
+ return [
123
+ { channel: 'trades_update', symbols } as const,
124
+ ...(isNullOrEmptyArray(symbols) || perpetuals.length > 0
125
+ ? [{ channel: 'premiumIndex_update', symbols: perpetuals } as const, { channel: 'futures_update', symbols: perpetuals } as const]
126
+ : [])
127
+ ]
128
+ }
129
+
130
+ *map({ method, params }: WhiteBitPremiumIndex | WhiteBitFutures | WhiteBitTrades, localTimestamp: Date) {
131
+ const symbol = params[0].toUpperCase()
132
+ const ticker = this._pendingTickers.getPendingTickerInfo(symbol, 'whitebit')
133
+
134
+ if (method === 'trades_update') {
135
+ // Backfills can initialize the latest price, but never emit historical derivative ticker events.
136
+ let latestTrade = params[1][0]
137
+ for (const trade of params[1]) {
138
+ if (trade.id > latestTrade.id) {
139
+ latestTrade = trade
140
+ }
141
+ }
142
+ if (latestTrade === undefined) {
143
+ return
144
+ }
145
+
146
+ this._symbolsWithTrades.add(symbol)
147
+ ticker.updateLastPrice(asNumberOrUndefined(latestTrade.price))
148
+ return
149
+ }
150
+
151
+ if (method === 'futures_update') {
152
+ // REST has no trade timestamp, so use its price only until a WebSocket trade has been accepted.
153
+ ticker.updateOpenInterest(asNumberOrUndefined(params[1].open_interest))
154
+ if (!this._symbolsWithTrades.has(symbol)) {
155
+ ticker.updateLastPrice(asNumberOrUndefined(params[1].last_price))
156
+ }
157
+ return
158
+ }
159
+
160
+ const [, markPrice, indexPrice, fundingRate, fundingTime, serverTime] = params
161
+ ticker.updateMarkPrice(asNumberOrUndefined(markPrice))
162
+ ticker.updateIndexPrice(asNumberOrUndefined(indexPrice))
163
+ ticker.updateFundingRate(asNumberOrUndefined(fundingRate))
164
+ ticker.updateFundingTimestamp(new Date(fundingTime))
165
+ ticker.updateTimestamp(fromMicroSecondsToDate(Math.round(serverTime * 1e6)))
166
+ if (ticker.hasChanged()) {
167
+ yield ticker.getSnapshot(localTimestamp)
168
+ }
169
+ }
170
+ }
171
+
172
+ type WhiteBitMessage<TMethod extends string = string, TParams = unknown> = {
173
+ method: TMethod
174
+ params: TParams
175
+ id: null
176
+ }
177
+
178
+ /** @see https://docs.whitebit.com/websocket/market-streams/trades */
179
+ type WhiteBitTrades = WhiteBitMessage<
180
+ 'trades_update',
181
+ [
182
+ symbol: string,
183
+ trades: {
184
+ id: number
185
+ time: number
186
+ price: string
187
+ amount: string
188
+ type: 'buy' | 'sell'
189
+ rpi?: boolean
190
+ }[]
191
+ ]
192
+ >
193
+
194
+ /** @see https://docs.whitebit.com/websocket/market-streams/depth */
195
+ type WhiteBitDepth = WhiteBitMessage<
196
+ 'depth_update',
197
+ [
198
+ isSnapshot: boolean,
199
+ book: {
200
+ timestamp: number
201
+ event_time: number
202
+ update_id: number
203
+ past_update_id?: number
204
+ bids?: [price: string, amount: string][]
205
+ asks?: [price: string, amount: string][]
206
+ },
207
+ symbol: string
208
+ ]
209
+ >
210
+
211
+ /** @see https://docs.whitebit.com/websocket/market-streams/book-ticker */
212
+ type WhiteBitBookTicker = WhiteBitMessage<
213
+ 'bookTicker_update',
214
+ [
215
+ transactionTime: number,
216
+ messageTime: number,
217
+ symbol: string,
218
+ updateId: number,
219
+ bidPrice: string,
220
+ bidAmount: string,
221
+ askPrice: string,
222
+ askAmount: string
223
+ ][]
224
+ >
225
+
226
+ /** @see https://docs.whitebit.com/websocket/market-streams/premium-index */
227
+ type WhiteBitPremiumIndex = WhiteBitMessage<
228
+ 'premiumIndex_update',
229
+ [symbol: string, markPrice: string, indexPrice: string, fundingRate: string, fundingTime: number, serverTime: number]
230
+ >
231
+
232
+ /**
233
+ * Recorder-generated envelope containing the original REST market record.
234
+ * @see https://docs.whitebit.com/api-reference/market-data/available-futures-markets-list
235
+ */
236
+ type WhiteBitFutures = WhiteBitMessage<
237
+ 'futures_update',
238
+ [
239
+ symbol: string,
240
+ market: {
241
+ ticker_id: string
242
+ stock_currency: string
243
+ money_currency: string
244
+ last_price: string
245
+ stock_volume: string
246
+ money_volume: string
247
+ bid: string
248
+ ask: string
249
+ high: string
250
+ low: string
251
+ product_type: 'Perpetual'
252
+ open_interest: string
253
+ mark_price: string
254
+ index_price: string
255
+ index_name: string
256
+ index_currency: string
257
+ funding_rate: string
258
+ funding_cap: string
259
+ funding_floor: string
260
+ next_funding_rate_timestamp: string
261
+ brackets: Record<string, number>
262
+ max_leverage: number
263
+ funding_interval_minutes: number
264
+ }
265
+ ]
266
+ > & { generated: true }
@@ -59,6 +59,7 @@ import { BullishRealTimeFeed } from './bullish.ts'
59
59
  import { MexcFuturesRealTimeFeed } from './mexcfutures.ts'
60
60
  import { MexcRealTimeFeed } from './mexc.ts'
61
61
  import { PolymarketRealTimeFeed } from './polymarket.ts'
62
+ import { WhiteBitRealTimeFeed } from './whitebit.ts'
62
63
 
63
64
  export * from './realtimefeed.ts'
64
65
 
@@ -130,7 +131,8 @@ const realTimeFeedsMap: {
130
131
  'lighter-rh': LighterRhRealTimeFeed,
131
132
  bullish: BullishRealTimeFeed,
132
133
  mexc: MexcRealTimeFeed,
133
- polymarket: PolymarketRealTimeFeed
134
+ polymarket: PolymarketRealTimeFeed,
135
+ whitebit: WhiteBitRealTimeFeed
134
136
  }
135
137
 
136
138
  export function getRealTimeFeedFactory(exchange: Exchange): RealTimeFeed {
@@ -0,0 +1,147 @@
1
+ import { Writable } from 'stream'
2
+ import { setTimeout as sleep } from 'node:timers/promises'
3
+ import { batch, getJSON } from '../handy.ts'
4
+ import { Filter } from '../types.ts'
5
+ import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed.ts'
6
+
7
+ export class WhiteBitRealTimeFeed extends MultiConnectionRealTimeFeedBase {
8
+ protected readonly httpURL: string = 'https://whitebit.com/api/v4/public'
9
+
10
+ protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
11
+ filters = filters.map((filter) => ({
12
+ ...filter,
13
+ symbols: filter.symbols?.map((symbol) => symbol.toUpperCase())
14
+ }))
15
+ const webSocketFilters = filters.filter((filter) => filter.channel !== 'futures_update')
16
+ for (const filter of webSocketFilters) {
17
+ if (filter.symbols === undefined || filter.symbols.length === 0) {
18
+ throw new Error('WhiteBitRealTimeFeed requires explicitly specified symbols when subscribing to live feed')
19
+ }
20
+ }
21
+ const webSocketSymbols = [...new Set(webSocketFilters.flatMap((filter) => filter.symbols!))]
22
+ const spotSymbols = webSocketSymbols.filter((symbol) => !symbol.endsWith('_PERP'))
23
+ const perpetualSymbols = webSocketSymbols.filter((symbol) => symbol.endsWith('_PERP'))
24
+ let connectionIndex = 0
25
+
26
+ for (const marketSymbols of [spotSymbols, perpetualSymbols]) {
27
+ for (const group of batch(marketSymbols, 50)) {
28
+ yield new WhiteBitWebSocketRealTimeFeed(
29
+ exchange,
30
+ webSocketFilters
31
+ .map((filter) => ({ ...filter, symbols: filter.symbols!.filter((symbol) => group.includes(symbol)) }))
32
+ .filter((filter) => filter.symbols.length > 0),
33
+ timeoutIntervalMS,
34
+ onError,
35
+ connectionIndex++ * 50
36
+ )
37
+ }
38
+ }
39
+
40
+ const futuresFilters = filters.filter((filter) => filter.channel === 'futures_update')
41
+ if (futuresFilters.length > 0) {
42
+ const allFutures = futuresFilters.some((filter) => !filter.symbols?.length)
43
+ yield new WhiteBitFuturesClient(
44
+ exchange,
45
+ allFutures ? [] : futuresFilters.flatMap((filter) => filter.symbols!),
46
+ this.httpURL,
47
+ onError
48
+ )
49
+ }
50
+ }
51
+ }
52
+
53
+ export class WhiteBitWebSocketRealTimeFeed extends RealTimeFeedBase {
54
+ protected readonly wssURL = 'wss://wss.whitebit.com/ws'
55
+ private readonly _lastUpdateIds = new Map<string, number>()
56
+
57
+ constructor(
58
+ exchange: string,
59
+ filters: Filter<string>[],
60
+ timeoutIntervalMS: number | undefined,
61
+ onError?: (error: Error) => void,
62
+ private readonly _startDelayMS = 0
63
+ ) {
64
+ super(exchange, filters, timeoutIntervalMS, onError)
65
+ }
66
+
67
+ protected async getWebSocketUrl() {
68
+ await sleep(this._startDelayMS)
69
+ return super.getWebSocketUrl()
70
+ }
71
+
72
+ protected mapToSubscribeMessages(filters: Filter<string>[]) {
73
+ this._lastUpdateIds.clear()
74
+ let id = 0
75
+ return filters.flatMap(({ channel, symbols }) => {
76
+ const method = channel.replace('_update', '_subscribe')
77
+
78
+ if (channel === 'depth_update') {
79
+ return symbols!.map((symbol) => ({
80
+ id: ++id,
81
+ method,
82
+ params: [symbol, 100, '0', true]
83
+ }))
84
+ }
85
+
86
+ if (channel === 'bookTicker_update') {
87
+ return symbols!.map((symbol) => ({
88
+ id: ++id,
89
+ method,
90
+ params: [symbol]
91
+ }))
92
+ }
93
+
94
+ return [
95
+ {
96
+ id: ++id,
97
+ method,
98
+ params: symbols!
99
+ }
100
+ ]
101
+ })
102
+ }
103
+
104
+ protected messageIsError(message: { error?: unknown }) {
105
+ return message.error !== undefined && message.error !== null
106
+ }
107
+
108
+ protected onMessage(message: { method?: string; params?: [boolean, { update_id: number; past_update_id?: number }, string] }) {
109
+ if (message.method !== 'depth_update') {
110
+ return
111
+ }
112
+ const [isSnapshot, book, symbol] = message.params!
113
+ // Snapshot resets may jump over changes outside the subscribed depth; only deltas must link to the previous update.
114
+ if (!isSnapshot && book.past_update_id !== this._lastUpdateIds.get(symbol)) {
115
+ throw new Error(`WhiteBIT depth sequence gap for ${symbol}`)
116
+ }
117
+ this._lastUpdateIds.set(symbol, book.update_id)
118
+ }
119
+ }
120
+
121
+ class WhiteBitFuturesClient extends PoolingClientBase {
122
+ constructor(
123
+ exchange: string,
124
+ private readonly _symbols: string[],
125
+ private readonly _httpURL: string,
126
+ onError?: (error: Error) => void
127
+ ) {
128
+ super(exchange, 6, onError)
129
+ }
130
+
131
+ protected async poolDataToStream(outputStream: Writable) {
132
+ const { data: response } = await getJSON<{ success: boolean; result: { ticker_id: string }[] }>(`${this._httpURL}/futures`, {
133
+ timeout: 5000
134
+ })
135
+ if (!response.success) {
136
+ throw new Error('WhiteBIT futures request was unsuccessful')
137
+ }
138
+ for (const market of response.result) {
139
+ if (this._symbols.length > 0 && !this._symbols.includes(market.ticker_id)) {
140
+ continue
141
+ }
142
+ if (outputStream.writable) {
143
+ outputStream.write({ method: 'futures_update', params: [market.ticker_id, market], id: null, generated: true })
144
+ }
145
+ }
146
+ }
147
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "tardis-machine",
3
- "version": "18.8.0",
3
+ "version": "18.9.0",
4
4
  "engines": {
5
5
  "node": "^24.22.1 || >=26.12.1"
6
6
  },
@@ -76,7 +76,7 @@
76
76
  "license": "MPL-2.0",
77
77
  "dependencies": {
78
78
  "debug": "^4.4.3",
79
- "tardis-dev": "^18.8.0",
79
+ "tardis-dev": "^18.9.0",
80
80
  "ws": "^8.21.3"
81
81
  },
82
82
  "bundleDependencies": true,
package/src/helpers.ts CHANGED
@@ -1,3 +1,4 @@
1
+ import type { OutgoingMessage } from 'node:http'
1
2
  import {
2
3
  ComputableFactory,
3
4
  computeBookSnapshots,
@@ -251,6 +252,20 @@ function parseAsQuoteComputable(dataType: string) {
251
252
 
252
253
  export const wait = (delayMS: number) => new Promise((resolve) => setTimeout(resolve, delayMS))
253
254
 
255
+ // 'drain' is never emitted after the client disconnects, so also stop waiting on 'close';
256
+ // both listeners are removed on either event, so repeated waits keep nothing alive
257
+ export const responseDrainedOrClosed = (res: OutgoingMessage) =>
258
+ new Promise<void>((resolve) => {
259
+ const done = () => {
260
+ res.off('drain', done)
261
+ res.off('close', done)
262
+ resolve()
263
+ }
264
+
265
+ res.on('drain', done)
266
+ res.on('close', done)
267
+ })
268
+
254
269
  const oldToISOString = Date.prototype.toISOString
255
270
 
256
271
  // if Date provides microseconds add those to ISO date
@@ -1,7 +1,7 @@
1
- import { once } from 'node:events'
2
1
  import type { IncomingMessage, OutgoingMessage, ServerResponse } from 'node:http'
3
2
  import { replay, ReplayOptions } from 'tardis-dev'
4
3
  import { debug } from '../debug.ts'
4
+ import { responseDrainedOrClosed } from '../helpers.ts'
5
5
 
6
6
  export const replayHttp = async (req: IncomingMessage, res: ServerResponse) => {
7
7
  try {
@@ -51,9 +51,20 @@ async function writeMessagesToResponse(res: OutgoingMessage, replayOptions: Repl
51
51
  let buffers: Buffer[] = []
52
52
  let totalMessagesCount = 0
53
53
 
54
+ // 'close' is emitted when the response completes or when the client disconnects before that
55
+ let responseClosed = false
56
+ res.once('close', () => {
57
+ responseClosed = true
58
+ })
59
+
54
60
  const messages = replay({ ...replayOptions, skipDecoding: true })
55
61
 
56
62
  for await (let messageWithTimestamp of messages) {
63
+ // stop the replay when the client has disconnected
64
+ if (responseClosed) {
65
+ break
66
+ }
67
+
57
68
  totalMessagesCount++
58
69
 
59
70
  if (messageWithTimestamp === undefined) {
@@ -77,7 +88,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, replayOptions: Repl
77
88
  buffers = []
78
89
 
79
90
  if (!ok) {
80
- await once(res, 'drain')
91
+ await responseDrainedOrClosed(res)
92
+
93
+ if (responseClosed) {
94
+ break
95
+ }
81
96
  }
82
97
  }
83
98
  }
@@ -1,8 +1,13 @@
1
- import { once } from 'node:events'
2
1
  import type { IncomingMessage, OutgoingMessage, ServerResponse } from 'node:http'
3
2
  import { combine, compute, replayNormalized } from 'tardis-dev'
4
3
  import { debug } from '../debug.ts'
5
- import { constructDataTypeFilter, getComputables, getNormalizers, ReplayNormalizedRequestOptions } from '../helpers.ts'
4
+ import {
5
+ constructDataTypeFilter,
6
+ getComputables,
7
+ getNormalizers,
8
+ ReplayNormalizedRequestOptions,
9
+ responseDrainedOrClosed
10
+ } from '../helpers.ts'
6
11
 
7
12
  export const replayNormalizedHttp = async (req: IncomingMessage, res: ServerResponse) => {
8
13
  try {
@@ -47,6 +52,12 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
47
52
  let buffers: string[] = []
48
53
  let totalMessagesCount = 0
49
54
 
55
+ // 'close' is emitted when the response completes or when the client disconnects before that
56
+ let responseClosed = false
57
+ res.once('close', () => {
58
+ responseClosed = true
59
+ })
60
+
50
61
  const replayNormalizedOptions = Array.isArray(options) ? options : [options]
51
62
 
52
63
  const messagesIterables = replayNormalizedOptions.map((option) => {
@@ -67,6 +78,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
67
78
  const messages = messagesIterables.length === 1 ? messagesIterables[0] : combine(...messagesIterables)
68
79
 
69
80
  for await (const message of messages) {
81
+ // stop the replay when the client has disconnected
82
+ if (responseClosed) {
83
+ break
84
+ }
85
+
70
86
  // filter out messages not explicitly requested via options.dataTypes
71
87
  // eg.: return only book_snapshots when someone asked only for those
72
88
  // as by default also book_changes are returned as well
@@ -83,7 +99,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
83
99
  buffers = []
84
100
 
85
101
  if (!ok) {
86
- await once(res, 'drain')
102
+ await responseDrainedOrClosed(res)
103
+
104
+ if (responseClosed) {
105
+ break
106
+ }
87
107
  }
88
108
  }
89
109
  }
@@ -834,6 +834,18 @@ const polymarketMapper: SubscriptionMapper = {
834
834
  }
835
835
  }
836
836
 
837
+ // https://docs.whitebit.com/websocket/market-streams/depth
838
+ const whitebitMapper: SubscriptionMapper = {
839
+ canHandle: (message: any) =>
840
+ ['depth_subscribe', 'bookTicker_subscribe', 'trades_subscribe', 'premiumIndex_subscribe', 'futures_subscribe'].includes(message.method),
841
+ map: (message: any) => [
842
+ {
843
+ channel: message.method.replace('_subscribe', '_update'),
844
+ symbols: ['depth_subscribe', 'bookTicker_subscribe'].includes(message.method) ? [message.params[0]] : message.params
845
+ }
846
+ ]
847
+ }
848
+
837
849
  export const subscriptionsMappers: Record<Exchange, SubscriptionMapper> = {
838
850
  bitmex: bitmexMapper,
839
851
  coinbase: coinbaseMaper,
@@ -904,7 +916,8 @@ export const subscriptionsMappers: Record<Exchange, SubscriptionMapper> = {
904
916
  lighter: lighterMapper,
905
917
  'lighter-rh': lighterMapper,
906
918
  bullish: bullishMapper,
907
- polymarket: polymarketMapper
919
+ polymarket: polymarketMapper,
920
+ whitebit: whitebitMapper
908
921
  }
909
922
 
910
923
  export type SubscriptionMapper = {