tardis-machine 18.8.0 → 18.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/helpers.d.ts +2 -0
- package/dist/helpers.d.ts.map +1 -1
- package/dist/helpers.js +11 -0
- package/dist/helpers.js.map +1 -1
- package/dist/http/replay.d.ts.map +1 -1
- package/dist/http/replay.js +14 -2
- package/dist/http/replay.js.map +1 -1
- package/dist/http/replaynormalized.d.ts.map +1 -1
- package/dist/http/replaynormalized.js +14 -3
- package/dist/http/replaynormalized.js.map +1 -1
- package/dist/ws/subscriptionsmappers.d.ts.map +1 -1
- package/dist/ws/subscriptionsmappers.js +12 -1
- package/dist/ws/subscriptionsmappers.js.map +1 -1
- package/node_modules/tardis-dev/dist/consts.d.ts +2 -1
- package/node_modules/tardis-dev/dist/consts.d.ts.map +1 -1
- package/node_modules/tardis-dev/dist/consts.js +5 -2
- package/node_modules/tardis-dev/dist/consts.js.map +1 -1
- package/node_modules/tardis-dev/dist/handy.d.ts +1 -0
- package/node_modules/tardis-dev/dist/handy.d.ts.map +1 -1
- package/node_modules/tardis-dev/dist/handy.js +3 -0
- package/node_modules/tardis-dev/dist/handy.js.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/ascendex.d.ts +4 -4
- package/node_modules/tardis-dev/dist/mappers/aster.d.ts +8 -8
- package/node_modules/tardis-dev/dist/mappers/binance.d.ts +18 -18
- package/node_modules/tardis-dev/dist/mappers/binanceeuropeanoptions.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/bitfinex.d.ts +8 -8
- package/node_modules/tardis-dev/dist/mappers/bitflyer.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/bitget.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/bithumb.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/bitmex.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/bitnomial.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/bitstamp.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/bitvavo.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/blockchaincom.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/bullish.d.ts +5 -5
- package/node_modules/tardis-dev/dist/mappers/bybit.d.ts +10 -10
- package/node_modules/tardis-dev/dist/mappers/bybitspot.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/coinbase.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/coinbasederivatives.d.ts +4 -4
- package/node_modules/tardis-dev/dist/mappers/coinbaseinternational.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/coinflex.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/cryptocom.d.ts +5 -5
- package/node_modules/tardis-dev/dist/mappers/cryptofacilities.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/delta.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/delta_india.d.ts +5 -5
- package/node_modules/tardis-dev/dist/mappers/delta_india.js +11 -7
- package/node_modules/tardis-dev/dist/mappers/delta_india.js.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/deribit.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/dydx.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/dydxv4.d.ts +4 -4
- package/node_modules/tardis-dev/dist/mappers/ftx.d.ts +8 -8
- package/node_modules/tardis-dev/dist/mappers/gateio.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/gateiofutures.d.ts +4 -4
- package/node_modules/tardis-dev/dist/mappers/gemini.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/huobi.d.ts +26 -26
- package/node_modules/tardis-dev/dist/mappers/hyperliquid.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/hyperliquid.d.ts.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/hyperliquid.js +11 -5
- package/node_modules/tardis-dev/dist/mappers/hyperliquid.js.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/index.d.ts +207 -195
- package/node_modules/tardis-dev/dist/mappers/index.d.ts.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/index.js +2 -1
- package/node_modules/tardis-dev/dist/mappers/index.js.map +1 -1
- package/node_modules/tardis-dev/dist/mappers/kucoin.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/kucoinfutures.d.ts +4 -4
- package/node_modules/tardis-dev/dist/mappers/lighter.d.ts +10 -10
- package/node_modules/tardis-dev/dist/mappers/mexc.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/mexcfutures.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/okex.d.ts +15 -15
- package/node_modules/tardis-dev/dist/mappers/phemex.d.ts +1 -1
- package/node_modules/tardis-dev/dist/mappers/polymarket.d.ts +3 -3
- package/node_modules/tardis-dev/dist/mappers/serum.d.ts +9 -9
- package/node_modules/tardis-dev/dist/mappers/upbit.d.ts +2 -2
- package/node_modules/tardis-dev/dist/mappers/whitebit.d.ts +10 -0
- package/node_modules/tardis-dev/dist/mappers/whitebit.d.ts.map +1 -0
- package/node_modules/tardis-dev/dist/mappers/whitebit.js +146 -0
- package/node_modules/tardis-dev/dist/mappers/whitebit.js.map +1 -0
- package/node_modules/tardis-dev/dist/realtimefeeds/index.d.ts.map +1 -1
- package/node_modules/tardis-dev/dist/realtimefeeds/index.js +3 -1
- package/node_modules/tardis-dev/dist/realtimefeeds/index.js.map +1 -1
- package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.d.ts +37 -0
- package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.d.ts.map +1 -0
- package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.js +115 -0
- package/node_modules/tardis-dev/dist/realtimefeeds/whitebit.js.map +1 -0
- package/node_modules/tardis-dev/package.json +1 -1
- package/node_modules/tardis-dev/src/consts.ts +6 -2
- package/node_modules/tardis-dev/src/handy.ts +4 -0
- package/node_modules/tardis-dev/src/mappers/delta_india.ts +11 -7
- package/node_modules/tardis-dev/src/mappers/hyperliquid.ts +14 -6
- package/node_modules/tardis-dev/src/mappers/index.ts +3 -1
- package/node_modules/tardis-dev/src/mappers/whitebit.ts +266 -0
- package/node_modules/tardis-dev/src/realtimefeeds/index.ts +3 -1
- package/node_modules/tardis-dev/src/realtimefeeds/whitebit.ts +147 -0
- package/package.json +2 -2
- package/src/helpers.ts +15 -0
- package/src/http/replay.ts +17 -2
- package/src/http/replaynormalized.ts +23 -3
- package/src/ws/subscriptionsmappers.ts +14 -1
|
@@ -3,6 +3,8 @@ import { Mapper, PendingTickerInfoHelper } from './mapper.ts'
|
|
|
3
3
|
import { exchangeMappers, mapper } from './registry.ts'
|
|
4
4
|
|
|
5
5
|
const HYPERLIQUID_FAST_BOOK_SWITCH_DATE = new Date('2026-06-17T00:00:00.000Z')
|
|
6
|
+
// recorded live trades arrive within seconds of their block time (at most 13 s in sampled days of 2024-2026)
|
|
7
|
+
const HYPERLIQUID_MAX_LIVE_TRADE_DELAY_MS = 30 * 1000
|
|
6
8
|
|
|
7
9
|
export const hyperliquidMappers = exchangeMappers({
|
|
8
10
|
hyperliquid: {
|
|
@@ -38,8 +40,6 @@ function getSymbols(symbols?: string[]) {
|
|
|
38
40
|
return
|
|
39
41
|
}
|
|
40
42
|
class HyperliquidTradesMapper implements Mapper<'hyperliquid', Trade> {
|
|
41
|
-
private readonly _seenSymbols = new Set<string>()
|
|
42
|
-
|
|
43
43
|
canHandle(message: HyperliquidTradeMessage) {
|
|
44
44
|
return message.channel === 'trades'
|
|
45
45
|
}
|
|
@@ -56,11 +56,19 @@ class HyperliquidTradesMapper implements Mapper<'hyperliquid', Trade> {
|
|
|
56
56
|
}
|
|
57
57
|
|
|
58
58
|
*map(message: HyperliquidTradeMessage, localTimestamp: Date): IterableIterator<Trade> {
|
|
59
|
+
// A live message carries the trades of one block, which share one time. After subscribing, Hyperliquid
|
|
60
|
+
// sends the most recent trades as one message. That recent-trades snapshot is skipped: it has different
|
|
61
|
+
// trade times, or, when its trades come from one block, that block is older than any live trade.
|
|
62
|
+
const firstTradeTime = message.data[0]?.time
|
|
63
|
+
const isRecentTradesSnapshot =
|
|
64
|
+
message.data.some((hyperliquidTrade) => hyperliquidTrade.time !== firstTradeTime) ||
|
|
65
|
+
localTimestamp.valueOf() - firstTradeTime > HYPERLIQUID_MAX_LIVE_TRADE_DELAY_MS
|
|
66
|
+
|
|
67
|
+
if (isRecentTradesSnapshot) {
|
|
68
|
+
return
|
|
69
|
+
}
|
|
70
|
+
|
|
59
71
|
for (const hyperliquidTrade of message.data) {
|
|
60
|
-
if (this._seenSymbols.has(hyperliquidTrade.coin) === false) {
|
|
61
|
-
this._seenSymbols.add(hyperliquidTrade.coin)
|
|
62
|
-
break
|
|
63
|
-
}
|
|
64
72
|
yield {
|
|
65
73
|
type: 'trade',
|
|
66
74
|
symbol: hyperliquidTrade.coin.toUpperCase(),
|
|
@@ -48,6 +48,7 @@ import { serumMappers } from './serum.ts'
|
|
|
48
48
|
import { MapperCollection, mergeExchangeMappers } from './registry.ts'
|
|
49
49
|
import { upbitMappers } from './upbit.ts'
|
|
50
50
|
import { wooxMappers } from './woox.ts'
|
|
51
|
+
import { whitebitMappers } from './whitebit.ts'
|
|
51
52
|
|
|
52
53
|
export * from './mapper.ts'
|
|
53
54
|
|
|
@@ -105,7 +106,8 @@ const registeredMappers = mergeExchangeMappers(
|
|
|
105
106
|
polymarketMappers,
|
|
106
107
|
serumMappers,
|
|
107
108
|
upbitMappers,
|
|
108
|
-
wooxMappers
|
|
109
|
+
wooxMappers,
|
|
110
|
+
whitebitMappers
|
|
109
111
|
)
|
|
110
112
|
|
|
111
113
|
export const normalizeTrades = createNormalizer<typeof registeredMappers.trades, Trade>('normalizeTrades', registeredMappers.trades)
|
|
@@ -0,0 +1,266 @@
|
|
|
1
|
+
import { asNonZeroNumberOrUndefined, asNumberOrUndefined, fromMicroSecondsToDate, isNullOrEmptyArray, upperCaseSymbols } from '../handy.ts'
|
|
2
|
+
import { BookChange, BookTicker, DerivativeTicker, Trade } from '../types.ts'
|
|
3
|
+
import { Mapper, PendingTickerInfoHelper } from './mapper.ts'
|
|
4
|
+
import { exchangeMappers } from './registry.ts'
|
|
5
|
+
|
|
6
|
+
export const whitebitMappers = exchangeMappers({
|
|
7
|
+
whitebit: {
|
|
8
|
+
trades: () => new WhiteBitTradesMapper(),
|
|
9
|
+
bookChanges: () => new WhiteBitBookChangeMapper(),
|
|
10
|
+
bookTickers: () => new WhiteBitBookTickerMapper(),
|
|
11
|
+
derivativeTickers: () => new WhiteBitDerivativeTickerMapper()
|
|
12
|
+
}
|
|
13
|
+
})
|
|
14
|
+
|
|
15
|
+
class WhiteBitTradesMapper implements Mapper<'whitebit', Trade> {
|
|
16
|
+
canHandle(message: WhiteBitMessage) {
|
|
17
|
+
return message.method === 'trades_update'
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
getFilters(symbols?: string[]) {
|
|
21
|
+
return [{ channel: 'trades_update', symbols: upperCaseSymbols(symbols) } as const]
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
*map(message: WhiteBitTrades, localTimestamp: Date): IterableIterator<Trade> {
|
|
25
|
+
const [symbol, trades] = message.params
|
|
26
|
+
// Subscription backfills are newest first; live executions are incremental.
|
|
27
|
+
// A singleton has no snapshot marker, so retain it rather than discard a possible live trade at replay startup.
|
|
28
|
+
if (trades.length > 1 && trades[0].id > trades[trades.length - 1].id) {
|
|
29
|
+
return
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
for (const trade of trades) {
|
|
33
|
+
yield {
|
|
34
|
+
type: 'trade',
|
|
35
|
+
exchange: 'whitebit',
|
|
36
|
+
symbol: symbol.toUpperCase(),
|
|
37
|
+
id: String(trade.id),
|
|
38
|
+
price: Number(trade.price),
|
|
39
|
+
amount: Number(trade.amount),
|
|
40
|
+
side: trade.type,
|
|
41
|
+
timestamp: fromMicroSecondsToDate(Math.round(trade.time * 1e6)),
|
|
42
|
+
localTimestamp
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
class WhiteBitBookChangeMapper implements Mapper<'whitebit', BookChange> {
|
|
49
|
+
canHandle(message: WhiteBitMessage) {
|
|
50
|
+
return message.method === 'depth_update'
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
getFilters(symbols?: string[]) {
|
|
54
|
+
return [{ channel: 'depth_update', symbols: upperCaseSymbols(symbols) } as const]
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
*map(message: WhiteBitDepth, localTimestamp: Date): IterableIterator<BookChange> {
|
|
58
|
+
const [isSnapshot, book, symbol] = message.params
|
|
59
|
+
|
|
60
|
+
yield {
|
|
61
|
+
type: 'book_change',
|
|
62
|
+
exchange: 'whitebit',
|
|
63
|
+
symbol: symbol.toUpperCase(),
|
|
64
|
+
isSnapshot,
|
|
65
|
+
bids: (book.bids ?? []).map(this._mapBookLevel),
|
|
66
|
+
asks: (book.asks ?? []).map(this._mapBookLevel),
|
|
67
|
+
timestamp: fromMicroSecondsToDate(Math.round(book.timestamp * 1e6)),
|
|
68
|
+
localTimestamp
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
private _mapBookLevel([price, amount]: [string, string]) {
|
|
73
|
+
return {
|
|
74
|
+
price: Number(price),
|
|
75
|
+
amount: Number(amount)
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
class WhiteBitBookTickerMapper implements Mapper<'whitebit', BookTicker> {
|
|
81
|
+
canHandle(message: WhiteBitMessage) {
|
|
82
|
+
return message.method === 'bookTicker_update'
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
getFilters(symbols?: string[]) {
|
|
86
|
+
return [{ channel: 'bookTicker_update', symbols: upperCaseSymbols(symbols) } as const]
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
*map(message: WhiteBitBookTicker, localTimestamp: Date): IterableIterator<BookTicker> {
|
|
90
|
+
for (const [transactionTime, , symbol, , bidPrice, bidAmount, askPrice, askAmount] of message.params) {
|
|
91
|
+
yield {
|
|
92
|
+
type: 'book_ticker',
|
|
93
|
+
exchange: 'whitebit',
|
|
94
|
+
symbol: symbol.toUpperCase(),
|
|
95
|
+
bidPrice: asNonZeroNumberOrUndefined(bidPrice),
|
|
96
|
+
bidAmount: asNonZeroNumberOrUndefined(bidAmount),
|
|
97
|
+
askPrice: asNonZeroNumberOrUndefined(askPrice),
|
|
98
|
+
askAmount: asNonZeroNumberOrUndefined(askAmount),
|
|
99
|
+
timestamp: fromMicroSecondsToDate(Math.round(transactionTime * 1e6)),
|
|
100
|
+
localTimestamp
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
class WhiteBitDerivativeTickerMapper implements Mapper<'whitebit', DerivativeTicker> {
|
|
107
|
+
private readonly _pendingTickers = new PendingTickerInfoHelper()
|
|
108
|
+
private readonly _symbolsWithTrades = new Set<string>()
|
|
109
|
+
|
|
110
|
+
canHandle(message: WhiteBitMessage) {
|
|
111
|
+
return (
|
|
112
|
+
message.method === 'premiumIndex_update' ||
|
|
113
|
+
message.method === 'futures_update' ||
|
|
114
|
+
(message.method === 'trades_update' && (message as WhiteBitTrades).params[0].endsWith('_PERP'))
|
|
115
|
+
)
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
getFilters(symbols?: string[]) {
|
|
119
|
+
symbols = upperCaseSymbols(symbols)
|
|
120
|
+
const perpetuals = symbols?.filter((symbol) => symbol.endsWith('_PERP')) ?? []
|
|
121
|
+
|
|
122
|
+
return [
|
|
123
|
+
{ channel: 'trades_update', symbols } as const,
|
|
124
|
+
...(isNullOrEmptyArray(symbols) || perpetuals.length > 0
|
|
125
|
+
? [{ channel: 'premiumIndex_update', symbols: perpetuals } as const, { channel: 'futures_update', symbols: perpetuals } as const]
|
|
126
|
+
: [])
|
|
127
|
+
]
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
*map({ method, params }: WhiteBitPremiumIndex | WhiteBitFutures | WhiteBitTrades, localTimestamp: Date) {
|
|
131
|
+
const symbol = params[0].toUpperCase()
|
|
132
|
+
const ticker = this._pendingTickers.getPendingTickerInfo(symbol, 'whitebit')
|
|
133
|
+
|
|
134
|
+
if (method === 'trades_update') {
|
|
135
|
+
// Backfills can initialize the latest price, but never emit historical derivative ticker events.
|
|
136
|
+
let latestTrade = params[1][0]
|
|
137
|
+
for (const trade of params[1]) {
|
|
138
|
+
if (trade.id > latestTrade.id) {
|
|
139
|
+
latestTrade = trade
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
if (latestTrade === undefined) {
|
|
143
|
+
return
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
this._symbolsWithTrades.add(symbol)
|
|
147
|
+
ticker.updateLastPrice(asNumberOrUndefined(latestTrade.price))
|
|
148
|
+
return
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
if (method === 'futures_update') {
|
|
152
|
+
// REST has no trade timestamp, so use its price only until a WebSocket trade has been accepted.
|
|
153
|
+
ticker.updateOpenInterest(asNumberOrUndefined(params[1].open_interest))
|
|
154
|
+
if (!this._symbolsWithTrades.has(symbol)) {
|
|
155
|
+
ticker.updateLastPrice(asNumberOrUndefined(params[1].last_price))
|
|
156
|
+
}
|
|
157
|
+
return
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
const [, markPrice, indexPrice, fundingRate, fundingTime, serverTime] = params
|
|
161
|
+
ticker.updateMarkPrice(asNumberOrUndefined(markPrice))
|
|
162
|
+
ticker.updateIndexPrice(asNumberOrUndefined(indexPrice))
|
|
163
|
+
ticker.updateFundingRate(asNumberOrUndefined(fundingRate))
|
|
164
|
+
ticker.updateFundingTimestamp(new Date(fundingTime))
|
|
165
|
+
ticker.updateTimestamp(fromMicroSecondsToDate(Math.round(serverTime * 1e6)))
|
|
166
|
+
if (ticker.hasChanged()) {
|
|
167
|
+
yield ticker.getSnapshot(localTimestamp)
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
type WhiteBitMessage<TMethod extends string = string, TParams = unknown> = {
|
|
173
|
+
method: TMethod
|
|
174
|
+
params: TParams
|
|
175
|
+
id: null
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
/** @see https://docs.whitebit.com/websocket/market-streams/trades */
|
|
179
|
+
type WhiteBitTrades = WhiteBitMessage<
|
|
180
|
+
'trades_update',
|
|
181
|
+
[
|
|
182
|
+
symbol: string,
|
|
183
|
+
trades: {
|
|
184
|
+
id: number
|
|
185
|
+
time: number
|
|
186
|
+
price: string
|
|
187
|
+
amount: string
|
|
188
|
+
type: 'buy' | 'sell'
|
|
189
|
+
rpi?: boolean
|
|
190
|
+
}[]
|
|
191
|
+
]
|
|
192
|
+
>
|
|
193
|
+
|
|
194
|
+
/** @see https://docs.whitebit.com/websocket/market-streams/depth */
|
|
195
|
+
type WhiteBitDepth = WhiteBitMessage<
|
|
196
|
+
'depth_update',
|
|
197
|
+
[
|
|
198
|
+
isSnapshot: boolean,
|
|
199
|
+
book: {
|
|
200
|
+
timestamp: number
|
|
201
|
+
event_time: number
|
|
202
|
+
update_id: number
|
|
203
|
+
past_update_id?: number
|
|
204
|
+
bids?: [price: string, amount: string][]
|
|
205
|
+
asks?: [price: string, amount: string][]
|
|
206
|
+
},
|
|
207
|
+
symbol: string
|
|
208
|
+
]
|
|
209
|
+
>
|
|
210
|
+
|
|
211
|
+
/** @see https://docs.whitebit.com/websocket/market-streams/book-ticker */
|
|
212
|
+
type WhiteBitBookTicker = WhiteBitMessage<
|
|
213
|
+
'bookTicker_update',
|
|
214
|
+
[
|
|
215
|
+
transactionTime: number,
|
|
216
|
+
messageTime: number,
|
|
217
|
+
symbol: string,
|
|
218
|
+
updateId: number,
|
|
219
|
+
bidPrice: string,
|
|
220
|
+
bidAmount: string,
|
|
221
|
+
askPrice: string,
|
|
222
|
+
askAmount: string
|
|
223
|
+
][]
|
|
224
|
+
>
|
|
225
|
+
|
|
226
|
+
/** @see https://docs.whitebit.com/websocket/market-streams/premium-index */
|
|
227
|
+
type WhiteBitPremiumIndex = WhiteBitMessage<
|
|
228
|
+
'premiumIndex_update',
|
|
229
|
+
[symbol: string, markPrice: string, indexPrice: string, fundingRate: string, fundingTime: number, serverTime: number]
|
|
230
|
+
>
|
|
231
|
+
|
|
232
|
+
/**
|
|
233
|
+
* Recorder-generated envelope containing the original REST market record.
|
|
234
|
+
* @see https://docs.whitebit.com/api-reference/market-data/available-futures-markets-list
|
|
235
|
+
*/
|
|
236
|
+
type WhiteBitFutures = WhiteBitMessage<
|
|
237
|
+
'futures_update',
|
|
238
|
+
[
|
|
239
|
+
symbol: string,
|
|
240
|
+
market: {
|
|
241
|
+
ticker_id: string
|
|
242
|
+
stock_currency: string
|
|
243
|
+
money_currency: string
|
|
244
|
+
last_price: string
|
|
245
|
+
stock_volume: string
|
|
246
|
+
money_volume: string
|
|
247
|
+
bid: string
|
|
248
|
+
ask: string
|
|
249
|
+
high: string
|
|
250
|
+
low: string
|
|
251
|
+
product_type: 'Perpetual'
|
|
252
|
+
open_interest: string
|
|
253
|
+
mark_price: string
|
|
254
|
+
index_price: string
|
|
255
|
+
index_name: string
|
|
256
|
+
index_currency: string
|
|
257
|
+
funding_rate: string
|
|
258
|
+
funding_cap: string
|
|
259
|
+
funding_floor: string
|
|
260
|
+
next_funding_rate_timestamp: string
|
|
261
|
+
brackets: Record<string, number>
|
|
262
|
+
max_leverage: number
|
|
263
|
+
funding_interval_minutes: number
|
|
264
|
+
}
|
|
265
|
+
]
|
|
266
|
+
> & { generated: true }
|
|
@@ -59,6 +59,7 @@ import { BullishRealTimeFeed } from './bullish.ts'
|
|
|
59
59
|
import { MexcFuturesRealTimeFeed } from './mexcfutures.ts'
|
|
60
60
|
import { MexcRealTimeFeed } from './mexc.ts'
|
|
61
61
|
import { PolymarketRealTimeFeed } from './polymarket.ts'
|
|
62
|
+
import { WhiteBitRealTimeFeed } from './whitebit.ts'
|
|
62
63
|
|
|
63
64
|
export * from './realtimefeed.ts'
|
|
64
65
|
|
|
@@ -130,7 +131,8 @@ const realTimeFeedsMap: {
|
|
|
130
131
|
'lighter-rh': LighterRhRealTimeFeed,
|
|
131
132
|
bullish: BullishRealTimeFeed,
|
|
132
133
|
mexc: MexcRealTimeFeed,
|
|
133
|
-
polymarket: PolymarketRealTimeFeed
|
|
134
|
+
polymarket: PolymarketRealTimeFeed,
|
|
135
|
+
whitebit: WhiteBitRealTimeFeed
|
|
134
136
|
}
|
|
135
137
|
|
|
136
138
|
export function getRealTimeFeedFactory(exchange: Exchange): RealTimeFeed {
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
import { Writable } from 'stream'
|
|
2
|
+
import { setTimeout as sleep } from 'node:timers/promises'
|
|
3
|
+
import { batch, getJSON } from '../handy.ts'
|
|
4
|
+
import { Filter } from '../types.ts'
|
|
5
|
+
import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed.ts'
|
|
6
|
+
|
|
7
|
+
export class WhiteBitRealTimeFeed extends MultiConnectionRealTimeFeedBase {
|
|
8
|
+
protected readonly httpURL: string = 'https://whitebit.com/api/v4/public'
|
|
9
|
+
|
|
10
|
+
protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
|
|
11
|
+
filters = filters.map((filter) => ({
|
|
12
|
+
...filter,
|
|
13
|
+
symbols: filter.symbols?.map((symbol) => symbol.toUpperCase())
|
|
14
|
+
}))
|
|
15
|
+
const webSocketFilters = filters.filter((filter) => filter.channel !== 'futures_update')
|
|
16
|
+
for (const filter of webSocketFilters) {
|
|
17
|
+
if (filter.symbols === undefined || filter.symbols.length === 0) {
|
|
18
|
+
throw new Error('WhiteBitRealTimeFeed requires explicitly specified symbols when subscribing to live feed')
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
const webSocketSymbols = [...new Set(webSocketFilters.flatMap((filter) => filter.symbols!))]
|
|
22
|
+
const spotSymbols = webSocketSymbols.filter((symbol) => !symbol.endsWith('_PERP'))
|
|
23
|
+
const perpetualSymbols = webSocketSymbols.filter((symbol) => symbol.endsWith('_PERP'))
|
|
24
|
+
let connectionIndex = 0
|
|
25
|
+
|
|
26
|
+
for (const marketSymbols of [spotSymbols, perpetualSymbols]) {
|
|
27
|
+
for (const group of batch(marketSymbols, 50)) {
|
|
28
|
+
yield new WhiteBitWebSocketRealTimeFeed(
|
|
29
|
+
exchange,
|
|
30
|
+
webSocketFilters
|
|
31
|
+
.map((filter) => ({ ...filter, symbols: filter.symbols!.filter((symbol) => group.includes(symbol)) }))
|
|
32
|
+
.filter((filter) => filter.symbols.length > 0),
|
|
33
|
+
timeoutIntervalMS,
|
|
34
|
+
onError,
|
|
35
|
+
connectionIndex++ * 50
|
|
36
|
+
)
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const futuresFilters = filters.filter((filter) => filter.channel === 'futures_update')
|
|
41
|
+
if (futuresFilters.length > 0) {
|
|
42
|
+
const allFutures = futuresFilters.some((filter) => !filter.symbols?.length)
|
|
43
|
+
yield new WhiteBitFuturesClient(
|
|
44
|
+
exchange,
|
|
45
|
+
allFutures ? [] : futuresFilters.flatMap((filter) => filter.symbols!),
|
|
46
|
+
this.httpURL,
|
|
47
|
+
onError
|
|
48
|
+
)
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
export class WhiteBitWebSocketRealTimeFeed extends RealTimeFeedBase {
|
|
54
|
+
protected readonly wssURL = 'wss://wss.whitebit.com/ws'
|
|
55
|
+
private readonly _lastUpdateIds = new Map<string, number>()
|
|
56
|
+
|
|
57
|
+
constructor(
|
|
58
|
+
exchange: string,
|
|
59
|
+
filters: Filter<string>[],
|
|
60
|
+
timeoutIntervalMS: number | undefined,
|
|
61
|
+
onError?: (error: Error) => void,
|
|
62
|
+
private readonly _startDelayMS = 0
|
|
63
|
+
) {
|
|
64
|
+
super(exchange, filters, timeoutIntervalMS, onError)
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
protected async getWebSocketUrl() {
|
|
68
|
+
await sleep(this._startDelayMS)
|
|
69
|
+
return super.getWebSocketUrl()
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
protected mapToSubscribeMessages(filters: Filter<string>[]) {
|
|
73
|
+
this._lastUpdateIds.clear()
|
|
74
|
+
let id = 0
|
|
75
|
+
return filters.flatMap(({ channel, symbols }) => {
|
|
76
|
+
const method = channel.replace('_update', '_subscribe')
|
|
77
|
+
|
|
78
|
+
if (channel === 'depth_update') {
|
|
79
|
+
return symbols!.map((symbol) => ({
|
|
80
|
+
id: ++id,
|
|
81
|
+
method,
|
|
82
|
+
params: [symbol, 100, '0', true]
|
|
83
|
+
}))
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
if (channel === 'bookTicker_update') {
|
|
87
|
+
return symbols!.map((symbol) => ({
|
|
88
|
+
id: ++id,
|
|
89
|
+
method,
|
|
90
|
+
params: [symbol]
|
|
91
|
+
}))
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
return [
|
|
95
|
+
{
|
|
96
|
+
id: ++id,
|
|
97
|
+
method,
|
|
98
|
+
params: symbols!
|
|
99
|
+
}
|
|
100
|
+
]
|
|
101
|
+
})
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
protected messageIsError(message: { error?: unknown }) {
|
|
105
|
+
return message.error !== undefined && message.error !== null
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
protected onMessage(message: { method?: string; params?: [boolean, { update_id: number; past_update_id?: number }, string] }) {
|
|
109
|
+
if (message.method !== 'depth_update') {
|
|
110
|
+
return
|
|
111
|
+
}
|
|
112
|
+
const [isSnapshot, book, symbol] = message.params!
|
|
113
|
+
// Snapshot resets may jump over changes outside the subscribed depth; only deltas must link to the previous update.
|
|
114
|
+
if (!isSnapshot && book.past_update_id !== this._lastUpdateIds.get(symbol)) {
|
|
115
|
+
throw new Error(`WhiteBIT depth sequence gap for ${symbol}`)
|
|
116
|
+
}
|
|
117
|
+
this._lastUpdateIds.set(symbol, book.update_id)
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
class WhiteBitFuturesClient extends PoolingClientBase {
|
|
122
|
+
constructor(
|
|
123
|
+
exchange: string,
|
|
124
|
+
private readonly _symbols: string[],
|
|
125
|
+
private readonly _httpURL: string,
|
|
126
|
+
onError?: (error: Error) => void
|
|
127
|
+
) {
|
|
128
|
+
super(exchange, 6, onError)
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
protected async poolDataToStream(outputStream: Writable) {
|
|
132
|
+
const { data: response } = await getJSON<{ success: boolean; result: { ticker_id: string }[] }>(`${this._httpURL}/futures`, {
|
|
133
|
+
timeout: 5000
|
|
134
|
+
})
|
|
135
|
+
if (!response.success) {
|
|
136
|
+
throw new Error('WhiteBIT futures request was unsuccessful')
|
|
137
|
+
}
|
|
138
|
+
for (const market of response.result) {
|
|
139
|
+
if (this._symbols.length > 0 && !this._symbols.includes(market.ticker_id)) {
|
|
140
|
+
continue
|
|
141
|
+
}
|
|
142
|
+
if (outputStream.writable) {
|
|
143
|
+
outputStream.write({ method: 'futures_update', params: [market.ticker_id, market], id: null, generated: true })
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "tardis-machine",
|
|
3
|
-
"version": "18.
|
|
3
|
+
"version": "18.9.0",
|
|
4
4
|
"engines": {
|
|
5
5
|
"node": "^24.22.1 || >=26.12.1"
|
|
6
6
|
},
|
|
@@ -76,7 +76,7 @@
|
|
|
76
76
|
"license": "MPL-2.0",
|
|
77
77
|
"dependencies": {
|
|
78
78
|
"debug": "^4.4.3",
|
|
79
|
-
"tardis-dev": "^18.
|
|
79
|
+
"tardis-dev": "^18.9.0",
|
|
80
80
|
"ws": "^8.21.3"
|
|
81
81
|
},
|
|
82
82
|
"bundleDependencies": true,
|
package/src/helpers.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { OutgoingMessage } from 'node:http'
|
|
1
2
|
import {
|
|
2
3
|
ComputableFactory,
|
|
3
4
|
computeBookSnapshots,
|
|
@@ -251,6 +252,20 @@ function parseAsQuoteComputable(dataType: string) {
|
|
|
251
252
|
|
|
252
253
|
export const wait = (delayMS: number) => new Promise((resolve) => setTimeout(resolve, delayMS))
|
|
253
254
|
|
|
255
|
+
// 'drain' is never emitted after the client disconnects, so also stop waiting on 'close';
|
|
256
|
+
// both listeners are removed on either event, so repeated waits keep nothing alive
|
|
257
|
+
export const responseDrainedOrClosed = (res: OutgoingMessage) =>
|
|
258
|
+
new Promise<void>((resolve) => {
|
|
259
|
+
const done = () => {
|
|
260
|
+
res.off('drain', done)
|
|
261
|
+
res.off('close', done)
|
|
262
|
+
resolve()
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
res.on('drain', done)
|
|
266
|
+
res.on('close', done)
|
|
267
|
+
})
|
|
268
|
+
|
|
254
269
|
const oldToISOString = Date.prototype.toISOString
|
|
255
270
|
|
|
256
271
|
// if Date provides microseconds add those to ISO date
|
package/src/http/replay.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { once } from 'node:events'
|
|
2
1
|
import type { IncomingMessage, OutgoingMessage, ServerResponse } from 'node:http'
|
|
3
2
|
import { replay, ReplayOptions } from 'tardis-dev'
|
|
4
3
|
import { debug } from '../debug.ts'
|
|
4
|
+
import { responseDrainedOrClosed } from '../helpers.ts'
|
|
5
5
|
|
|
6
6
|
export const replayHttp = async (req: IncomingMessage, res: ServerResponse) => {
|
|
7
7
|
try {
|
|
@@ -51,9 +51,20 @@ async function writeMessagesToResponse(res: OutgoingMessage, replayOptions: Repl
|
|
|
51
51
|
let buffers: Buffer[] = []
|
|
52
52
|
let totalMessagesCount = 0
|
|
53
53
|
|
|
54
|
+
// 'close' is emitted when the response completes or when the client disconnects before that
|
|
55
|
+
let responseClosed = false
|
|
56
|
+
res.once('close', () => {
|
|
57
|
+
responseClosed = true
|
|
58
|
+
})
|
|
59
|
+
|
|
54
60
|
const messages = replay({ ...replayOptions, skipDecoding: true })
|
|
55
61
|
|
|
56
62
|
for await (let messageWithTimestamp of messages) {
|
|
63
|
+
// stop the replay when the client has disconnected
|
|
64
|
+
if (responseClosed) {
|
|
65
|
+
break
|
|
66
|
+
}
|
|
67
|
+
|
|
57
68
|
totalMessagesCount++
|
|
58
69
|
|
|
59
70
|
if (messageWithTimestamp === undefined) {
|
|
@@ -77,7 +88,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, replayOptions: Repl
|
|
|
77
88
|
buffers = []
|
|
78
89
|
|
|
79
90
|
if (!ok) {
|
|
80
|
-
await
|
|
91
|
+
await responseDrainedOrClosed(res)
|
|
92
|
+
|
|
93
|
+
if (responseClosed) {
|
|
94
|
+
break
|
|
95
|
+
}
|
|
81
96
|
}
|
|
82
97
|
}
|
|
83
98
|
}
|
|
@@ -1,8 +1,13 @@
|
|
|
1
|
-
import { once } from 'node:events'
|
|
2
1
|
import type { IncomingMessage, OutgoingMessage, ServerResponse } from 'node:http'
|
|
3
2
|
import { combine, compute, replayNormalized } from 'tardis-dev'
|
|
4
3
|
import { debug } from '../debug.ts'
|
|
5
|
-
import {
|
|
4
|
+
import {
|
|
5
|
+
constructDataTypeFilter,
|
|
6
|
+
getComputables,
|
|
7
|
+
getNormalizers,
|
|
8
|
+
ReplayNormalizedRequestOptions,
|
|
9
|
+
responseDrainedOrClosed
|
|
10
|
+
} from '../helpers.ts'
|
|
6
11
|
|
|
7
12
|
export const replayNormalizedHttp = async (req: IncomingMessage, res: ServerResponse) => {
|
|
8
13
|
try {
|
|
@@ -47,6 +52,12 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
|
|
|
47
52
|
let buffers: string[] = []
|
|
48
53
|
let totalMessagesCount = 0
|
|
49
54
|
|
|
55
|
+
// 'close' is emitted when the response completes or when the client disconnects before that
|
|
56
|
+
let responseClosed = false
|
|
57
|
+
res.once('close', () => {
|
|
58
|
+
responseClosed = true
|
|
59
|
+
})
|
|
60
|
+
|
|
50
61
|
const replayNormalizedOptions = Array.isArray(options) ? options : [options]
|
|
51
62
|
|
|
52
63
|
const messagesIterables = replayNormalizedOptions.map((option) => {
|
|
@@ -67,6 +78,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
|
|
|
67
78
|
const messages = messagesIterables.length === 1 ? messagesIterables[0] : combine(...messagesIterables)
|
|
68
79
|
|
|
69
80
|
for await (const message of messages) {
|
|
81
|
+
// stop the replay when the client has disconnected
|
|
82
|
+
if (responseClosed) {
|
|
83
|
+
break
|
|
84
|
+
}
|
|
85
|
+
|
|
70
86
|
// filter out messages not explicitly requested via options.dataTypes
|
|
71
87
|
// eg.: return only book_snapshots when someone asked only for those
|
|
72
88
|
// as by default also book_changes are returned as well
|
|
@@ -83,7 +99,11 @@ async function writeMessagesToResponse(res: OutgoingMessage, options: ReplayNorm
|
|
|
83
99
|
buffers = []
|
|
84
100
|
|
|
85
101
|
if (!ok) {
|
|
86
|
-
await
|
|
102
|
+
await responseDrainedOrClosed(res)
|
|
103
|
+
|
|
104
|
+
if (responseClosed) {
|
|
105
|
+
break
|
|
106
|
+
}
|
|
87
107
|
}
|
|
88
108
|
}
|
|
89
109
|
}
|
|
@@ -834,6 +834,18 @@ const polymarketMapper: SubscriptionMapper = {
|
|
|
834
834
|
}
|
|
835
835
|
}
|
|
836
836
|
|
|
837
|
+
// https://docs.whitebit.com/websocket/market-streams/depth
|
|
838
|
+
const whitebitMapper: SubscriptionMapper = {
|
|
839
|
+
canHandle: (message: any) =>
|
|
840
|
+
['depth_subscribe', 'bookTicker_subscribe', 'trades_subscribe', 'premiumIndex_subscribe', 'futures_subscribe'].includes(message.method),
|
|
841
|
+
map: (message: any) => [
|
|
842
|
+
{
|
|
843
|
+
channel: message.method.replace('_subscribe', '_update'),
|
|
844
|
+
symbols: ['depth_subscribe', 'bookTicker_subscribe'].includes(message.method) ? [message.params[0]] : message.params
|
|
845
|
+
}
|
|
846
|
+
]
|
|
847
|
+
}
|
|
848
|
+
|
|
837
849
|
export const subscriptionsMappers: Record<Exchange, SubscriptionMapper> = {
|
|
838
850
|
bitmex: bitmexMapper,
|
|
839
851
|
coinbase: coinbaseMaper,
|
|
@@ -904,7 +916,8 @@ export const subscriptionsMappers: Record<Exchange, SubscriptionMapper> = {
|
|
|
904
916
|
lighter: lighterMapper,
|
|
905
917
|
'lighter-rh': lighterMapper,
|
|
906
918
|
bullish: bullishMapper,
|
|
907
|
-
polymarket: polymarketMapper
|
|
919
|
+
polymarket: polymarketMapper,
|
|
920
|
+
whitebit: whitebitMapper
|
|
908
921
|
}
|
|
909
922
|
|
|
910
923
|
export type SubscriptionMapper = {
|