tardis-dev 18.10.2 → 18.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. package/README.md +2 -0
  2. package/dist/mappers/aster.js +0 -3
  3. package/dist/mappers/aster.js.map +1 -1
  4. package/dist/mappers/backpack.d.ts.map +1 -1
  5. package/dist/mappers/backpack.js +9 -6
  6. package/dist/mappers/backpack.js.map +1 -1
  7. package/dist/mappers/bitvavo.js +9 -8
  8. package/dist/mappers/bitvavo.js.map +1 -1
  9. package/dist/mappers/deribit.js +4 -4
  10. package/dist/mappers/deribit.js.map +1 -1
  11. package/dist/realtimefeeds/aster.d.ts +3 -2
  12. package/dist/realtimefeeds/aster.d.ts.map +1 -1
  13. package/dist/realtimefeeds/aster.js +12 -2
  14. package/dist/realtimefeeds/aster.js.map +1 -1
  15. package/dist/realtimefeeds/backpack.d.ts +3 -2
  16. package/dist/realtimefeeds/backpack.d.ts.map +1 -1
  17. package/dist/realtimefeeds/backpack.js +9 -2
  18. package/dist/realtimefeeds/backpack.js.map +1 -1
  19. package/dist/realtimefeeds/binance.d.ts +7 -5
  20. package/dist/realtimefeeds/binance.d.ts.map +1 -1
  21. package/dist/realtimefeeds/binance.js +42 -9
  22. package/dist/realtimefeeds/binance.js.map +1 -1
  23. package/dist/realtimefeeds/binanceeuropeanoptions.d.ts +2 -2
  24. package/dist/realtimefeeds/binanceeuropeanoptions.d.ts.map +1 -1
  25. package/dist/realtimefeeds/binanceeuropeanoptions.js +5 -5
  26. package/dist/realtimefeeds/binanceeuropeanoptions.js.map +1 -1
  27. package/dist/realtimefeeds/bitget.d.ts +2 -1
  28. package/dist/realtimefeeds/bitget.d.ts.map +1 -1
  29. package/dist/realtimefeeds/bitget.js +10 -0
  30. package/dist/realtimefeeds/bitget.js.map +1 -1
  31. package/dist/realtimefeeds/bitstamp.d.ts +1 -1
  32. package/dist/realtimefeeds/bitstamp.d.ts.map +1 -1
  33. package/dist/realtimefeeds/bitstamp.js +2 -2
  34. package/dist/realtimefeeds/bitstamp.js.map +1 -1
  35. package/dist/realtimefeeds/bitvavo.d.ts +2 -1
  36. package/dist/realtimefeeds/bitvavo.d.ts.map +1 -1
  37. package/dist/realtimefeeds/bitvavo.js +10 -0
  38. package/dist/realtimefeeds/bitvavo.js.map +1 -1
  39. package/dist/realtimefeeds/bullish.d.ts +2 -2
  40. package/dist/realtimefeeds/bullish.d.ts.map +1 -1
  41. package/dist/realtimefeeds/bullish.js +4 -4
  42. package/dist/realtimefeeds/bullish.js.map +1 -1
  43. package/dist/realtimefeeds/bybit.d.ts +3 -2
  44. package/dist/realtimefeeds/bybit.d.ts.map +1 -1
  45. package/dist/realtimefeeds/bybit.js +18 -3
  46. package/dist/realtimefeeds/bybit.js.map +1 -1
  47. package/dist/realtimefeeds/coinbase.d.ts +4 -1
  48. package/dist/realtimefeeds/coinbase.d.ts.map +1 -1
  49. package/dist/realtimefeeds/coinbase.js +22 -0
  50. package/dist/realtimefeeds/coinbase.js.map +1 -1
  51. package/dist/realtimefeeds/coinbasederivatives.d.ts +3 -7
  52. package/dist/realtimefeeds/coinbasederivatives.d.ts.map +1 -1
  53. package/dist/realtimefeeds/coinbasederivatives.js +10 -12
  54. package/dist/realtimefeeds/coinbasederivatives.js.map +1 -1
  55. package/dist/realtimefeeds/cryptofacilities.d.ts +2 -1
  56. package/dist/realtimefeeds/cryptofacilities.d.ts.map +1 -1
  57. package/dist/realtimefeeds/cryptofacilities.js +6 -0
  58. package/dist/realtimefeeds/cryptofacilities.js.map +1 -1
  59. package/dist/realtimefeeds/delta.d.ts +2 -1
  60. package/dist/realtimefeeds/delta.d.ts.map +1 -1
  61. package/dist/realtimefeeds/delta.js +6 -0
  62. package/dist/realtimefeeds/delta.js.map +1 -1
  63. package/dist/realtimefeeds/delta_india.d.ts +4 -3
  64. package/dist/realtimefeeds/delta_india.d.ts.map +1 -1
  65. package/dist/realtimefeeds/delta_india.js +22 -17
  66. package/dist/realtimefeeds/delta_india.js.map +1 -1
  67. package/dist/realtimefeeds/deribit.d.ts +2 -1
  68. package/dist/realtimefeeds/deribit.d.ts.map +1 -1
  69. package/dist/realtimefeeds/deribit.js +11 -0
  70. package/dist/realtimefeeds/deribit.js.map +1 -1
  71. package/dist/realtimefeeds/ftx.d.ts +2 -2
  72. package/dist/realtimefeeds/ftx.d.ts.map +1 -1
  73. package/dist/realtimefeeds/ftx.js +4 -4
  74. package/dist/realtimefeeds/ftx.js.map +1 -1
  75. package/dist/realtimefeeds/gateio.d.ts +2 -1
  76. package/dist/realtimefeeds/gateio.d.ts.map +1 -1
  77. package/dist/realtimefeeds/gateio.js +10 -0
  78. package/dist/realtimefeeds/gateio.js.map +1 -1
  79. package/dist/realtimefeeds/gateiofutures.d.ts +5 -4
  80. package/dist/realtimefeeds/gateiofutures.d.ts.map +1 -1
  81. package/dist/realtimefeeds/gateiofutures.js +24 -14
  82. package/dist/realtimefeeds/gateiofutures.js.map +1 -1
  83. package/dist/realtimefeeds/gemini.d.ts +4 -1
  84. package/dist/realtimefeeds/gemini.d.ts.map +1 -1
  85. package/dist/realtimefeeds/gemini.js +25 -0
  86. package/dist/realtimefeeds/gemini.js.map +1 -1
  87. package/dist/realtimefeeds/hitbtc.d.ts +2 -1
  88. package/dist/realtimefeeds/hitbtc.d.ts.map +1 -1
  89. package/dist/realtimefeeds/hitbtc.js +10 -0
  90. package/dist/realtimefeeds/hitbtc.js.map +1 -1
  91. package/dist/realtimefeeds/huobi.d.ts +5 -4
  92. package/dist/realtimefeeds/huobi.d.ts.map +1 -1
  93. package/dist/realtimefeeds/huobi.js +28 -9
  94. package/dist/realtimefeeds/huobi.js.map +1 -1
  95. package/dist/realtimefeeds/index.d.ts +1 -1
  96. package/dist/realtimefeeds/index.d.ts.map +1 -1
  97. package/dist/realtimefeeds/index.js +2 -2
  98. package/dist/realtimefeeds/index.js.map +1 -1
  99. package/dist/realtimefeeds/kucoin.d.ts +2 -1
  100. package/dist/realtimefeeds/kucoin.d.ts.map +1 -1
  101. package/dist/realtimefeeds/kucoin.js +10 -0
  102. package/dist/realtimefeeds/kucoin.js.map +1 -1
  103. package/dist/realtimefeeds/kucoinfutures.d.ts +4 -3
  104. package/dist/realtimefeeds/kucoinfutures.d.ts.map +1 -1
  105. package/dist/realtimefeeds/kucoinfutures.js +15 -4
  106. package/dist/realtimefeeds/kucoinfutures.js.map +1 -1
  107. package/dist/realtimefeeds/lighter.d.ts +2 -1
  108. package/dist/realtimefeeds/lighter.d.ts.map +1 -1
  109. package/dist/realtimefeeds/lighter.js +10 -0
  110. package/dist/realtimefeeds/lighter.js.map +1 -1
  111. package/dist/realtimefeeds/mexc.d.ts +2 -1
  112. package/dist/realtimefeeds/mexc.d.ts.map +1 -1
  113. package/dist/realtimefeeds/mexc.js +10 -0
  114. package/dist/realtimefeeds/mexc.js.map +1 -1
  115. package/dist/realtimefeeds/mexcfutures.d.ts +2 -1
  116. package/dist/realtimefeeds/mexcfutures.d.ts.map +1 -1
  117. package/dist/realtimefeeds/mexcfutures.js +11 -0
  118. package/dist/realtimefeeds/mexcfutures.js.map +1 -1
  119. package/dist/realtimefeeds/okex.d.ts +7 -5
  120. package/dist/realtimefeeds/okex.d.ts.map +1 -1
  121. package/dist/realtimefeeds/okex.js +32 -11
  122. package/dist/realtimefeeds/okex.js.map +1 -1
  123. package/dist/realtimefeeds/poloniex.d.ts +2 -1
  124. package/dist/realtimefeeds/poloniex.d.ts.map +1 -1
  125. package/dist/realtimefeeds/poloniex.js +11 -0
  126. package/dist/realtimefeeds/poloniex.js.map +1 -1
  127. package/dist/realtimefeeds/polymarket.d.ts +1 -1
  128. package/dist/realtimefeeds/polymarket.d.ts.map +1 -1
  129. package/dist/realtimefeeds/polymarket.js +3 -3
  130. package/dist/realtimefeeds/polymarket.js.map +1 -1
  131. package/dist/realtimefeeds/realtimefeed.d.ts +20 -4
  132. package/dist/realtimefeeds/realtimefeed.d.ts.map +1 -1
  133. package/dist/realtimefeeds/realtimefeed.js +41 -3
  134. package/dist/realtimefeeds/realtimefeed.js.map +1 -1
  135. package/dist/realtimefeeds/whitebit.d.ts +4 -11
  136. package/dist/realtimefeeds/whitebit.d.ts.map +1 -1
  137. package/dist/realtimefeeds/whitebit.js +14 -15
  138. package/dist/realtimefeeds/whitebit.js.map +1 -1
  139. package/dist/realtimefeeds/woox.d.ts +2 -1
  140. package/dist/realtimefeeds/woox.d.ts.map +1 -1
  141. package/dist/realtimefeeds/woox.js +11 -0
  142. package/dist/realtimefeeds/woox.js.map +1 -1
  143. package/dist/stream.d.ts +4 -2
  144. package/dist/stream.d.ts.map +1 -1
  145. package/dist/stream.js +10 -9
  146. package/dist/stream.js.map +1 -1
  147. package/package.json +1 -1
  148. package/src/mappers/aster.ts +0 -6
  149. package/src/mappers/backpack.ts +10 -4
  150. package/src/mappers/bitvavo.ts +18 -16
  151. package/src/mappers/deribit.ts +4 -4
  152. package/src/realtimefeeds/aster.ts +21 -3
  153. package/src/realtimefeeds/backpack.ts +17 -3
  154. package/src/realtimefeeds/binance.ts +68 -11
  155. package/src/realtimefeeds/binanceeuropeanoptions.ts +14 -5
  156. package/src/realtimefeeds/bitget.ts +13 -1
  157. package/src/realtimefeeds/bitstamp.ts +8 -2
  158. package/src/realtimefeeds/bitvavo.ts +13 -1
  159. package/src/realtimefeeds/bullish.ts +11 -4
  160. package/src/realtimefeeds/bybit.ts +27 -4
  161. package/src/realtimefeeds/coinbase.ts +34 -1
  162. package/src/realtimefeeds/coinbasederivatives.ts +18 -13
  163. package/src/realtimefeeds/cryptofacilities.ts +9 -1
  164. package/src/realtimefeeds/delta.ts +9 -1
  165. package/src/realtimefeeds/delta_india.ts +31 -17
  166. package/src/realtimefeeds/deribit.ts +13 -1
  167. package/src/realtimefeeds/ftx.ts +11 -4
  168. package/src/realtimefeeds/gateio.ts +13 -1
  169. package/src/realtimefeeds/gateiofutures.ts +37 -17
  170. package/src/realtimefeeds/gemini.ts +28 -1
  171. package/src/realtimefeeds/hitbtc.ts +13 -1
  172. package/src/realtimefeeds/huobi.ts +65 -10
  173. package/src/realtimefeeds/index.ts +3 -2
  174. package/src/realtimefeeds/kucoin.ts +12 -1
  175. package/src/realtimefeeds/kucoinfutures.ts +24 -5
  176. package/src/realtimefeeds/lighter.ts +12 -1
  177. package/src/realtimefeeds/mexc.ts +12 -1
  178. package/src/realtimefeeds/mexcfutures.ts +13 -1
  179. package/src/realtimefeeds/okex.ts +76 -11
  180. package/src/realtimefeeds/poloniex.ts +13 -1
  181. package/src/realtimefeeds/polymarket.ts +4 -3
  182. package/src/realtimefeeds/realtimefeed.ts +53 -5
  183. package/src/realtimefeeds/whitebit.ts +21 -14
  184. package/src/realtimefeeds/woox.ts +13 -1
  185. package/src/stream.ts +37 -8
@@ -6,7 +6,7 @@ import { exchangeMappers, isRealTime } from './registry.ts'
6
6
  export const bitvavoMappers = exchangeMappers({
7
7
  bitvavo: {
8
8
  trades: () => new BitvavoTradesMapper(),
9
- bookChanges: (localTimestamp) => new BitvavoBookChangeMapper({ validateSequence: isRealTime(localTimestamp) }),
9
+ bookChanges: (localTimestamp) => new BitvavoBookChangeMapper({ validateSnapshotOverlap: isRealTime(localTimestamp) }),
10
10
  bookTickers: () => new BitvavoBookTickerMapper()
11
11
  }
12
12
  })
@@ -38,7 +38,7 @@ class BitvavoTradesMapper implements Mapper<'bitvavo', Trade> {
38
38
  class BitvavoBookChangeMapper implements Mapper<'bitvavo', BookChange> {
39
39
  private readonly depthInfoBySymbol = new Map<string, BitvavoDepthInfo>()
40
40
 
41
- constructor(private readonly options: { validateSequence: boolean }) {}
41
+ constructor(private readonly options: { validateSnapshotOverlap: boolean }) {}
42
42
 
43
43
  canHandle(message: BitvavoMessage) {
44
44
  return message.event === 'book' || message.action === 'getBook'
@@ -57,8 +57,7 @@ class BitvavoBookChangeMapper implements Mapper<'bitvavo', BookChange> {
57
57
  return
58
58
  }
59
59
 
60
- const snapshotSequence = snapshot.mdSeqNo ?? snapshot.nonce
61
- depthInfo.sequence = snapshotSequence
60
+ depthInfo.sequence = snapshot.mdSeqNo
62
61
  depthInfo.snapshotProcessed = true
63
62
 
64
63
  yield {
@@ -95,16 +94,18 @@ class BitvavoBookChangeMapper implements Mapper<'bitvavo', BookChange> {
95
94
  }
96
95
 
97
96
  private mapUpdate(message: BitvavoBookMessage, localTimestamp: Date, depthInfo: BitvavoDepthInfo): BookChange | undefined {
98
- const firstSequence = message.startMdSeqNo ?? message.nonce
99
- const lastSequence = message.endMdSeqNo ?? message.nonce
97
+ const firstSequence = message.startMdSeqNo
98
+ const lastSequence = message.endMdSeqNo
100
99
  if (lastSequence <= depthInfo.sequence!) {
101
100
  return
102
101
  }
103
- // Recorder validates historical continuity; direct live feeds must detect gaps themselves.
104
- if (this.options.validateSequence && firstSequence > depthInfo.sequence! + 1) {
105
- throw new Error(
106
- `Bitvavo book update sequence gap for ${message.market}: expected ${depthInfo.sequence! + 1}, received ${firstSequence}-${lastSequence}`
107
- )
102
+ if (!depthInfo.validatedFirstUpdate) {
103
+ if (this.options.validateSnapshotOverlap && firstSequence > depthInfo.sequence! + 1) {
104
+ throw new Error(
105
+ `Bitvavo book snapshot has no overlap with first update for ${message.market}: expected ${depthInfo.sequence! + 1}, received ${firstSequence}-${lastSequence}`
106
+ )
107
+ }
108
+ depthInfo.validatedFirstUpdate = true
108
109
  }
109
110
 
110
111
  depthInfo.sequence = lastSequence
@@ -209,12 +210,12 @@ type BitvavoTradeMessage = {
209
210
  type BitvavoBookMessage = {
210
211
  event: 'book'
211
212
  market: string
212
- nonce: number
213
+ nonce?: number
213
214
  bids: BitvavoBookLevel[]
214
215
  asks: BitvavoBookLevel[]
215
216
  timestamp: string
216
- startMdSeqNo?: number
217
- endMdSeqNo?: number
217
+ startMdSeqNo: number
218
+ endMdSeqNo: number
218
219
  }
219
220
 
220
221
  type BitvavoBookSnapshotMessage = {
@@ -222,11 +223,11 @@ type BitvavoBookSnapshotMessage = {
222
223
  requestId: number
223
224
  response: {
224
225
  market: string
225
- nonce: number
226
+ nonce?: number
226
227
  bids: BitvavoBookLevel[]
227
228
  asks: BitvavoBookLevel[]
228
229
  timestamp: string
229
- mdSeqNo?: number
230
+ mdSeqNo: number
230
231
  }
231
232
  }
232
233
 
@@ -252,5 +253,6 @@ type BitvavoQuote = {
252
253
  type BitvavoDepthInfo = {
253
254
  bufferedUpdates: CircularBuffer<BitvavoBookMessage>
254
255
  snapshotProcessed?: boolean
256
+ validatedFirstUpdate?: boolean
255
257
  sequence?: number
256
258
  }
@@ -102,11 +102,11 @@ class DeribitBookChangeMapper implements Mapper<'deribit', BookChange> {
102
102
 
103
103
  *map(message: DeribitBookMessage, localTimestamp: Date): IterableIterator<BookChange> {
104
104
  const deribitBookChange = message.params.data
105
- // snapshots do not have prev_change_id set
105
+ // Preserve legacy zero-ID snapshots; explicit changes may omit the link on duplicates.
106
106
  const isSnapshot =
107
- (deribitBookChange.type !== undefined && deribitBookChange.type === 'snapshot') ||
108
- deribitBookChange.prev_change_id === undefined ||
109
- deribitBookChange.prev_change_id === 0
107
+ deribitBookChange.type === 'snapshot' ||
108
+ deribitBookChange.prev_change_id === 0 ||
109
+ (deribitBookChange.type === undefined && deribitBookChange.prev_change_id === undefined)
110
110
 
111
111
  if (isSnapshot) {
112
112
  this._snapshotChangeIds.set(deribitBookChange.instrument_name, deribitBookChange.change_id)
@@ -1,7 +1,7 @@
1
1
  import { Writable } from 'stream'
2
2
  import { batch, getJSON, wait } from '../handy.ts'
3
3
  import { Filter } from '../types.ts'
4
- import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed.ts'
4
+ import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
5
5
  import { getExchangeScopedNumberEnv, getRequestWeightLimit, parseRequestWeightHeader, RequestWeightLimiter } from './requestweight.ts'
6
6
 
7
7
  const asterHttpOptions = {
@@ -39,6 +39,18 @@ export class AsterRealTimeFeed extends RealTimeFeedBase {
39
39
  [AsterRealTimeFeed.depthChannel]: this.depthStream
40
40
  }
41
41
 
42
+ protected getSequence(message: any): Sequence | undefined {
43
+ if (message.data?.e === 'depthUpdate') {
44
+ return {
45
+ key: message.stream,
46
+ sequence: message.data.u,
47
+ previousSequence: message.data.pu
48
+ }
49
+ }
50
+
51
+ return undefined
52
+ }
53
+
42
54
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
43
55
  const filtersWithSymbols = filters.map<Required<Filter<string>>>((filter) => {
44
56
  if (!this.channels.has(filter.channel)) {
@@ -193,10 +205,16 @@ export class AsterRealTimeFeed extends RealTimeFeedBase {
193
205
  }
194
206
 
195
207
  export class AsterFuturesRealTimeFeed extends MultiConnectionRealTimeFeedBase {
196
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
208
+ protected *_getRealTimeFeeds(
209
+ exchange: string,
210
+ filters: Filter<string>[],
211
+ timeoutIntervalMS?: number,
212
+ onError?: (error: Error) => void,
213
+ validateSequence?: boolean
214
+ ) {
197
215
  const webSocketFilters = filters.filter((filter) => filter.channel !== 'openInterest')
198
216
  if (webSocketFilters.length > 0) {
199
- yield new AsterFuturesWebSocketRealTimeFeed(exchange, webSocketFilters, timeoutIntervalMS, onError)
217
+ yield new AsterFuturesWebSocketRealTimeFeed(exchange, webSocketFilters, timeoutIntervalMS, onError, validateSequence)
200
218
  }
201
219
 
202
220
  const openInterestFilters = filters.filter((filter) => filter.channel === 'openInterest')
@@ -2,10 +2,16 @@ import { EXCHANGE_CHANNELS_INFO } from '../consts.ts'
2
2
  import { batch, getJSON } from '../handy.ts'
3
3
  import type { BackpackSnapshotMessage } from '../mappers/backpack.ts'
4
4
  import { Filter } from '../types.ts'
5
- import { MultiConnectionRealTimeFeedBase, RealTimeFeedBase } from './realtimefeed.ts'
5
+ import { MultiConnectionRealTimeFeedBase, RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
6
6
 
7
7
  export class BackpackRealTimeFeed extends MultiConnectionRealTimeFeedBase {
8
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
8
+ protected *_getRealTimeFeeds(
9
+ exchange: string,
10
+ filters: Filter<string>[],
11
+ timeoutIntervalMS?: number,
12
+ onError?: (error: Error) => void,
13
+ validateSequence?: boolean
14
+ ) {
9
15
  for (const filter of filters) {
10
16
  if (!filter.symbols?.length) {
11
17
  throw new Error('Backpack requires explicitly specified symbols for live subscriptions')
@@ -22,7 +28,7 @@ export class BackpackRealTimeFeed extends MultiConnectionRealTimeFeedBase {
22
28
  }))
23
29
  .filter((filter) => filter.symbols.length > 0)
24
30
 
25
- yield new BackpackSingleConnectionRealTimeFeed(exchange, connectionFilters, timeoutIntervalMS, onError)
31
+ yield new BackpackSingleConnectionRealTimeFeed(exchange, connectionFilters, timeoutIntervalMS, onError, validateSequence)
26
32
  }
27
33
  }
28
34
  }
@@ -32,6 +38,14 @@ export class BackpackSingleConnectionRealTimeFeed extends RealTimeFeedBase {
32
38
  protected readonly httpURL: string = 'https://api.backpack.exchange'
33
39
  private readonly channels = new Set<string>(EXCHANGE_CHANNELS_INFO.backpack)
34
40
 
41
+ protected getSequence(message: any): Sequence | undefined {
42
+ if (message.stream?.startsWith('depth.')) {
43
+ const { s, U, u } = message.data
44
+ return { key: s, sequence: u, previousSequence: U - 1 }
45
+ }
46
+ return undefined
47
+ }
48
+
35
49
  protected mapToSubscribeMessages(filters: Filter<string>[]) {
36
50
  const depthSymbols = new Set(filters.filter((filter) => filter.channel === 'depth').flatMap((filter) => filter.symbols ?? []))
37
51
  for (const filter of filters) {
@@ -1,7 +1,7 @@
1
1
  import { Writable } from 'stream'
2
2
  import { batch, getJSON, wait } from '../handy.ts'
3
3
  import { Filter } from '../types.ts'
4
- import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed.ts'
4
+ import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
5
5
  import { getExchangeScopedNumberEnv, getRequestWeightLimit, parseRequestWeightHeader, RequestWeightLimiter } from './requestweight.ts'
6
6
 
7
7
  const binanceHttpOptions = {
@@ -52,13 +52,20 @@ abstract class BinanceRealTimeFeedBase extends MultiConnectionRealTimeFeedBase {
52
52
  protected abstract suffixes: { [key: string]: string }
53
53
  protected abstract depthRequestRequestWeight: number
54
54
 
55
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
55
+ protected *_getRealTimeFeeds(
56
+ exchange: string,
57
+ filters: Filter<string>[],
58
+ timeoutIntervalMS?: number,
59
+ onError?: (error: Error) => void,
60
+ validateSequence?: boolean
61
+ ) {
56
62
  const wsFilters = filters.filter(
57
63
  (f) => f.channel !== 'openInterest' && f.channel !== 'recentTrades' && f.channel !== 'fundingInfo' && f.channel !== 'insuranceBalance'
58
64
  )
59
65
 
60
66
  if (wsFilters.length > 0) {
61
- yield new BinanceSingleConnectionRealTimeFeed(
67
+ const Feed = exchange === 'binance-delivery' ? BinanceDeliverySingleConnectionRealTimeFeed : BinanceSingleConnectionRealTimeFeed
68
+ yield new Feed(
62
69
  exchange,
63
70
  wsFilters,
64
71
  this.wssURL,
@@ -66,7 +73,8 @@ abstract class BinanceRealTimeFeedBase extends MultiConnectionRealTimeFeedBase {
66
73
  this.suffixes,
67
74
  this.depthRequestRequestWeight,
68
75
  timeoutIntervalMS,
69
- onError
76
+ onError,
77
+ validateSequence
70
78
  )
71
79
  }
72
80
 
@@ -232,9 +240,22 @@ class BinanceSingleConnectionRealTimeFeed extends RealTimeFeedBase {
232
240
  private readonly _suffixes: { [key: string]: string },
233
241
  private readonly _depthRequestRequestWeight: number,
234
242
  timeoutIntervalMS: number | undefined,
235
- onError?: (error: Error) => void
243
+ onError?: (error: Error) => void,
244
+ validateSequence?: boolean
236
245
  ) {
237
- super(exchange, filters, timeoutIntervalMS, onError)
246
+ super(exchange, filters, timeoutIntervalMS, onError, validateSequence)
247
+ }
248
+
249
+ protected getSequence(message: any): Sequence | undefined {
250
+ if ((this._exchange === 'binance' || this._exchange === 'binance-us') && message.data?.e === 'depthUpdate') {
251
+ return {
252
+ key: message.stream,
253
+ sequence: message.data.u,
254
+ previousSequence: message.data.U - 1
255
+ }
256
+ }
257
+
258
+ return undefined
238
259
  }
239
260
 
240
261
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
@@ -363,6 +384,20 @@ class BinanceSingleConnectionRealTimeFeed extends RealTimeFeedBase {
363
384
  }
364
385
  }
365
386
 
387
+ class BinanceDeliverySingleConnectionRealTimeFeed extends BinanceSingleConnectionRealTimeFeed {
388
+ protected getSequence(message: any): Sequence | undefined {
389
+ if (message.data?.e === 'depthUpdate') {
390
+ return {
391
+ key: message.stream,
392
+ sequence: message.data.u,
393
+ previousSequence: message.data.pu
394
+ }
395
+ }
396
+
397
+ return undefined
398
+ }
399
+ }
400
+
366
401
  class BinanceFuturesSingleConnectionRealTimeFeed extends BinanceSingleConnectionRealTimeFeed {
367
402
  constructor(
368
403
  exchange: string,
@@ -372,7 +407,8 @@ class BinanceFuturesSingleConnectionRealTimeFeed extends BinanceSingleConnection
372
407
  suffixes: { [key: string]: string },
373
408
  depthRequestRequestWeight: number,
374
409
  timeoutIntervalMS: number | undefined,
375
- onError?: (error: Error) => void
410
+ onError?: (error: Error) => void,
411
+ validateSequence?: boolean
376
412
  ) {
377
413
  super(
378
414
  exchange,
@@ -382,13 +418,26 @@ class BinanceFuturesSingleConnectionRealTimeFeed extends BinanceSingleConnection
382
418
  suffixes,
383
419
  depthRequestRequestWeight,
384
420
  timeoutIntervalMS,
385
- onError
421
+ onError,
422
+ validateSequence
386
423
  )
387
424
  }
388
425
 
389
426
  protected async getWebSocketUrl() {
390
427
  return getBinanceFuturesWebSocketUrl(this._exchange, this._streamPath)
391
428
  }
429
+
430
+ protected getSequence(message: any): Sequence | undefined {
431
+ if (message.data?.e === 'depthUpdate') {
432
+ return {
433
+ key: message.stream,
434
+ sequence: message.data.u,
435
+ previousSequence: message.data.pu
436
+ }
437
+ }
438
+
439
+ return undefined
440
+ }
392
441
  }
393
442
 
394
443
  export class BinanceRealTimeFeed extends BinanceRealTimeFeedBase {
@@ -435,7 +484,13 @@ export class BinanceFuturesRealTimeFeed extends BinanceRealTimeFeedBase {
435
484
 
436
485
  protected depthRequestRequestWeight = 20
437
486
 
438
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
487
+ protected *_getRealTimeFeeds(
488
+ exchange: string,
489
+ filters: Filter<string>[],
490
+ timeoutIntervalMS?: number,
491
+ onError?: (error: Error) => void,
492
+ validateSequence?: boolean
493
+ ) {
439
494
  const wsFilters = filters.filter(
440
495
  (f) =>
441
496
  f.channel !== 'openInterest' &&
@@ -456,7 +511,8 @@ export class BinanceFuturesRealTimeFeed extends BinanceRealTimeFeedBase {
456
511
  this.suffixes,
457
512
  this.depthRequestRequestWeight,
458
513
  timeoutIntervalMS,
459
- onError
514
+ onError,
515
+ validateSequence
460
516
  )
461
517
  }
462
518
 
@@ -470,7 +526,8 @@ export class BinanceFuturesRealTimeFeed extends BinanceRealTimeFeedBase {
470
526
  this.suffixes,
471
527
  this.depthRequestRequestWeight,
472
528
  timeoutIntervalMS,
473
- onError
529
+ onError,
530
+ validateSequence
474
531
  )
475
532
  }
476
533
 
@@ -3,7 +3,13 @@ import { Filter } from '../types.ts'
3
3
  import { MultiConnectionRealTimeFeedBase, RealTimeFeedBase } from './realtimefeed.ts'
4
4
 
5
5
  export class BinanceEuropeanOptionsRealTimeFeed extends MultiConnectionRealTimeFeedBase {
6
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
6
+ protected *_getRealTimeFeeds(
7
+ exchange: string,
8
+ filters: Filter<string>[],
9
+ timeoutIntervalMS?: number,
10
+ onError?: (error: Error) => void,
11
+ validateSequence?: boolean
12
+ ) {
7
13
  // V2 API uses two separate WebSocket endpoints:
8
14
  // 1. Public path: for optionTrade, depth20, bookTicker, optionTicker
9
15
  // 2. Market path: for optionIndexPrice, optionMarkPrice, optionOpenInterest
@@ -21,7 +27,8 @@ export class BinanceEuropeanOptionsRealTimeFeed extends MultiConnectionRealTimeF
21
27
  publicFilters,
22
28
  filters, // Pass all filters so we can look up optionTicker when processing optionOpenInterest
23
29
  timeoutIntervalMS,
24
- onError
30
+ onError,
31
+ validateSequence
25
32
  )
26
33
  }
27
34
 
@@ -32,7 +39,8 @@ export class BinanceEuropeanOptionsRealTimeFeed extends MultiConnectionRealTimeF
32
39
  marketFilters,
33
40
  filters, // Pass all filters so we can look up optionTicker when processing optionOpenInterest
34
41
  timeoutIntervalMS,
35
- onError
42
+ onError,
43
+ validateSequence
36
44
  )
37
45
  }
38
46
  }
@@ -45,9 +53,10 @@ class BinanceEuropeanOptionsSingleFeed extends RealTimeFeedBase {
45
53
  filters: Filter<string>[],
46
54
  private readonly _allFilters: Filter<string>[],
47
55
  timeoutIntervalMS: number | undefined,
48
- onError?: (error: Error) => void
56
+ onError?: (error: Error) => void,
57
+ validateSequence?: boolean
49
58
  ) {
50
- super(exchange, filters, timeoutIntervalMS, onError)
59
+ super(exchange, filters, timeoutIntervalMS, onError, validateSequence)
51
60
  }
52
61
 
53
62
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
@@ -1,11 +1,23 @@
1
1
  import { batchObjects } from '../handy.ts'
2
2
  import { Filter } from '../types.ts'
3
- import { RealTimeFeedBase } from './realtimefeed.ts'
3
+ import { RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
4
4
 
5
5
  abstract class BitgetRealTimeFeedBase extends RealTimeFeedBase {
6
6
  protected throttleSubscribeMS = 100
7
7
  protected readonly wssURL = 'wss://ws.bitget.com/v3/ws/public'
8
8
 
9
+ protected getSequence(message: any): Sequence | undefined {
10
+ if (message.arg?.topic === 'books' && message.action === 'update') {
11
+ return {
12
+ key: `${message.arg.instType}:${message.arg.topic}:${message.arg.symbol}`,
13
+ sequence: message.data[0].seq,
14
+ previousSequence: message.data[0].pseq === 0 ? undefined : message.data[0].pseq
15
+ }
16
+ }
17
+
18
+ return undefined
19
+ }
20
+
9
21
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
10
22
  const argsInputs = filters.flatMap((filter) => {
11
23
  if (filter.channel === 'liquidation') {
@@ -6,10 +6,16 @@ import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase }
6
6
  const BITSTAMP_HTTP_URL = 'https://www.bitstamp.net/api/v2'
7
7
 
8
8
  export class BitstampRealTimeFeed extends MultiConnectionRealTimeFeedBase {
9
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
9
+ protected *_getRealTimeFeeds(
10
+ exchange: string,
11
+ filters: Filter<string>[],
12
+ timeoutIntervalMS?: number,
13
+ onError?: (error: Error) => void,
14
+ validateSequence?: boolean
15
+ ) {
10
16
  const wsFilters = filters.filter((f) => f.channel !== 'ticker')
11
17
  if (wsFilters.length > 0) {
12
- yield new BitstampWebSocketRealTimeFeed(exchange, wsFilters, timeoutIntervalMS, onError)
18
+ yield new BitstampWebSocketRealTimeFeed(exchange, wsFilters, timeoutIntervalMS, onError, validateSequence)
13
19
  }
14
20
 
15
21
  const tickerFilters = filters.filter((f) => f.channel === 'ticker')
@@ -1,6 +1,6 @@
1
1
  import crypto from 'crypto'
2
2
  import { Filter } from '../types.ts'
3
- import { RealTimeFeedBase } from './realtimefeed.ts'
3
+ import { RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
4
4
 
5
5
  export class BitvavoRealTimeFeed extends RealTimeFeedBase {
6
6
  protected readonly wssURL = 'wss://ws-mdpro.bitvavo.com/v2/'
@@ -11,6 +11,18 @@ export class BitvavoRealTimeFeed extends RealTimeFeedBase {
11
11
  reject: (error: Error) => void
12
12
  }
13
13
 
14
+ protected getSequence(message: any): Sequence | undefined {
15
+ if (message.event === 'book') {
16
+ return {
17
+ key: message.market,
18
+ sequence: message.endMdSeqNo,
19
+ previousSequence: message.startMdSeqNo - 1
20
+ }
21
+ }
22
+
23
+ return undefined
24
+ }
25
+
14
26
  protected mapToSubscribeMessages(filters: Filter<string>[]) {
15
27
  this.getCredentials()
16
28
 
@@ -45,9 +45,15 @@ function getBullishSubscriptionTarget(channel: string) {
45
45
  }
46
46
 
47
47
  export class BullishRealTimeFeed extends MultiConnectionRealTimeFeedBase {
48
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
48
+ protected *_getRealTimeFeeds(
49
+ exchange: string,
50
+ filters: Filter<string>[],
51
+ timeoutIntervalMS?: number,
52
+ onError?: (error: Error) => void,
53
+ validateSequence?: boolean
54
+ ) {
49
55
  for (const [path, pathFilters] of this.groupByPath(filters)) {
50
- yield new BullishSingleConnectionRealTimeFeed(exchange, path, pathFilters, timeoutIntervalMS, onError)
56
+ yield new BullishSingleConnectionRealTimeFeed(exchange, path, pathFilters, timeoutIntervalMS, onError, validateSequence)
51
57
  }
52
58
  }
53
59
 
@@ -74,9 +80,10 @@ export class BullishSingleConnectionRealTimeFeed extends RealTimeFeedBase {
74
80
  private readonly path: string,
75
81
  filters: Filter<string>[],
76
82
  timeoutIntervalMS: number | undefined,
77
- onError?: (error: Error) => void
83
+ onError?: (error: Error) => void,
84
+ validateSequence?: boolean
78
85
  ) {
79
- super(exchange, filters, timeoutIntervalMS, onError)
86
+ super(exchange, filters, timeoutIntervalMS, onError, validateSequence)
80
87
  }
81
88
 
82
89
  protected async getWebSocketUrl() {
@@ -1,9 +1,15 @@
1
1
  import { batch } from '../handy.ts'
2
2
  import { Filter } from '../types.ts'
3
- import { RealTimeFeedBase, MultiConnectionRealTimeFeedBase } from './realtimefeed.ts'
3
+ import { RealTimeFeedBase, MultiConnectionRealTimeFeedBase, type Sequence } from './realtimefeed.ts'
4
4
 
5
5
  export class BybitRealTimeDataFeed extends MultiConnectionRealTimeFeedBase {
6
- protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {
6
+ protected *_getRealTimeFeeds(
7
+ exchange: string,
8
+ filters: Filter<string>[],
9
+ timeoutIntervalMS?: number,
10
+ onError?: (error: Error) => void,
11
+ validateSequence?: boolean
12
+ ) {
7
13
  const linearContractsFilters = filters.reduce(
8
14
  this._only((s) => s.endsWith('USDT') || s.includes('-') || s.endsWith('PERP')),
9
15
  [] as Filter<string>[]
@@ -15,11 +21,11 @@ export class BybitRealTimeDataFeed extends MultiConnectionRealTimeFeedBase {
15
21
  )
16
22
 
17
23
  if (linearContractsFilters.length > 0) {
18
- yield new BybitLinearRealTimeDataFeed(exchange, linearContractsFilters, timeoutIntervalMS, onError)
24
+ yield new BybitLinearRealTimeDataFeed(exchange, linearContractsFilters, timeoutIntervalMS, onError, validateSequence)
19
25
  }
20
26
 
21
27
  if (inverseContractsFilters.length > 0) {
22
- yield new BybitInverseRealTimeDataFeed(exchange, inverseContractsFilters, timeoutIntervalMS, onError)
28
+ yield new BybitInverseRealTimeDataFeed(exchange, inverseContractsFilters, timeoutIntervalMS, onError, validateSequence)
23
29
  }
24
30
  }
25
31
 
@@ -44,6 +50,23 @@ export class BybitRealTimeDataFeed extends MultiConnectionRealTimeFeedBase {
44
50
  abstract class BybitSingleConnectionRealTimeDataFeed extends RealTimeFeedBase {
45
51
  protected abstract readonly wssURL: string
46
52
 
53
+ protected getSequence(message: any): Sequence | undefined {
54
+ const { topic, type, data } = message
55
+ if (topic?.startsWith('orderbook.')) {
56
+ const full = topic.startsWith('orderbook.full.')
57
+ if (full && type !== 'delta') {
58
+ return undefined
59
+ }
60
+ return {
61
+ key: full ? data.s : topic,
62
+ sequence: data.u,
63
+ previousSequence: !full && (type === 'snapshot' || data.u === 1) ? undefined : data.u - 1
64
+ }
65
+ }
66
+
67
+ return undefined
68
+ }
69
+
47
70
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
48
71
  const args = filters
49
72
  .map((filter) => {
@@ -1,8 +1,10 @@
1
1
  import crypto from 'crypto'
2
2
  import { Filter } from '../types.ts'
3
- import { RealTimeFeedBase } from './realtimefeed.ts'
3
+ import { RealTimeFeedBase, type Sequence } from './realtimefeed.ts'
4
4
 
5
5
  export class CoinbaseRealTimeFeed extends RealTimeFeedBase {
6
+ private _fullChannelSymbols = new Set<string>()
7
+
6
8
  private _hasCredentials =
7
9
  process.env.COINBASE_API_KEY !== undefined &&
8
10
  process.env.COINBASE_API_SECRET !== undefined &&
@@ -20,6 +22,33 @@ export class CoinbaseRealTimeFeed extends RealTimeFeedBase {
20
22
  ticker: ['ticker']
21
23
  }
22
24
 
25
+ protected getSequence(message: any): Sequence | undefined {
26
+ if (
27
+ this._fullChannelSymbols.has(message.product_id) === false ||
28
+ message.sequence === undefined ||
29
+ !this.shouldValidateSequenceFor(message.type)
30
+ ) {
31
+ return undefined
32
+ }
33
+
34
+ return {
35
+ key: message.product_id,
36
+ sequence: message.sequence,
37
+ previousSequence: message.sequence - 1
38
+ }
39
+ }
40
+
41
+ private shouldValidateSequenceFor(type: string): boolean {
42
+ return (
43
+ type !== 'ticker' &&
44
+ type !== 'l2update' &&
45
+ type !== 'snapshot' &&
46
+ type !== 'auction' &&
47
+ type !== 'last_auction' &&
48
+ type !== 'rfq_match'
49
+ )
50
+ }
51
+
23
52
  protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
24
53
  const channelsToSubscribe = filters
25
54
  .map((filter) => {
@@ -71,6 +100,10 @@ export class CoinbaseRealTimeFeed extends RealTimeFeedBase {
71
100
  [] as { name: string; product_ids: string[] }[]
72
101
  )
73
102
 
103
+ this._fullChannelSymbols = new Set(
104
+ channelsToSubscribe.filter((channel) => channel.name === 'full').flatMap((channel) => channel.product_ids)
105
+ )
106
+
74
107
  if (this._hasCredentials) {
75
108
  const authParams = this.getAuthParams()
76
109