tardis-dev 17.2.2 → 18.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/README.md +1 -1
  2. package/dist/boundedqueue.d.ts +19 -0
  3. package/dist/boundedqueue.d.ts.map +1 -0
  4. package/dist/boundedqueue.js +96 -0
  5. package/dist/boundedqueue.js.map +1 -0
  6. package/dist/combine.d.ts +6 -4
  7. package/dist/combine.d.ts.map +1 -1
  8. package/dist/combine.js +8 -30
  9. package/dist/combine.js.map +1 -1
  10. package/dist/computable/booksnapshot.js +5 -2
  11. package/dist/computable/booksnapshot.js.map +1 -1
  12. package/dist/computable/computable.d.ts.map +1 -1
  13. package/dist/computable/computable.js +6 -6
  14. package/dist/computable/computable.js.map +1 -1
  15. package/dist/handy.d.ts +2 -2
  16. package/dist/handy.d.ts.map +1 -1
  17. package/dist/handy.js +22 -17
  18. package/dist/handy.js.map +1 -1
  19. package/dist/orderbook.d.ts +2 -1
  20. package/dist/orderbook.d.ts.map +1 -1
  21. package/dist/orderbook.js +14 -4
  22. package/dist/orderbook.js.map +1 -1
  23. package/dist/realtimefeeds/binance.d.ts.map +1 -1
  24. package/dist/realtimefeeds/binance.js +9 -0
  25. package/dist/realtimefeeds/binance.js.map +1 -1
  26. package/dist/realtimefeeds/binancedex.d.ts.map +1 -1
  27. package/dist/realtimefeeds/binancedex.js +3 -0
  28. package/dist/realtimefeeds/binancedex.js.map +1 -1
  29. package/dist/realtimefeeds/bitstamp.d.ts.map +1 -1
  30. package/dist/realtimefeeds/bitstamp.js +3 -0
  31. package/dist/realtimefeeds/bitstamp.js.map +1 -1
  32. package/dist/realtimefeeds/huobi.d.ts.map +1 -1
  33. package/dist/realtimefeeds/huobi.js +3 -0
  34. package/dist/realtimefeeds/huobi.js.map +1 -1
  35. package/dist/realtimefeeds/index.d.ts +0 -1
  36. package/dist/realtimefeeds/index.d.ts.map +1 -1
  37. package/dist/realtimefeeds/index.js +0 -3
  38. package/dist/realtimefeeds/index.js.map +1 -1
  39. package/dist/realtimefeeds/kucoin.d.ts.map +1 -1
  40. package/dist/realtimefeeds/kucoin.js +3 -0
  41. package/dist/realtimefeeds/kucoin.js.map +1 -1
  42. package/dist/realtimefeeds/kucoinfutures.d.ts.map +1 -1
  43. package/dist/realtimefeeds/kucoinfutures.js +3 -0
  44. package/dist/realtimefeeds/kucoinfutures.js.map +1 -1
  45. package/dist/realtimefeeds/realtimefeed.d.ts +17 -8
  46. package/dist/realtimefeeds/realtimefeed.d.ts.map +1 -1
  47. package/dist/realtimefeeds/realtimefeed.js +187 -114
  48. package/dist/realtimefeeds/realtimefeed.js.map +1 -1
  49. package/dist/realtimefeeds/woox.d.ts.map +1 -1
  50. package/dist/realtimefeeds/woox.js +3 -0
  51. package/dist/realtimefeeds/woox.js.map +1 -1
  52. package/dist/realtimeiterator.d.ts +10 -0
  53. package/dist/realtimeiterator.d.ts.map +1 -0
  54. package/dist/realtimeiterator.js +106 -0
  55. package/dist/realtimeiterator.js.map +1 -0
  56. package/dist/stream.d.ts.map +1 -1
  57. package/dist/stream.js +50 -21
  58. package/dist/stream.js.map +1 -1
  59. package/package.json +6 -36
  60. package/src/boundedqueue.ts +118 -0
  61. package/src/combine.ts +15 -39
  62. package/src/computable/booksnapshot.ts +5 -2
  63. package/src/computable/computable.ts +6 -5
  64. package/src/handy.ts +24 -19
  65. package/src/orderbook.ts +15 -4
  66. package/src/realtimefeeds/binance.ts +10 -0
  67. package/src/realtimefeeds/binancedex.ts +3 -0
  68. package/src/realtimefeeds/bitstamp.ts +3 -0
  69. package/src/realtimefeeds/huobi.ts +4 -0
  70. package/src/realtimefeeds/index.ts +0 -4
  71. package/src/realtimefeeds/kucoin.ts +3 -0
  72. package/src/realtimefeeds/kucoinfutures.ts +3 -0
  73. package/src/realtimefeeds/realtimefeed.ts +231 -129
  74. package/src/realtimefeeds/woox.ts +3 -0
  75. package/src/realtimeiterator.ts +124 -0
  76. package/src/stream.ts +66 -33
@@ -0,0 +1,124 @@
1
+ import { BoundedQueue } from './boundedqueue.ts'
2
+
3
+ const REAL_TIME_BUFFER_CAPACITY = 8096
4
+ const managedRealTimeIterators = new WeakSet<object>()
5
+
6
+ export type ManagedRealTimeIterator<T> = AsyncIterableIterator<T> & {
7
+ return: (value?: any) => Promise<IteratorResult<T>>
8
+ [Symbol.asyncDispose](): Promise<void>
9
+ [Symbol.asyncIterator](): ManagedRealTimeIterator<T>
10
+ }
11
+
12
+ export function createManagedRealTimeIterator<T>(
13
+ iterator: AsyncIterableIterator<T>,
14
+ closeSource: () => unknown
15
+ ): ManagedRealTimeIterator<T> {
16
+ const closeSourceOnce = onceAsync(closeSource)
17
+ const returnOnce = onceAsync(async (value?: any) => {
18
+ const sourceClosed = closeSourceOnce()
19
+ const iteratorReturned = iterator.return === undefined ? Promise.resolve({ done: true as const, value }) : iterator.return(value)
20
+ const [, result] = await Promise.all([sourceClosed, iteratorReturned])
21
+ return result
22
+ })
23
+
24
+ const managedIterator: ManagedRealTimeIterator<T> = {
25
+ [Symbol.asyncIterator]() {
26
+ return this
27
+ },
28
+ next(value?: any) {
29
+ return iterator.next(value)
30
+ },
31
+ return(value?: any) {
32
+ // Generator return() waits behind a pending next(), so unblock the source first.
33
+ return returnOnce(value)
34
+ },
35
+ async [Symbol.asyncDispose]() {
36
+ await returnOnce()
37
+ }
38
+ }
39
+
40
+ managedRealTimeIterators.add(managedIterator)
41
+ return managedIterator
42
+ }
43
+
44
+ export async function closeIterator(iterator: AsyncIterator<unknown>) {
45
+ await iterator.return?.()
46
+ }
47
+
48
+ export function isManagedRealTimeIterator(iterator: unknown): iterator is ManagedRealTimeIterator<unknown> {
49
+ return (typeof iterator === 'object' && iterator !== null) || typeof iterator === 'function'
50
+ ? managedRealTimeIterators.has(iterator)
51
+ : false
52
+ }
53
+
54
+ export function mergeRealTime<T>(sources: AsyncIterable<T>[]): ManagedRealTimeIterator<T> {
55
+ const output = new BoundedQueue<T>(REAL_TIME_BUFFER_CAPACITY)
56
+ const iterators = sources.map((source) => source[Symbol.asyncIterator]())
57
+ const closeSources = onceAsync(async () => {
58
+ output.close()
59
+ await Promise.allSettled(iterators.map(closeIterator))
60
+ })
61
+
62
+ return createManagedRealTimeIterator(merge(iterators, output, closeSources), closeSources)
63
+ }
64
+
65
+ async function* merge<T>(iterators: AsyncIterator<T>[], output: BoundedQueue<T>, closeSources: () => Promise<unknown>) {
66
+ let activeWriters = iterators.length
67
+
68
+ const writers = iterators.map(async (iterator) => {
69
+ try {
70
+ while (output.isOpen) {
71
+ const result = await iterator.next()
72
+ if (result.done) {
73
+ return
74
+ }
75
+
76
+ const written = output.write(result.value)
77
+ if (written !== true && (await written) === false) {
78
+ return
79
+ }
80
+ }
81
+ } catch (error) {
82
+ if (output.isOpen) {
83
+ output.fail(error instanceof Error ? error : new Error(String(error)))
84
+ void closeSources()
85
+ }
86
+ } finally {
87
+ activeWriters--
88
+ if (activeWriters === 0) {
89
+ output.finish()
90
+ }
91
+ }
92
+ })
93
+
94
+ if (writers.length === 0) {
95
+ output.finish()
96
+ }
97
+
98
+ try {
99
+ while (true) {
100
+ const result = await output.next()
101
+ if (result.done) {
102
+ return
103
+ }
104
+ yield result.value
105
+ }
106
+ } finally {
107
+ await closeSources()
108
+ await Promise.allSettled(writers)
109
+ }
110
+ }
111
+
112
+ function onceAsync<TArgs extends unknown[], TResult>(callback: (...args: TArgs) => TResult) {
113
+ let promise: Promise<Awaited<TResult>> | undefined
114
+ return (...args: TArgs) => {
115
+ if (promise === undefined) {
116
+ try {
117
+ promise = Promise.resolve(callback(...args))
118
+ } catch (error) {
119
+ promise = Promise.reject(error)
120
+ }
121
+ }
122
+ return promise
123
+ }
124
+ }
package/src/stream.ts CHANGED
@@ -1,6 +1,7 @@
1
1
  import { debug } from './debug.ts'
2
2
  import { createNormalizedSymbolFilter, getFilters, normalizeMessages } from './handy.ts'
3
3
  import { MapperFactory } from './mappers/index.ts'
4
+ import { createManagedRealTimeIterator, type ManagedRealTimeIterator } from './realtimeiterator.ts'
4
5
  import { createRealTimeFeed } from './realtimefeeds/index.ts'
5
6
  import { Disconnect, Exchange, Filter, FilterForExchange } from './types.ts'
6
7
 
@@ -9,31 +10,50 @@ type StreamNormalizedMessage<U extends readonly MapperFactory<any, any>[], Z ext
9
10
  ? MapperOutput<U[number]> | Disconnect
10
11
  : MapperOutput<U[number]>
11
12
 
12
- async function* _stream<T extends Exchange, U extends boolean = false>({
13
- exchange,
14
- filters,
15
- timeoutIntervalMS = 10000,
16
- withDisconnects = undefined,
17
- onError = undefined
18
- }: StreamOptions<T, U>): AsyncIterableIterator<
19
- U extends true ? { localTimestamp: Date; message: any } | undefined : { localTimestamp: Date; message: any }
20
- > {
13
+ type StreamState = {
14
+ activeIterator?: AsyncIterator<any>
15
+ }
16
+
17
+ type NormalizedStreamState = {
18
+ closed: boolean
19
+ activeIterator?: ManagedRealTimeIterator<any>
20
+ }
21
+
22
+ async function* _stream<T extends Exchange, U extends boolean = false>(
23
+ { exchange, filters, timeoutIntervalMS = 10000, withDisconnects = undefined, onError = undefined }: StreamOptions<T, U>,
24
+ state: StreamState
25
+ ): AsyncIterableIterator<U extends true ? { localTimestamp: Date; message: any } | undefined : { localTimestamp: Date; message: any }> {
21
26
  validateStreamOptions(filters)
22
27
 
23
28
  const realTimeFeed = createRealTimeFeed(exchange, filters, timeoutIntervalMS, onError)
29
+ const messages = realTimeFeed[Symbol.asyncIterator]()
30
+ state.activeIterator = messages
31
+
32
+ try {
33
+ while (true) {
34
+ const result = await messages.next()
35
+ if (result.done) {
36
+ return
37
+ }
24
38
 
25
- for await (const message of realTimeFeed) {
26
- if (message.__disconnect__ === true) {
27
- // __disconnect__ message means that websocket connection has been closed
28
- // notify about it by yielding undefined if flag is set
29
- if (withDisconnects) {
30
- yield undefined as any
39
+ const message = result.value
40
+ if (message.__disconnect__ === true) {
41
+ // __disconnect__ message means that websocket connection has been closed
42
+ // notify about it by yielding undefined if flag is set
43
+ if (withDisconnects) {
44
+ yield undefined as any
45
+ }
46
+ } else {
47
+ yield {
48
+ localTimestamp: new Date(),
49
+ message
50
+ } as any
31
51
  }
32
- } else {
33
- yield {
34
- localTimestamp: new Date(),
35
- message
36
- } as any
52
+ }
53
+ } finally {
54
+ if (state.activeIterator === messages) {
55
+ state.activeIterator = undefined
56
+ await messages.return?.()
37
57
  }
38
58
  }
39
59
  }
@@ -47,30 +67,35 @@ export function stream<T extends Exchange, U extends boolean = false>({
47
67
  }: StreamOptions<T, U>): AsyncIterableIterator<
48
68
  U extends true ? { localTimestamp: Date; message: any } | undefined : { localTimestamp: Date; message: any }
49
69
  > {
50
- let _iterator = _stream({ exchange, filters, timeoutIntervalMS, withDisconnects, onError })
51
-
52
- ;(_iterator as any).__realtime__ = true
53
-
54
- return _iterator
70
+ const state: StreamState = {}
71
+ const iterator = _stream({ exchange, filters, timeoutIntervalMS, withDisconnects, onError }, state)
72
+
73
+ return createManagedRealTimeIterator(iterator, () => {
74
+ const activeIterator = state.activeIterator
75
+ state.activeIterator = undefined
76
+ return activeIterator?.return?.()
77
+ })
55
78
  }
56
79
 
57
80
  async function* _streamNormalized<T extends Exchange, U extends MapperFactory<T, any>[], Z extends boolean = false>(
58
81
  { exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
82
+ state: NormalizedStreamState,
59
83
  ...normalizers: U
60
84
  ): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
61
- while (true) {
85
+ while (state.closed === false) {
62
86
  try {
63
87
  const createMappers = (localTimestamp: Date) => normalizers.map((m) => m(exchange, localTimestamp))
64
88
  const mappers = createMappers(new Date())
65
89
  const filters = getFilters(mappers, symbols)
66
90
 
67
- const messages = _stream({
91
+ const messages = stream({
68
92
  exchange,
69
93
  withDisconnects: true,
70
94
  timeoutIntervalMS,
71
95
  filters,
72
96
  onError
73
- })
97
+ }) as ManagedRealTimeIterator<any>
98
+ state.activeIterator = messages
74
99
 
75
100
  // filter normalized messages by symbol as some exchanges do not offer subscribing to specific symbols for some of the channels
76
101
  // for example Phemex market24h channel
@@ -92,6 +117,10 @@ async function* _streamNormalized<T extends Exchange, U extends MapperFactory<T,
92
117
  yield message
93
118
  }
94
119
  } catch (error: any) {
120
+ if (state.closed) {
121
+ return
122
+ }
123
+
95
124
  if (onError !== undefined) {
96
125
  onError(error)
97
126
  }
@@ -145,9 +174,13 @@ export function streamNormalized<T extends Exchange, U extends MapperFactory<T,
145
174
  { exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
146
175
  ...normalizers: U
147
176
  ): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
148
- let _iterator = _streamNormalized({ exchange, symbols, timeoutIntervalMS, withDisconnectMessages, onError }, ...normalizers)
149
-
150
- ;(_iterator as any).__realtime__ = true
151
-
152
- return _iterator
177
+ const state: NormalizedStreamState = { closed: false }
178
+ const iterator = _streamNormalized({ exchange, symbols, timeoutIntervalMS, withDisconnectMessages, onError }, state, ...normalizers)
179
+
180
+ return createManagedRealTimeIterator(iterator, () => {
181
+ state.closed = true
182
+ const activeIterator = state.activeIterator
183
+ state.activeIterator = undefined
184
+ return activeIterator?.return?.()
185
+ })
153
186
  }