tardis-dev 17.2.2 → 18.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/boundedqueue.d.ts +19 -0
- package/dist/boundedqueue.d.ts.map +1 -0
- package/dist/boundedqueue.js +96 -0
- package/dist/boundedqueue.js.map +1 -0
- package/dist/combine.d.ts +6 -4
- package/dist/combine.d.ts.map +1 -1
- package/dist/combine.js +8 -30
- package/dist/combine.js.map +1 -1
- package/dist/computable/booksnapshot.js +5 -2
- package/dist/computable/booksnapshot.js.map +1 -1
- package/dist/computable/computable.d.ts.map +1 -1
- package/dist/computable/computable.js +6 -6
- package/dist/computable/computable.js.map +1 -1
- package/dist/handy.d.ts +2 -2
- package/dist/handy.d.ts.map +1 -1
- package/dist/handy.js +22 -17
- package/dist/handy.js.map +1 -1
- package/dist/orderbook.d.ts +2 -1
- package/dist/orderbook.d.ts.map +1 -1
- package/dist/orderbook.js +14 -4
- package/dist/orderbook.js.map +1 -1
- package/dist/realtimefeeds/binance.d.ts.map +1 -1
- package/dist/realtimefeeds/binance.js +9 -0
- package/dist/realtimefeeds/binance.js.map +1 -1
- package/dist/realtimefeeds/binancedex.d.ts.map +1 -1
- package/dist/realtimefeeds/binancedex.js +3 -0
- package/dist/realtimefeeds/binancedex.js.map +1 -1
- package/dist/realtimefeeds/bitstamp.d.ts.map +1 -1
- package/dist/realtimefeeds/bitstamp.js +3 -0
- package/dist/realtimefeeds/bitstamp.js.map +1 -1
- package/dist/realtimefeeds/huobi.d.ts.map +1 -1
- package/dist/realtimefeeds/huobi.js +3 -0
- package/dist/realtimefeeds/huobi.js.map +1 -1
- package/dist/realtimefeeds/index.d.ts +0 -1
- package/dist/realtimefeeds/index.d.ts.map +1 -1
- package/dist/realtimefeeds/index.js +0 -3
- package/dist/realtimefeeds/index.js.map +1 -1
- package/dist/realtimefeeds/kucoin.d.ts.map +1 -1
- package/dist/realtimefeeds/kucoin.js +3 -0
- package/dist/realtimefeeds/kucoin.js.map +1 -1
- package/dist/realtimefeeds/kucoinfutures.d.ts.map +1 -1
- package/dist/realtimefeeds/kucoinfutures.js +3 -0
- package/dist/realtimefeeds/kucoinfutures.js.map +1 -1
- package/dist/realtimefeeds/realtimefeed.d.ts +17 -8
- package/dist/realtimefeeds/realtimefeed.d.ts.map +1 -1
- package/dist/realtimefeeds/realtimefeed.js +187 -114
- package/dist/realtimefeeds/realtimefeed.js.map +1 -1
- package/dist/realtimefeeds/woox.d.ts.map +1 -1
- package/dist/realtimefeeds/woox.js +3 -0
- package/dist/realtimefeeds/woox.js.map +1 -1
- package/dist/realtimeiterator.d.ts +10 -0
- package/dist/realtimeiterator.d.ts.map +1 -0
- package/dist/realtimeiterator.js +106 -0
- package/dist/realtimeiterator.js.map +1 -0
- package/dist/stream.d.ts.map +1 -1
- package/dist/stream.js +50 -21
- package/dist/stream.js.map +1 -1
- package/package.json +6 -36
- package/src/boundedqueue.ts +118 -0
- package/src/combine.ts +15 -39
- package/src/computable/booksnapshot.ts +5 -2
- package/src/computable/computable.ts +6 -5
- package/src/handy.ts +24 -19
- package/src/orderbook.ts +15 -4
- package/src/realtimefeeds/binance.ts +10 -0
- package/src/realtimefeeds/binancedex.ts +3 -0
- package/src/realtimefeeds/bitstamp.ts +3 -0
- package/src/realtimefeeds/huobi.ts +4 -0
- package/src/realtimefeeds/index.ts +0 -4
- package/src/realtimefeeds/kucoin.ts +3 -0
- package/src/realtimefeeds/kucoinfutures.ts +3 -0
- package/src/realtimefeeds/realtimefeed.ts +231 -129
- package/src/realtimefeeds/woox.ts +3 -0
- package/src/realtimeiterator.ts +124 -0
- package/src/stream.ts +66 -33
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import { BoundedQueue } from './boundedqueue.ts'
|
|
2
|
+
|
|
3
|
+
const REAL_TIME_BUFFER_CAPACITY = 8096
|
|
4
|
+
const managedRealTimeIterators = new WeakSet<object>()
|
|
5
|
+
|
|
6
|
+
export type ManagedRealTimeIterator<T> = AsyncIterableIterator<T> & {
|
|
7
|
+
return: (value?: any) => Promise<IteratorResult<T>>
|
|
8
|
+
[Symbol.asyncDispose](): Promise<void>
|
|
9
|
+
[Symbol.asyncIterator](): ManagedRealTimeIterator<T>
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export function createManagedRealTimeIterator<T>(
|
|
13
|
+
iterator: AsyncIterableIterator<T>,
|
|
14
|
+
closeSource: () => unknown
|
|
15
|
+
): ManagedRealTimeIterator<T> {
|
|
16
|
+
const closeSourceOnce = onceAsync(closeSource)
|
|
17
|
+
const returnOnce = onceAsync(async (value?: any) => {
|
|
18
|
+
const sourceClosed = closeSourceOnce()
|
|
19
|
+
const iteratorReturned = iterator.return === undefined ? Promise.resolve({ done: true as const, value }) : iterator.return(value)
|
|
20
|
+
const [, result] = await Promise.all([sourceClosed, iteratorReturned])
|
|
21
|
+
return result
|
|
22
|
+
})
|
|
23
|
+
|
|
24
|
+
const managedIterator: ManagedRealTimeIterator<T> = {
|
|
25
|
+
[Symbol.asyncIterator]() {
|
|
26
|
+
return this
|
|
27
|
+
},
|
|
28
|
+
next(value?: any) {
|
|
29
|
+
return iterator.next(value)
|
|
30
|
+
},
|
|
31
|
+
return(value?: any) {
|
|
32
|
+
// Generator return() waits behind a pending next(), so unblock the source first.
|
|
33
|
+
return returnOnce(value)
|
|
34
|
+
},
|
|
35
|
+
async [Symbol.asyncDispose]() {
|
|
36
|
+
await returnOnce()
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
managedRealTimeIterators.add(managedIterator)
|
|
41
|
+
return managedIterator
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
export async function closeIterator(iterator: AsyncIterator<unknown>) {
|
|
45
|
+
await iterator.return?.()
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export function isManagedRealTimeIterator(iterator: unknown): iterator is ManagedRealTimeIterator<unknown> {
|
|
49
|
+
return (typeof iterator === 'object' && iterator !== null) || typeof iterator === 'function'
|
|
50
|
+
? managedRealTimeIterators.has(iterator)
|
|
51
|
+
: false
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export function mergeRealTime<T>(sources: AsyncIterable<T>[]): ManagedRealTimeIterator<T> {
|
|
55
|
+
const output = new BoundedQueue<T>(REAL_TIME_BUFFER_CAPACITY)
|
|
56
|
+
const iterators = sources.map((source) => source[Symbol.asyncIterator]())
|
|
57
|
+
const closeSources = onceAsync(async () => {
|
|
58
|
+
output.close()
|
|
59
|
+
await Promise.allSettled(iterators.map(closeIterator))
|
|
60
|
+
})
|
|
61
|
+
|
|
62
|
+
return createManagedRealTimeIterator(merge(iterators, output, closeSources), closeSources)
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
async function* merge<T>(iterators: AsyncIterator<T>[], output: BoundedQueue<T>, closeSources: () => Promise<unknown>) {
|
|
66
|
+
let activeWriters = iterators.length
|
|
67
|
+
|
|
68
|
+
const writers = iterators.map(async (iterator) => {
|
|
69
|
+
try {
|
|
70
|
+
while (output.isOpen) {
|
|
71
|
+
const result = await iterator.next()
|
|
72
|
+
if (result.done) {
|
|
73
|
+
return
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
const written = output.write(result.value)
|
|
77
|
+
if (written !== true && (await written) === false) {
|
|
78
|
+
return
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
} catch (error) {
|
|
82
|
+
if (output.isOpen) {
|
|
83
|
+
output.fail(error instanceof Error ? error : new Error(String(error)))
|
|
84
|
+
void closeSources()
|
|
85
|
+
}
|
|
86
|
+
} finally {
|
|
87
|
+
activeWriters--
|
|
88
|
+
if (activeWriters === 0) {
|
|
89
|
+
output.finish()
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
})
|
|
93
|
+
|
|
94
|
+
if (writers.length === 0) {
|
|
95
|
+
output.finish()
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
try {
|
|
99
|
+
while (true) {
|
|
100
|
+
const result = await output.next()
|
|
101
|
+
if (result.done) {
|
|
102
|
+
return
|
|
103
|
+
}
|
|
104
|
+
yield result.value
|
|
105
|
+
}
|
|
106
|
+
} finally {
|
|
107
|
+
await closeSources()
|
|
108
|
+
await Promise.allSettled(writers)
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
function onceAsync<TArgs extends unknown[], TResult>(callback: (...args: TArgs) => TResult) {
|
|
113
|
+
let promise: Promise<Awaited<TResult>> | undefined
|
|
114
|
+
return (...args: TArgs) => {
|
|
115
|
+
if (promise === undefined) {
|
|
116
|
+
try {
|
|
117
|
+
promise = Promise.resolve(callback(...args))
|
|
118
|
+
} catch (error) {
|
|
119
|
+
promise = Promise.reject(error)
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
return promise
|
|
123
|
+
}
|
|
124
|
+
}
|
package/src/stream.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { debug } from './debug.ts'
|
|
2
2
|
import { createNormalizedSymbolFilter, getFilters, normalizeMessages } from './handy.ts'
|
|
3
3
|
import { MapperFactory } from './mappers/index.ts'
|
|
4
|
+
import { createManagedRealTimeIterator, type ManagedRealTimeIterator } from './realtimeiterator.ts'
|
|
4
5
|
import { createRealTimeFeed } from './realtimefeeds/index.ts'
|
|
5
6
|
import { Disconnect, Exchange, Filter, FilterForExchange } from './types.ts'
|
|
6
7
|
|
|
@@ -9,31 +10,50 @@ type StreamNormalizedMessage<U extends readonly MapperFactory<any, any>[], Z ext
|
|
|
9
10
|
? MapperOutput<U[number]> | Disconnect
|
|
10
11
|
: MapperOutput<U[number]>
|
|
11
12
|
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
13
|
+
type StreamState = {
|
|
14
|
+
activeIterator?: AsyncIterator<any>
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
type NormalizedStreamState = {
|
|
18
|
+
closed: boolean
|
|
19
|
+
activeIterator?: ManagedRealTimeIterator<any>
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
async function* _stream<T extends Exchange, U extends boolean = false>(
|
|
23
|
+
{ exchange, filters, timeoutIntervalMS = 10000, withDisconnects = undefined, onError = undefined }: StreamOptions<T, U>,
|
|
24
|
+
state: StreamState
|
|
25
|
+
): AsyncIterableIterator<U extends true ? { localTimestamp: Date; message: any } | undefined : { localTimestamp: Date; message: any }> {
|
|
21
26
|
validateStreamOptions(filters)
|
|
22
27
|
|
|
23
28
|
const realTimeFeed = createRealTimeFeed(exchange, filters, timeoutIntervalMS, onError)
|
|
29
|
+
const messages = realTimeFeed[Symbol.asyncIterator]()
|
|
30
|
+
state.activeIterator = messages
|
|
31
|
+
|
|
32
|
+
try {
|
|
33
|
+
while (true) {
|
|
34
|
+
const result = await messages.next()
|
|
35
|
+
if (result.done) {
|
|
36
|
+
return
|
|
37
|
+
}
|
|
24
38
|
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
39
|
+
const message = result.value
|
|
40
|
+
if (message.__disconnect__ === true) {
|
|
41
|
+
// __disconnect__ message means that websocket connection has been closed
|
|
42
|
+
// notify about it by yielding undefined if flag is set
|
|
43
|
+
if (withDisconnects) {
|
|
44
|
+
yield undefined as any
|
|
45
|
+
}
|
|
46
|
+
} else {
|
|
47
|
+
yield {
|
|
48
|
+
localTimestamp: new Date(),
|
|
49
|
+
message
|
|
50
|
+
} as any
|
|
31
51
|
}
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
52
|
+
}
|
|
53
|
+
} finally {
|
|
54
|
+
if (state.activeIterator === messages) {
|
|
55
|
+
state.activeIterator = undefined
|
|
56
|
+
await messages.return?.()
|
|
37
57
|
}
|
|
38
58
|
}
|
|
39
59
|
}
|
|
@@ -47,30 +67,35 @@ export function stream<T extends Exchange, U extends boolean = false>({
|
|
|
47
67
|
}: StreamOptions<T, U>): AsyncIterableIterator<
|
|
48
68
|
U extends true ? { localTimestamp: Date; message: any } | undefined : { localTimestamp: Date; message: any }
|
|
49
69
|
> {
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
70
|
+
const state: StreamState = {}
|
|
71
|
+
const iterator = _stream({ exchange, filters, timeoutIntervalMS, withDisconnects, onError }, state)
|
|
72
|
+
|
|
73
|
+
return createManagedRealTimeIterator(iterator, () => {
|
|
74
|
+
const activeIterator = state.activeIterator
|
|
75
|
+
state.activeIterator = undefined
|
|
76
|
+
return activeIterator?.return?.()
|
|
77
|
+
})
|
|
55
78
|
}
|
|
56
79
|
|
|
57
80
|
async function* _streamNormalized<T extends Exchange, U extends MapperFactory<T, any>[], Z extends boolean = false>(
|
|
58
81
|
{ exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
|
|
82
|
+
state: NormalizedStreamState,
|
|
59
83
|
...normalizers: U
|
|
60
84
|
): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
|
|
61
|
-
while (
|
|
85
|
+
while (state.closed === false) {
|
|
62
86
|
try {
|
|
63
87
|
const createMappers = (localTimestamp: Date) => normalizers.map((m) => m(exchange, localTimestamp))
|
|
64
88
|
const mappers = createMappers(new Date())
|
|
65
89
|
const filters = getFilters(mappers, symbols)
|
|
66
90
|
|
|
67
|
-
const messages =
|
|
91
|
+
const messages = stream({
|
|
68
92
|
exchange,
|
|
69
93
|
withDisconnects: true,
|
|
70
94
|
timeoutIntervalMS,
|
|
71
95
|
filters,
|
|
72
96
|
onError
|
|
73
|
-
})
|
|
97
|
+
}) as ManagedRealTimeIterator<any>
|
|
98
|
+
state.activeIterator = messages
|
|
74
99
|
|
|
75
100
|
// filter normalized messages by symbol as some exchanges do not offer subscribing to specific symbols for some of the channels
|
|
76
101
|
// for example Phemex market24h channel
|
|
@@ -92,6 +117,10 @@ async function* _streamNormalized<T extends Exchange, U extends MapperFactory<T,
|
|
|
92
117
|
yield message
|
|
93
118
|
}
|
|
94
119
|
} catch (error: any) {
|
|
120
|
+
if (state.closed) {
|
|
121
|
+
return
|
|
122
|
+
}
|
|
123
|
+
|
|
95
124
|
if (onError !== undefined) {
|
|
96
125
|
onError(error)
|
|
97
126
|
}
|
|
@@ -145,9 +174,13 @@ export function streamNormalized<T extends Exchange, U extends MapperFactory<T,
|
|
|
145
174
|
{ exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
|
|
146
175
|
...normalizers: U
|
|
147
176
|
): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
177
|
+
const state: NormalizedStreamState = { closed: false }
|
|
178
|
+
const iterator = _streamNormalized({ exchange, symbols, timeoutIntervalMS, withDisconnectMessages, onError }, state, ...normalizers)
|
|
179
|
+
|
|
180
|
+
return createManagedRealTimeIterator(iterator, () => {
|
|
181
|
+
state.closed = true
|
|
182
|
+
const activeIterator = state.activeIterator
|
|
183
|
+
state.activeIterator = undefined
|
|
184
|
+
return activeIterator?.return?.()
|
|
185
|
+
})
|
|
153
186
|
}
|