tardis-dev 14.2.3 → 15.0.0

package/src/realtimefeeds/index.ts

@@ -1,59 +1,59 @@
-import { Exchange, Filter } from '../types'
+import { Exchange, Filter } from '../types.ts'
 import {
   BinanceFuturesRealTimeFeed,
   BinanceJerseyRealTimeFeed,
   BinanceRealTimeFeed,
   BinanceUSRealTimeFeed,
   BinanceDeliveryRealTimeFeed
-} from './binance'
-import { BinanceDexRealTimeFeed } from './binancedex'
-import { BitfinexRealTimeFeed } from './bitfinex'
-import { BitflyerRealTimeFeed } from './bitflyer'
-import { BitmexRealTimeFeed } from './bitmex'
-import { BitstampRealTimeFeed } from './bitstamp'
-import { BybitOptionsRealTimeDataFeed, BybitRealTimeDataFeed, BybitSpotRealTimeDataFeed } from './bybit'
-import { CoinbaseRealTimeFeed } from './coinbase'
-import { CryptofacilitiesRealTimeFeed } from './cryptofacilities'
-import { DeribitRealTimeDataFeed } from './deribit'
-import { FtxRealTimeFeed, FtxUSRealTimeFeed } from './ftx'
-import { GeminiRealTimeFeed } from './gemini'
-import { HitBtcRealTimeFeed } from './hitbtc'
+} from './binance.ts'
+import { BinanceDexRealTimeFeed } from './binancedex.ts'
+import { BitfinexRealTimeFeed } from './bitfinex.ts'
+import { BitflyerRealTimeFeed } from './bitflyer.ts'
+import { BitmexRealTimeFeed } from './bitmex.ts'
+import { BitstampRealTimeFeed } from './bitstamp.ts'
+import { BybitOptionsRealTimeDataFeed, BybitRealTimeDataFeed, BybitSpotRealTimeDataFeed } from './bybit.ts'
+import { CoinbaseRealTimeFeed } from './coinbase.ts'
+import { CryptofacilitiesRealTimeFeed } from './cryptofacilities.ts'
+import { DeribitRealTimeDataFeed } from './deribit.ts'
+import { FtxRealTimeFeed, FtxUSRealTimeFeed } from './ftx.ts'
+import { GeminiRealTimeFeed } from './gemini.ts'
+import { HitBtcRealTimeFeed } from './hitbtc.ts'
 import {
   HuobiDMRealTimeFeed,
   HuobiRealTimeFeed,
   HuobiDMSwapRealTimeFeed,
   HuobiDMLinearSwapRealTimeFeed,
   HuobiDMOptionsRealTimeFeed
-} from './huobi'
-import { KrakenRealTimeFeed } from './kraken'
-import { OKCoinRealTimeFeed, OkexOptionsRealTimeFeed, OkexRealTimeFeed } from './okex'
-import { RealTimeFeed } from './realtimefeed'
-import { PhemexRealTimeFeed } from './phemex'
-import { DeltaRealTimeFeed } from './delta'
-import { GateIORealTimeFeed } from './gateio'
-import { GateIOFuturesRealTimeFeed } from './gateiofutures'
-import { PoloniexRealTimeFeed } from './poloniex'
-import { CoinflexRealTimeFeed } from './coinflex'
-import { UpbitRealTimeFeed } from './upbit'
-import { AscendexRealTimeFeed } from './ascendex'
-import { DydxRealTimeFeed } from './dydx'
-import { SerumRealTimeFeed } from './serum'
-import { StarAtlasRealTimeFeed } from './staratlas'
-import { MangoRealTimeFeed } from './mango'
-import { CryptoComRealTimeFeed } from './cryptocom'
-import { KucoinRealTimeFeed } from './kucoin'
-import { BitnomialRealTimeFeed } from './bitnomial'
-import { WooxRealTimeFeed } from './woox'
-import { BlockchainComRealTimeFeed } from './blockchaincom'
-import { BinanceEuropeanOptionsRealTimeFeed } from './binanceeuropeanoptions'
-import { OkexSpreadsRealTimeFeed } from './okexspreads'
-import { KucoinFuturesRealTimeFeed } from './kucoinfutures'
-import { DydxV4RealTimeFeed } from './dydx_v4'
-import { BitgetFuturesRealTimeFeed, BitgetRealTimeFeed } from './bitget'
-import { CoinbaseInternationalRealTimeFeed } from './coinbaseinternational'
-import { HyperliquidRealTimeFeed } from './hyperliquid'
+} from './huobi.ts'
+import { KrakenRealTimeFeed } from './kraken.ts'
+import { OKCoinRealTimeFeed, OkexOptionsRealTimeFeed, OkexRealTimeFeed } from './okex.ts'
+import { RealTimeFeed } from './realtimefeed.ts'
+import { PhemexRealTimeFeed } from './phemex.ts'
+import { DeltaRealTimeFeed } from './delta.ts'
+import { GateIORealTimeFeed } from './gateio.ts'
+import { GateIOFuturesRealTimeFeed } from './gateiofutures.ts'
+import { PoloniexRealTimeFeed } from './poloniex.ts'
+import { CoinflexRealTimeFeed } from './coinflex.ts'
+import { UpbitRealTimeFeed } from './upbit.ts'
+import { AscendexRealTimeFeed } from './ascendex.ts'
+import { DydxRealTimeFeed } from './dydx.ts'
+import { SerumRealTimeFeed } from './serum.ts'
+import { StarAtlasRealTimeFeed } from './staratlas.ts'
+import { MangoRealTimeFeed } from './mango.ts'
+import { CryptoComRealTimeFeed } from './cryptocom.ts'
+import { KucoinRealTimeFeed } from './kucoin.ts'
+import { BitnomialRealTimeFeed } from './bitnomial.ts'
+import { WooxRealTimeFeed } from './woox.ts'
+import { BlockchainComRealTimeFeed } from './blockchaincom.ts'
+import { BinanceEuropeanOptionsRealTimeFeed } from './binanceeuropeanoptions.ts'
+import { OkexSpreadsRealTimeFeed } from './okexspreads.ts'
+import { KucoinFuturesRealTimeFeed } from './kucoinfutures.ts'
+import { DydxV4RealTimeFeed } from './dydx_v4.ts'
+import { BitgetFuturesRealTimeFeed, BitgetRealTimeFeed } from './bitget.ts'
+import { CoinbaseInternationalRealTimeFeed } from './coinbaseinternational.ts'
+import { HyperliquidRealTimeFeed } from './hyperliquid.ts'
 
-export * from './realtimefeed'
+export * from './realtimefeed.ts'
 
 const realTimeFeedsMap: {
   [key in Exchange]?: RealTimeFeed

package/src/realtimefeeds/kraken.ts

@@ -1,5 +1,5 @@
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class KrakenRealTimeFeed extends RealTimeFeedBase {
   protected wssURL = 'wss://ws.kraken.com'

package/src/realtimefeeds/kucoin.ts

@@ -1,15 +1,15 @@
-import { httpClient, getRandomString, wait } from '../handy'
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { getRandomString, getJSON, postJSON, wait } from '../handy.ts'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class KucoinRealTimeFeed extends RealTimeFeedBase {
   protected wssURL = ''
   private _httpURL = 'https://api.kucoin.com/api'
 
   protected async getWebSocketUrl() {
-    const response = (await httpClient.post(`${this._httpURL}/v1/bullet-public`, { retry: 3, timeout: 10000 }).json()) as any
+    const { data: body } = await postJSON<any>(`${this._httpURL}/v1/bullet-public`, { retry: 3, timeout: 10000 })
 
-    return `${response.data.instanceServers[0].endpoint}?token=${response.data.token}&connectId=${getRandomString()}`
+    return `${body.data.instanceServers[0].endpoint}?token=${body.data.token}&connectId=${getRandomString()}`
   }
 
   protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
@@ -42,16 +42,16 @@ export class KucoinRealTimeFeed extends RealTimeFeedBase {
         return
       }
 
-      const depthSnapshotResponse = (await httpClient
-        .get(`${this._httpURL}/v1/market/orderbook/level2_100?symbol=${symbol}`, { timeout: 10000 })
-        .json()) as any
+      const { data } = await getJSON<any>(`${this._httpURL}/v1/market/orderbook/level2_100?symbol=${symbol}`, {
+        timeout: 10000
+      })
 
       const snapshot = {
         type: 'message',
         generated: true,
         topic: `/market/level2Snapshot:${symbol}`,
         subject: 'trade.l2Snapshot',
-        ...depthSnapshotResponse
+        ...data
       }
 
       this.manualSnapshotsBuffer.push(snapshot)

package/src/realtimefeeds/kucoinfutures.ts

@@ -1,7 +1,7 @@
 import { Writable } from 'stream'
-import { httpClient, getRandomString, wait } from '../handy'
-import { Filter } from '../types'
-import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed'
+import { getJSON, getRandomString, postJSON } from '../handy.ts'
+import { Filter } from '../types.ts'
+import { MultiConnectionRealTimeFeedBase, PoolingClientBase, RealTimeFeedBase } from './realtimefeed.ts'
 
 const kucoinHttpOptions = {
   timeout: 10 * 1000,
@@ -42,9 +42,9 @@ export class KucoinFuturesSingleConnectionRealTimeFeed extends RealTimeFeedBase
   protected wssURL = ''
 
   protected async getWebSocketUrl() {
-    const response = (await httpClient.post(`${this._httpURL}/v1/bullet-public`, { retry: 3, timeout: 10000 }).json()) as any
+    const { data: body } = await postJSON<any>(`${this._httpURL}/v1/bullet-public`, { retry: 3, timeout: 10000 })
 
-    return `${response.data.instanceServers[0].endpoint}?token=${response.data.token}&connectId=${getRandomString()}`
+    return `${body.data.instanceServers[0].endpoint}?token=${body.data.token}&connectId=${getRandomString()}`
   }
 
   protected mapToSubscribeMessages(filters: Filter<string>[]): any[] {
@@ -76,16 +76,14 @@ export class KucoinFuturesSingleConnectionRealTimeFeed extends RealTimeFeedBase
         return
       }
 
-      const depthSnapshotResponse = (await httpClient
-        .get(`${this._httpURL}/v1/level2/snapshot?symbol=${symbol}`, kucoinHttpOptions)
-        .json()) as any
+      const { data } = await getJSON<any>(`${this._httpURL}/v1/level2/snapshot?symbol=${symbol}`, kucoinHttpOptions)
 
       const snapshot = {
         type: 'message',
         generated: true,
         topic: `/contractMarket/level2Snapshot:${symbol}`,
         subject: 'level2Snapshot',
-        ...depthSnapshotResponse
+        ...data
       }
 
       this.manualSnapshotsBuffer.push(snapshot)
@@ -116,9 +114,9 @@ class KucoinFuturesContractDetailsClient extends PoolingClientBase {
   }
 
   protected async poolDataToStream(outputStream: Writable) {
-    const openInterestResponse = (await httpClient.get(`${this._httpURL}/v1/contracts/active`, kucoinHttpOptions).json()) as any
+    const { data: body } = await getJSON<any>(`${this._httpURL}/v1/contracts/active`, kucoinHttpOptions)
 
-    for (const instrument of openInterestResponse.data) {
+    for (const instrument of body.data) {
       const openInterestMessage = {
         topic: `/contract/details:${instrument.symbol}`,
         type: 'message',

package/src/realtimefeeds/mango.ts

@@ -1,4 +1,4 @@
-import { SerumRealTimeFeed } from './serum'
+import { SerumRealTimeFeed } from './serum.ts'
 
 export class MangoRealTimeFeed extends SerumRealTimeFeed {
   protected wssURL = 'wss://api.mango-bowl.com/v1/ws'

package/src/realtimefeeds/okex.ts

@@ -1,7 +1,7 @@
 import crypto from 'crypto'
-import { wait } from '../handy'
-import { Filter } from '../types'
-import { MultiConnectionRealTimeFeedBase, RealTimeFeedBase } from './realtimefeed'
+import { wait } from '../handy.ts'
+import { Filter } from '../types.ts'
+import { MultiConnectionRealTimeFeedBase, RealTimeFeedBase } from './realtimefeed.ts'
 
 export class OkexRealTimeFeed extends MultiConnectionRealTimeFeedBase {
   protected *_getRealTimeFeeds(exchange: string, filters: Filter<string>[], timeoutIntervalMS?: number, onError?: (error: Error) => void) {

package/src/realtimefeeds/okexspreads.ts

@@ -1,7 +1,7 @@
 import crypto from 'crypto'
-import { wait } from '../handy'
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { wait } from '../handy.ts'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class OkexSpreadsRealTimeFeed extends RealTimeFeedBase {
   protected wssURL = 'wss://ws.okx.com:8443/ws/v5/business'

package/src/realtimefeeds/phemex.ts

@@ -1,5 +1,5 @@
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class PhemexRealTimeFeed extends RealTimeFeedBase {
   protected readonly wssURL = 'wss://ws.phemex.com/'

package/src/realtimefeeds/poloniex.ts

@@ -1,5 +1,5 @@
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class PoloniexRealTimeFeed extends RealTimeFeedBase {
   protected readonly wssURL = 'wss://ws.poloniex.com/ws/public'

package/src/realtimefeeds/realtimefeed.ts

@@ -1,10 +1,10 @@
 import dbg from 'debug'
 import WebSocket from 'ws'
-import { ClientRequestArgs } from 'http'
+import type { ClientRequestArgs } from 'http'
 import { PassThrough, Writable } from 'stream'
 import { once } from 'events'
-import { httpsProxyAgent, ONE_SEC_IN_MS, optimizeFilters, wait } from '../handy'
-import { Exchange, Filter } from '../types'
+import { httpsProxyAgent, ONE_SEC_IN_MS, optimizeFilters, wait } from '../handy.ts'
+import { Exchange, Filter } from '../types.ts'
 
 export type RealTimeFeed = {
   new (
@@ -34,6 +34,7 @@ export abstract class RealTimeFeedBase implements RealTimeFeedIterable {
   private _connectionId = -1
   private _wsClientOptions: WebSocket.ClientOptions | ClientRequestArgs
   protected readonly originHeader: string | undefined = undefined
+  protected readonly extraHeaders: Record<string, string> | undefined = undefined
 
   constructor(
     protected readonly _exchange: string,
@@ -90,6 +91,10 @@ export abstract class RealTimeFeedBase implements RealTimeFeedIterable {
           ;(this._wsClientOptions as any).headers['origin'] = this.originHeader
         }
 
+        if (this.extraHeaders !== undefined) {
+          Object.assign((this._wsClientOptions as any).headers, this.extraHeaders)
+        }
+
         this._ws = new WebSocket(finalWssUrl, this._wsClientOptions)
         this._ws.onopen = this._onConnectionEstabilished
         this._ws.onclose = this._onConnectionClosed

package/src/realtimefeeds/serum.ts

@@ -1,5 +1,5 @@
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class SerumRealTimeFeed extends RealTimeFeedBase {
   protected wssURL = 'wss://api.serum-vial.dev/v1/ws'

package/src/realtimefeeds/staratlas.ts

@@ -1,4 +1,4 @@
-import { SerumRealTimeFeed } from './serum'
+import { SerumRealTimeFeed } from './serum.ts'
 
 export class StarAtlasRealTimeFeed extends SerumRealTimeFeed {
   protected wssURL = 'wss://serum-vial.staratlas.cloud/v1/ws'

package/src/realtimefeeds/upbit.ts

@@ -1,5 +1,5 @@
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class UpbitRealTimeFeed extends RealTimeFeedBase {
   protected readonly wssURL = 'wss://api.upbit.com/websocket/v1'

package/src/realtimefeeds/woox.ts

@@ -1,6 +1,6 @@
-import { wait } from '../handy'
-import { Filter } from '../types'
-import { RealTimeFeedBase } from './realtimefeed'
+import { wait } from '../handy.ts'
+import { Filter } from '../types.ts'
+import { RealTimeFeedBase } from './realtimefeed.ts'
 
 export class WooxRealTimeFeed extends RealTimeFeedBase {
   protected wssURL = 'wss://wss.woo.org/ws/stream/OqdphuyCtYWxwzhxyLLjOWNdFP7sQt8RPWzmb5xY'

package/src/replay.ts

@@ -1,17 +1,22 @@
-import { createReadStream, remove } from 'fs-extra'
-import path from 'path'
-import { EventEmitter } from 'stream'
+import { createReadStream } from 'node:fs'
+import { rm } from 'node:fs/promises'
+import { EventEmitter } from 'events'
 import { Worker } from 'worker_threads'
 import { constants, createGunzip } from 'zlib'
-import { BinarySplitStream } from './binarysplit'
-import { clearCacheSync } from './clearcache'
-import { EXCHANGES, EXCHANGE_CHANNELS_INFO } from './consts'
-import { debug } from './debug'
-import { addDays, getFilters, normalizeMessages, parseAsUTCDate, parseμs, wait } from './handy'
-import { MapperFactory, normalizeBookChanges } from './mappers'
-import { getOptions } from './options'
-import { Disconnect, Exchange, FilterForExchange } from './types'
-import { WorkerJobPayload, WorkerMessage, WorkerSignal } from './worker'
+import { BinarySplitStream } from './binarysplit.ts'
+import { clearCacheSync } from './clearcache.ts'
+import { EXCHANGES, EXCHANGE_CHANNELS_INFO } from './consts.ts'
+import { debug } from './debug.ts'
+import { addDays, getFilters, normalizeMessages, parseAsUTCDate, wait } from './handy.ts'
+import { MapperFactory, normalizeBookChanges } from './mappers/index.ts'
+import { getOptions } from './options.ts'
+import { Disconnect, Exchange, FilterForExchange } from './types.ts'
+import { WorkerJobPayload, WorkerMessage, WorkerSignal } from './worker.ts'
+
+type MapperOutput<T> = T extends MapperFactory<any, infer U> ? U : never
+type ReplayNormalizedMessage<U extends readonly MapperFactory<any, any>[], Z extends boolean> = Z extends true
+  ? MapperOutput<U[number]> | Disconnect
+  : MapperOutput<U[number]>
 
 export async function* replay<T extends Exchange, U extends boolean = false, Z extends boolean = false>({
   exchange,
@@ -77,7 +82,7 @@ export async function* replay<T extends Exchange, U extends boolean = false, Z e
     // see https://github.com/request/request/pull/2492 and https://github.com/node-fetch/node-fetch/pull/239
 
     const ZLIB_OPTIONS = {
-      chunkSize: 128 * 1024,
+      chunkSize: 256 * 1024,
       flush: constants.Z_SYNC_FLUSH,
       finishFlush: constants.Z_SYNC_FLUSH
     }
@@ -110,7 +115,7 @@ export async function* replay<T extends Exchange, U extends boolean = false, Z e
       }
 
       // response is a path to file on disk let' read it as stream
-      const linesStream = createReadStream(cachedSlicePath, { highWaterMark: 128 * 1024 })
+      const linesStream = createReadStream(cachedSlicePath, { highWaterMark: 256 * 1024 })
         // unzip it
         .pipe(createGunzip(ZLIB_OPTIONS))
         .on('error', function onGunzipError(err) {
@@ -130,16 +135,14 @@ export async function* replay<T extends Exchange, U extends boolean = false, Z e
         linesCount++
         if (bufferLine.length > 0) {
           lastMessageWasUndefined = false
-          const localTimestampBuffer = bufferLine.slice(0, DATE_MESSAGE_SPLIT_INDEX)
-          const messageBuffer = bufferLine.slice(DATE_MESSAGE_SPLIT_INDEX + 1)
           // as any due to https://github.com/Microsoft/TypeScript/issues/24929
           if (skipDecoding === true) {
             yield {
-              localTimestamp: localTimestampBuffer,
-              message: messageBuffer
+              localTimestamp: bufferLine.slice(0, DATE_MESSAGE_SPLIT_INDEX),
+              message: bufferLine.slice(DATE_MESSAGE_SPLIT_INDEX + 1)
             } as any
           } else {
-            let messageString = messageBuffer.toString()
+            let messageString = bufferLine.toString('utf8', DATE_MESSAGE_SPLIT_INDEX + 1)
 
             // hack to handle huobi long numeric id for trades
             if (exchange.startsWith('huobi-') && messageString.includes('.trade.detail')) {
@@ -152,12 +155,9 @@ export async function* replay<T extends Exchange, U extends boolean = false, Z e
 
             const message = JSON.parse(messageString)
 
-            const localTimestampString = localTimestampBuffer.toString()
-            const localTimestamp = new Date(localTimestampString)
+            const localTimestamp = new Date(bufferLine.toString('utf8', 0, DATE_MESSAGE_SPLIT_INDEX))
             if (withMicroseconds) {
-              // provide additionally fractions of millisecond at microsecond resolution
-              // local timestamp always has format like this 2019-06-01T00:03:03.1238784Z
-              localTimestamp.μs = parseμs(localTimestampString)
+              localTimestamp.μs = parseReplayMicroseconds(bufferLine)
             }
 
             yield {
@@ -227,12 +227,16 @@ export async function* replay<T extends Exchange, U extends boolean = false, Z e
 
 async function cleanupSlice(slicePath: string) {
   try {
-    await remove(slicePath)
+    await rm(slicePath, { force: true })
   } catch (e) {
     debug('cleanupSlice error %s %o', slicePath, e)
   }
 }
 
+function parseReplayMicroseconds(bufferLine: Buffer) {
+  return (bufferLine[23] - 48) * 100 + (bufferLine[24] - 48) * 10 + (bufferLine[25] - 48)
+}
+
 // gracefully terminate worker
 async function terminateWorker(worker: Worker, waitTimeout: number) {
   let cancelWait = () => {}
@@ -262,15 +266,7 @@ export function replayNormalized<T extends Exchange, U extends MapperFactory<T,
     waitWhenDataNotYetAvailable = undefined
   }: ReplayNormalizedOptions<T, Z>,
   ...normalizers: U
-): AsyncIterableIterator<
-  Z extends true
-    ? U extends MapperFactory<infer _, infer X>[]
-      ? X | Disconnect
-      : never
-    : U extends MapperFactory<infer _, infer X>[]
-    ? X
-    : never
-> {
+): AsyncIterableIterator<ReplayNormalizedMessage<U, Z>> {
   const fromDate = parseAsUTCDate(from)
 
   validateReplayNormalizedOptions(fromDate, normalizers)
@@ -359,7 +355,7 @@ class ReliableWorker extends EventEmitter {
   }
 
   private _initWorker() {
-    this._worker = new Worker(path.resolve(__dirname, 'worker.js'), {
+    this._worker = new Worker(new URL('./worker.js', import.meta.url), {
       workerData: this._payload
     })
 

package/src/stream.ts

@@ -1,8 +1,13 @@
-import { debug } from './debug'
-import { getFilters, normalizeMessages } from './handy'
-import { MapperFactory } from './mappers'
-import { createRealTimeFeed } from './realtimefeeds'
-import { Disconnect, Exchange, Filter, FilterForExchange } from './types'
+import { debug } from './debug.ts'
+import { getFilters, normalizeMessages } from './handy.ts'
+import { MapperFactory } from './mappers/index.ts'
+import { createRealTimeFeed } from './realtimefeeds/index.ts'
+import { Disconnect, Exchange, Filter, FilterForExchange } from './types.ts'
+
+type MapperOutput<T> = T extends MapperFactory<any, infer U> ? U : never
+type StreamNormalizedMessage<U extends readonly MapperFactory<any, any>[], Z extends boolean> = Z extends true
+  ? MapperOutput<U[number]> | Disconnect
+  : MapperOutput<U[number]>
 
 async function* _stream<T extends Exchange, U extends boolean = false>({
   exchange,
@@ -52,15 +57,7 @@ export function stream<T extends Exchange, U extends boolean = false>({
 async function* _streamNormalized<T extends Exchange, U extends MapperFactory<T, any>[], Z extends boolean = false>(
   { exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
   ...normalizers: U
-): AsyncIterableIterator<
-  Z extends true
-    ? U extends MapperFactory<infer _, infer X>[]
-      ? X | Disconnect
-      : never
-    : U extends MapperFactory<infer _, infer X>[]
-    ? X
-    : never
-> {
+): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
   while (true) {
     try {
       const createMappers = (localTimestamp: Date) => normalizers.map((m) => m(exchange, localTimestamp))
@@ -150,15 +147,7 @@ export type StreamNormalizedOptions<T extends Exchange, U extends boolean = fals
 export function streamNormalized<T extends Exchange, U extends MapperFactory<T, any>[], Z extends boolean = false>(
   { exchange, symbols, timeoutIntervalMS = 10000, withDisconnectMessages = undefined, onError = undefined }: StreamNormalizedOptions<T, Z>,
   ...normalizers: U
-): AsyncIterableIterator<
-  Z extends true
-    ? U extends MapperFactory<infer _, infer X>[]
-      ? X | Disconnect
-      : never
-    : U extends MapperFactory<infer _, infer X>[]
-    ? X
-    : never
-> {
+): AsyncIterableIterator<StreamNormalizedMessage<U, Z>> {
   let _iterator = _streamNormalized({ exchange, symbols, timeoutIntervalMS, withDisconnectMessages, onError }, ...normalizers)
 
   ;(_iterator as any).__realtime__ = true

package/src/types.ts

@@ -1,4 +1,4 @@
-import { EXCHANGES, EXCHANGE_CHANNELS_INFO } from './consts'
+import { EXCHANGES, EXCHANGE_CHANNELS_INFO } from './consts.ts'
 
 export type Exchange = (typeof EXCHANGES)[number]
 

package/src/worker.ts

@@ -1,10 +1,9 @@
 import dbg from 'debug'
-import { existsSync } from 'fs-extra'
+import { existsSync } from 'node:fs'
 import pMap from 'p-map'
 import { isMainThread, parentPort, workerData } from 'worker_threads'
-import { addMinutes, download, formatDateToPath, optimizeFilters, sequence, sha256, wait, cleanTempFiles } from './handy'
-import { Exchange, Filter } from './types'
-
+import { addMinutes, download, formatDateToPath, optimizeFilters, sequence, sha256, wait, cleanTempFiles } from './handy.ts'
+import { Exchange, Filter } from './types.ts'
 const debug = dbg('tardis-dev')
 
 if (isMainThread) {