@quantform/core 0.6.6 → 0.7.0-beta.4

package/src/module.ts

@@ -0,0 +1,156 @@
+import 'reflect-metadata';
+
+import { AsyncLocalStorage } from 'node:async_hooks';
+import {
+  container,
+  DependencyContainer,
+  inject,
+  injectable,
+  injectAll,
+  InjectionToken,
+  Lifecycle
+} from 'tsyringe';
+
+export const provider = injectable;
+export const provide = inject;
+export const provideAll = injectAll;
+
+export type Dependency = {
+  provide: InjectionToken;
+  useClass?: any;
+  useValue?: any;
+};
+
+function noModuleError() {
+  return new Error('Please do not use dependency injection outside of hooks context.');
+}
+
+function withModuleError() {
+  return new Error('Please do not use with hooks in context.');
+}
+
+function notInitializedModuleError() {
+  return new Error('You need to initialize a module before use.');
+}
+
+function missingInjectionTokenError(token: InjectionToken) {
+  return new Error(`Unable to resolve unregistered dependency: ${token.toString()}`);
+}
+
+/**
+ *
+ */
+const moduleLocalStorage = new AsyncLocalStorage();
+
+/**
+ * Hook to get access to current execution module dependencies.
+ */
+export const useContext = <T>(token: InjectionToken<T>) => {
+  const module = moduleLocalStorage.getStore() as Module | undefined;
+
+  if (!module) {
+    throw noModuleError();
+  }
+
+  return module.get<T>(token);
+};
+
+/**
+ * Hook to get access to current execution module dependencies.
+ */
+export const throwWithContext = () => {
+  if (moduleLocalStorage.getStore()) {
+    throw withModuleError();
+  }
+};
+
+/**
+ * A module is a collection of services, values, and factories that can be
+ * registered with a dependency container.
+ */
+export class Module {
+  private container?: DependencyContainer;
+
+  constructor(private readonly dependencies: Dependency[]) {}
+
+  /**
+   * Builds and initializes dependencies.
+   */
+  async awake(): Promise<{ act: <T>(func: () => T) => T }> {
+    this.container = this.buildContainer();
+
+    return {
+      /**
+       * Associate callback function with current executing module
+       */
+      act: <T>(func: () => T) => moduleLocalStorage.run(this, func)
+    };
+  }
+
+  /**
+   * Disposes all dependencies instantiated by this module.
+   * @returns
+   */
+  dispose() {
+    if (!this.container) {
+      return;
+    }
+
+    this.container = undefined;
+  }
+
+  /**
+   * Builds a new instance of dependency container based on module definition.
+   * @returns
+   */
+  protected buildContainer(): DependencyContainer {
+    const childContainer = container.createChildContainer();
+
+    this.dependencies.forEach(it => {
+      if (it.useValue) {
+        childContainer.register(it.provide, { useValue: it.useValue });
+      } else {
+        childContainer.register(it.provide, it.useClass ?? it.provide, {
+          lifecycle: Lifecycle.Singleton
+        });
+      }
+    });
+
+    return childContainer;
+  }
+
+  /**
+   * Resolves a dependency from the module.
+   * @param token represents the identifier for the dependency that you want to
+   * resolve from the container.
+   * @returns instance of the dependency.
+   */
+  get<T>(token: InjectionToken<T>): T {
+    if (!this.container) {
+      throw notInitializedModuleError();
+    }
+
+    if (!this.container.isRegistered(token)) {
+      throw missingInjectionTokenError(token);
+    }
+
+    return this.container.resolve<T>(token);
+  }
+
+  /**
+   * Resolves a collection of dependencies from the module.
+   * @param token
+   * @returns
+   */
+  getAll<T>(token: InjectionToken<T>): T[] {
+    if (!this.container) {
+      throw notInitializedModuleError();
+    }
+
+    if (!this.container.isRegistered(token)) {
+      throw missingInjectionTokenError(token);
+    }
+
+    return container.resolveAll<T>(token);
+  }
+}

package/src/not-found.ts

@@ -0,0 +1 @@
+export const notFound = Symbol.for('not-found');

package/src/replay/index.ts

@@ -0,0 +1,6 @@
+export * from './use-replay';
+export * from './use-replay-coordinator';
+export * from './use-replay-options';
+export * from './use-replay-reader';
+export * from './use-replay-writer';
+export * from './with-replay';

package/src/replay/use-replay-coordinator.ts

@@ -0,0 +1,142 @@
+import { defer, filter, map, Subject } from 'rxjs';
+
+import { dependency } from '@lib/use-hash';
+import { useMemo } from '@lib/use-memo';
+
+import { between } from '..';
+import { useReplayOptions } from './use-replay-options';
+import { useReplayReader } from './use-replay-reader';
+
+export function useReplayCoordinator() {
+  const options = useReplayOptions();
+
+  return useMemo(() => {
+    let timestamp = options.from;
+    let stopAcquire = 1;
+    let sequence = 0;
+    const subscriptions = Array.of<SampleCursor>();
+    const stream$ = new Subject<[SampleCursor, { timestamp: number }]>();
+
+    const subscribe = (dependencies: dependency[]) => {
+      const cursor = useSampleCursor(dependencies);
+
+      if (!subscriptions.includes(cursor)) {
+        subscriptions.push(cursor);
+      }
+
+      return defer(() => {
+        tryContinue();
+
+        return stream$.pipe(
+          filter(([cur]) => cur === cursor),
+          map(([, it]) => it)
+        );
+      });
+    };
+
+    const current = async () => {
+      let next: SampleCursor | undefined;
+
+      for (const cursor of subscriptions) {
+        if (cursor.size() == 0 && !cursor.completed) {
+          await cursor.fetchNextPage(timestamp, options.to + 1);
+        }
+
+        if (cursor.peek()) {
+          if (!next || next.peek().timestamp > cursor.peek().timestamp) {
+            next = cursor;
+          }
+        }
+      }
+
+      return next;
+    };
+
+    const processNext = async () => {
+      const cursor = await current();
+
+      if (!cursor || !cursor.peek()) {
+        stream$.complete();
+
+        return false;
+      }
+
+      const sample = cursor.dequeue();
+
+      timestamp = sample.timestamp;
+      sequence++;
+
+      stream$.next([cursor, sample]);
+
+      return true;
+    };
+
+    const next = async () => {
+      if (await processNext()) {
+        if (stopAcquire === 0) {
+          setImmediate(next);
+        }
+      }
+    };
+
+    const stop = () => stopAcquire++;
+    const tryContinue = () => {
+      if (stopAcquire == 0) {
+        return;
+      }
+
+      stopAcquire = Math.max(0, stopAcquire - 1);
+
+      if (stopAcquire != 0) {
+        return;
+      }
+
+      next();
+    };
+
+    return {
+      timestamp: () => timestamp,
+      stop,
+      tryContinue,
+      subscribe
+    };
+  }, [useReplayCoordinator.name]);
+}
+
+type SampleCursor = Awaited<ReturnType<typeof useSampleCursor>>;
+
+function useSampleCursor<T>(dependencies: dependency[]) {
+  return useMemo(() => {
+    const read = useReplayReader<T>(dependencies);
+    let page = new Array<{ timestamp: number; payload: T }>();
+    let index = 0;
+    let completed = false;
+
+    const size = () => page.length - index;
+    const peek = () => page[index];
+    const dequeue = () => page[index++];
+    const fetchNextPage = async (from: number, to: number) => {
+      if (completed) {
+        return;
+      }
+
+      index = 0;
+
+      page = await read({
+        where: {
+          timestamp: between(from, to)
+        },
+        limit: 10000
+      });
+      completed = page.length == 0;
+    };
+
+    return {
+      size,
+      peek,
+      dequeue,
+      fetchNextPage,
+      completed
+    };
+  }, [useSampleCursor.name, ...dependencies]);
+}

package/src/replay/use-replay-options.ts

@@ -0,0 +1,23 @@
+import { Dependency, useContext } from '@lib/module';
+
+const injectionToken = Symbol('replay-options');
+
+type ReplayOptions = {
+  from: number;
+  to: number;
+};
+
+/**
+ *
+ */
+export function replayOptions(options: ReplayOptions): Dependency {
+  return {
+    provide: injectionToken,
+    useValue: options
+  };
+}
+
+/**
+ * Will return current replay execution options.
+ */
+export const useReplayOptions = () => useContext<ReplayOptions>(injectionToken);

package/src/replay/use-replay-reader.spec.ts

@@ -0,0 +1,64 @@
+import { makeTestModule, mockedFunc } from '@lib/make-test-module';
+import { gt, Storage } from '@lib/storage';
+
+import { useReplayReader } from './use-replay-reader';
+import { useReplayStorage } from './use-replay-storage';
+
+jest.mock('./use-replay-storage', () => ({
+  ...jest.requireActual('./use-replay-storage'),
+  useReplayStorage: jest.fn()
+}));
+
+describe(useReplayReader.name, () => {
+  let fixtures: Awaited<ReturnType<typeof getFixtures>>;
+
+  beforeEach(async () => {
+    fixtures = await getFixtures();
+  });
+
+  test('read sample candle data from storage', async () => {
+    await fixtures.givenDataStored(fixtures.sample);
+    const data = await fixtures.whenDataRequested();
+
+    expect(data).toEqual(fixtures.sample);
+  });
+});
+
+async function getFixtures() {
+  const { act } = await makeTestModule([]);
+
+  const dependencies = ['binance:btc-usdt', 'candle', 'h1'];
+  const query: jest.MockedFunction<Storage['query']> = jest.fn();
+
+  mockedFunc(useReplayStorage).mockReturnValue({ query } as any);
+
+  return {
+    sample: [
+      { timestamp: 1, payload: { o: 1.1, h: 1.1, l: 1.1, c: 1.1 } },
+      { timestamp: 2, payload: { o: 1.1, h: 2.2, l: 1.1, c: 2.2 } },
+      { timestamp: 3, payload: { o: 1.1, h: 3.3, l: 1.1, c: 3.3 } }
+    ],
+
+    givenDataStored<T>(data: { timestamp: number; payload: T }[]) {
+      return query.mockReturnValue(
+        Promise.resolve(
+          data.map(it => ({
+            kind: 'sample',
+            timestamp: it.timestamp,
+            json: JSON.stringify(it.payload)
+          }))
+        )
+      );
+    },
+
+    async whenDataRequested<T>() {
+      return await act(() =>
+        useReplayReader<T>(dependencies)({
+          where: {
+            timestamp: gt(0)
+          }
+        })
+      );
+    }
+  };
+}

package/src/replay/use-replay-reader.ts

@@ -0,0 +1,23 @@
+import { Query, QueryObject } from '@lib/storage';
+import { dependency, useHash } from '@lib/use-hash';
+
+import { replaySerializableObject, useReplayStorage } from './use-replay-storage';
+
+export function useReplayReader<T>(dependencies: dependency[]) {
+  const storage = useReplayStorage();
+  const key = useHash(dependencies);
+
+  return async (query: Query<QueryObject>) =>
+    (
+      await storage.query(replaySerializableObject(key), {
+        where: {
+          timestamp: query.where?.timestamp
+        },
+        limit: query.limit,
+        orderBy: query.orderBy
+      })
+    ).map(it => ({
+      timestamp: it.timestamp,
+      payload: JSON.parse(it.json) as T
+    }));
+}

package/src/replay/use-replay-storage.ts

@@ -0,0 +1,8 @@
+import { Storage, useStorage } from '@lib/storage';
+
+export const replaySerializableObject = (key: string) =>
+  Storage.createObject(key, { timestamp: 'number', json: 'string' });
+
+export function useReplayStorage() {
+  return useStorage(['replay']);
+}

package/src/replay/use-replay-writer.spec.ts

@@ -0,0 +1,56 @@
+import { makeTestModule, mockedFunc } from '@lib/make-test-module';
+import { Storage } from '@lib/storage';
+import { useHash } from '@lib/use-hash';
+
+import { useReplayStorage } from './use-replay-storage';
+import { useReplayWriter } from './use-replay-writer';
+
+jest.mock('./use-replay-storage', () => ({
+  ...jest.requireActual('./use-replay-storage'),
+  useReplayStorage: jest.fn()
+}));
+
+describe.skip(useReplayWriter.name, () => {
+  let fixtures: Awaited<ReturnType<typeof getFixtures>>;
+
+  beforeEach(async () => {
+    fixtures = await getFixtures();
+  });
+
+  test('write sample candle data to storage', async () => {
+    await fixtures.whenReplayDataWritten(fixtures.sample);
+    await fixtures.thenReplayDataSaved(fixtures.sample);
+  });
+});
+
+async function getFixtures() {
+  const { act } = await makeTestModule([]);
+
+  const dependencies = ['binance:btc-usdt', 'candle', 'h1'];
+  const save: Storage['save'] = jest.fn();
+
+  mockedFunc(useReplayStorage).mockReturnValue({ save } as any);
+
+  return {
+    sample: [
+      { timestamp: 1, payload: { o: 1.1, h: 1.1, l: 1.1, c: 1.1 } },
+      { timestamp: 2, payload: { o: 1.1, h: 2.2, l: 1.1, c: 2.2 } },
+      { timestamp: 3, payload: { o: 1.1, h: 3.3, l: 1.1, c: 3.3 } }
+    ],
+
+    whenReplayDataWritten<T>(data: { timestamp: number; payload: T }[]) {
+      return act(() => useReplayWriter(dependencies)(data));
+    },
+
+    async thenReplayDataSaved<T>(data: { timestamp: number; payload: T }[]) {
+      expect(save).toHaveBeenCalledWith(
+        useHash(dependencies),
+        data.map(it => ({
+          kind: 'sample',
+          timestamp: it.timestamp,
+          json: JSON.stringify(it.payload)
+        }))
+      );
+    }
+  };
+}

package/src/replay/use-replay-writer.ts

@@ -0,0 +1,17 @@
+import { dependency, useHash } from '@lib/use-hash';
+
+import { replaySerializableObject, useReplayStorage } from './use-replay-storage';
+
+export function useReplayWriter<T>(dependencies: dependency[]) {
+  const storage = useReplayStorage();
+  const key = useHash(dependencies);
+
+  return (samples: { timestamp: number; payload: T }[]) =>
+    storage.save(
+      replaySerializableObject(key),
+      samples.map(it => ({
+        timestamp: it.timestamp,
+        json: JSON.stringify(it.payload)
+      }))
+    );
+}

package/src/replay/use-replay.spec.ts

@@ -0,0 +1,132 @@
+import { from, lastValueFrom, tap } from 'rxjs';
+
+import { makeTestModule } from '@lib/make-test-module';
+import { useReplayCoordinator } from '@lib/replay/use-replay-coordinator';
+import { replayExecutionMode } from '@lib/use-execution-mode';
+import { dependency } from '@lib/use-hash';
+
+import { between } from '..';
+import { useReplay } from './use-replay';
+import { replayOptions } from './use-replay-options';
+import { useReplayReader } from './use-replay-reader';
+import { useReplayWriter } from './use-replay-writer';
+
+describe.skip(useReplayCoordinator.name, () => {
+  let fixtures: Awaited<ReturnType<typeof getFixtures>>;
+
+  beforeEach(async () => {
+    fixtures = await getFixtures();
+  });
+
+  test('return single data stream for single data source', async () => {
+    fixtures.givenRecordingEnabled(false);
+    await fixtures.givenSampleStored(fixtures.sample1, ['sample1']);
+
+    const sample1 = fixtures.whenUseReplayCalled(fixtures.sample1, ['sample']);
+    await fixtures.whenUseSampleStreamerStarted();
+
+    expect(await sample1).toEqual(fixtures.sample1);
+  });
+
+  test('return combined data stream for multiple data sources', async () => {
+    fixtures.givenRecordingEnabled(false);
+    await fixtures.givenSampleStored(fixtures.sample1, ['sample1']);
+    await fixtures.givenSampleStored(fixtures.sample2, ['sample2']);
+
+    const sample1 = fixtures.whenUseReplayCalled(fixtures.sample1, ['sample1']);
+    const sample2 = fixtures.whenUseReplayCalled(fixtures.sample2, ['sample2']);
+    await fixtures.whenUseSampleStreamerStarted();
+
+    expect(await sample1).toEqual(fixtures.sample1);
+    expect(await sample2).toEqual(fixtures.sample2);
+  });
+
+  test('record and write data stream into storage', async () => {
+    fixtures.givenRecordingEnabled(true);
+    const sample1 = await fixtures.whenUseReplayCalled(fixtures.sample1, ['sample1x']);
+    const sample2 = await fixtures.whenUseReplayCalled(fixtures.sample2, ['sample2x']);
+
+    fixtures.thenReplaySampleStored(sample1, ['sample1x']);
+    fixtures.thenReplaySampleStored(sample2, ['sample2x']);
+  });
+});
+
+async function getFixtures() {
+  const executionMode = replayExecutionMode();
+
+  const { act } = await makeTestModule([
+    executionMode,
+    replayOptions({ from: 0, to: Number.MAX_VALUE })
+  ]);
+
+  return {
+    sample1: [
+      { timestamp: 1, payload: { o: 111, h: 112, l: 113, c: 114 } },
+      { timestamp: 2, payload: { o: 121, h: 122, l: 123, c: 124 } },
+      { timestamp: 3, payload: { o: 131, h: 132, l: 133, c: 134 } }
+    ],
+    sample2: [
+      { timestamp: 1, payload: { o: 211, h: 212, l: 213, c: 214 } },
+      { timestamp: 2, payload: { o: 221, h: 222, l: 223, c: 224 } },
+      { timestamp: 3, payload: { o: 231, h: 232, l: 233, c: 234 } }
+    ],
+
+    givenRecordingEnabled(recording: boolean) {
+      executionMode.useValue.recording = recording;
+    },
+
+    givenSampleStored<T>(
+      sample: { timestamp: number; payload: T }[],
+      dependencies: dependency[]
+    ) {
+      return act(() => {
+        const writer = useReplayWriter(dependencies);
+
+        return writer(sample);
+      });
+    },
+
+    async whenUseReplayCalled<T>(
+      input: { timestamp: number; payload: T }[],
+      dependencies: dependency[]
+    ) {
+      const sample = Array.of<{ timestamp: number; payload: T }>();
+
+      await act(() =>
+        lastValueFrom(
+          useReplay<T>(from(input), dependencies).pipe(tap(it => sample.push(it)))
+        )
+      );
+
+      return sample;
+    },
+
+    whenUseSampleStreamerStarted() {
+      act(() => {
+        const { tryContinue } = useReplayCoordinator();
+
+        tryContinue();
+      });
+    },
+
+    async thenReplaySampleStored<T extends { timestamp: number }>(
+      sample: T[],
+      dependencies: dependency[]
+    ) {
+      const stored = await act(() => {
+        const reader = useReplayReader(dependencies);
+
+        return reader({
+          where: {
+            timestamp: between(
+              sample[0].timestamp,
+              sample[sample.length - 1].timestamp + 1
+            )
+          }
+        });
+      });
+
+      expect(stored).toEqual(sample);
+    }
+  };
+}

package/src/replay/use-replay.ts

@@ -0,0 +1,34 @@
+import { concatMap, map, Observable } from 'rxjs';
+
+import { useReplayCoordinator } from '@lib/replay/use-replay-coordinator';
+import { useExecutionMode } from '@lib/use-execution-mode';
+import { dependency } from '@lib/use-hash';
+
+import { useReplayWriter } from './use-replay-writer';
+
+export const useReplay = <T>(
+  input: Observable<{ timestamp: number; payload: T }>,
+  dependencies: dependency[]
+) => {
+  const { isReplay, recording } = useExecutionMode();
+
+  if (isReplay) {
+    const { subscribe } = useReplayCoordinator();
+
+    return subscribe(dependencies).pipe(
+      map(it => it as unknown as { timestamp: number; payload: T })
+    );
+  }
+
+  if (recording) {
+    const writer = useReplayWriter(dependencies);
+    return input.pipe(
+      concatMap(async it => {
+        await writer([it]);
+        return it;
+      })
+    );
+  }
+
+  return input;
+};

package/src/replay/with-replay.ts

@@ -0,0 +1,10 @@
+import { Observable } from 'rxjs';
+
+import { use } from '@lib/use';
+import { dependency } from '@lib/use-hash';
+
+export function withReplay<T extends Array<dependency>, U extends Observable<K>, K>(
+  fn: (...args: T) => U
+): (...args: T) => U {
+  return use(fn);
+}

package/src/session/index.ts

@@ -0,0 +1,3 @@
+export * from './use-session';
+export * from './use-session-object';
+export * from './use-session-storage';