@tradejs/infra 1.0.0

package/dist/redis.d.mts

@@ -0,0 +1,50 @@
+import Redis from 'ioredis';
+
+declare global {
+    var __redis__: Redis | undefined;
+}
+interface Options {
+    expire?: number;
+}
+interface DelKeyOptions {
+    raiseOnMisconf?: boolean;
+}
+declare const getKeys: (prefix: string) => Promise<string[]>;
+declare const getData: (key: string, fallback?: any) => Promise<any>;
+declare const delKey: (key: string) => Promise<boolean>;
+declare class RedisWriteBlockedError extends Error {
+    constructor(message: string);
+}
+declare const delKeyWithOptions: (key: string, options?: DelKeyOptions) => Promise<boolean>;
+declare const setData: <T>(key: string, data: T, options?: Options) => Promise<void>;
+declare const redisKeys: {
+    users: () => string;
+    user: (userName: string) => string;
+    bots: (userName: string) => string;
+    botsPrefix: () => string;
+    bot: (userName: string, botId: string) => string;
+    backtestConfig: (userName: string, config: string) => string;
+    strategies: (userName: string) => string;
+    strategyConfig: (userName: string, strategyName: string) => string;
+    strategyResults: (userName: string, strategyName: string) => string;
+    tests: (userName: string, strategyName?: string) => string;
+    testOrders: (userName: string, strategyName: string, testName: string) => string;
+    testConfig: (userName: string, strategyName: string, testName: string) => string;
+    testStat: (userName: string, strategyName: string, testName: string) => string;
+    cacheChunk: (userName: string, chunkId: string) => string;
+    cacheOrders: (userName: string, orderLogId: string) => string;
+    cachePositions: (userName: string, orderLogId: string) => string;
+    signal: (symbol: string, signalId: string) => string;
+    signalsBySymbol: (symbol: string) => string;
+    storeSignal: (symbol: string, signalId: string) => string;
+    analysis: (symbol: string, signalId: string) => string;
+    backtestResults: (userName: string, config: string, timestamp: string) => string;
+    mlSignalsByStrategy: (strategyName: string) => string;
+    mlSignals: () => string;
+    mlSignal: (strategyName: string, signalId: string) => string;
+    mlResultsByStrategy: (strategyName: string) => string;
+    mlResults: () => string;
+    mlResult: (strategyName: string, signalId: string) => string;
+};
+
+export { RedisWriteBlockedError, delKey, delKeyWithOptions, getData, getKeys, redisKeys, setData };

package/dist/redis.d.ts

@@ -0,0 +1,50 @@
+import Redis from 'ioredis';
+
+declare global {
+    var __redis__: Redis | undefined;
+}
+interface Options {
+    expire?: number;
+}
+interface DelKeyOptions {
+    raiseOnMisconf?: boolean;
+}
+declare const getKeys: (prefix: string) => Promise<string[]>;
+declare const getData: (key: string, fallback?: any) => Promise<any>;
+declare const delKey: (key: string) => Promise<boolean>;
+declare class RedisWriteBlockedError extends Error {
+    constructor(message: string);
+}
+declare const delKeyWithOptions: (key: string, options?: DelKeyOptions) => Promise<boolean>;
+declare const setData: <T>(key: string, data: T, options?: Options) => Promise<void>;
+declare const redisKeys: {
+    users: () => string;
+    user: (userName: string) => string;
+    bots: (userName: string) => string;
+    botsPrefix: () => string;
+    bot: (userName: string, botId: string) => string;
+    backtestConfig: (userName: string, config: string) => string;
+    strategies: (userName: string) => string;
+    strategyConfig: (userName: string, strategyName: string) => string;
+    strategyResults: (userName: string, strategyName: string) => string;
+    tests: (userName: string, strategyName?: string) => string;
+    testOrders: (userName: string, strategyName: string, testName: string) => string;
+    testConfig: (userName: string, strategyName: string, testName: string) => string;
+    testStat: (userName: string, strategyName: string, testName: string) => string;
+    cacheChunk: (userName: string, chunkId: string) => string;
+    cacheOrders: (userName: string, orderLogId: string) => string;
+    cachePositions: (userName: string, orderLogId: string) => string;
+    signal: (symbol: string, signalId: string) => string;
+    signalsBySymbol: (symbol: string) => string;
+    storeSignal: (symbol: string, signalId: string) => string;
+    analysis: (symbol: string, signalId: string) => string;
+    backtestResults: (userName: string, config: string, timestamp: string) => string;
+    mlSignalsByStrategy: (strategyName: string) => string;
+    mlSignals: () => string;
+    mlSignal: (strategyName: string, signalId: string) => string;
+    mlResultsByStrategy: (strategyName: string) => string;
+    mlResults: () => string;
+    mlResult: (strategyName: string, signalId: string) => string;
+};
+
+export { RedisWriteBlockedError, delKey, delKeyWithOptions, getData, getKeys, redisKeys, setData };

package/dist/redis.js

@@ -0,0 +1,337 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/redis.ts
+var redis_exports = {};
+__export(redis_exports, {
+  RedisWriteBlockedError: () => RedisWriteBlockedError,
+  delKey: () => delKey,
+  delKeyWithOptions: () => delKeyWithOptions,
+  getData: () => getData,
+  getKeys: () => getKeys,
+  redisKeys: () => redisKeys,
+  setData: () => setData
+});
+module.exports = __toCommonJS(redis_exports);
+var import_ioredis = __toESM(require("ioredis"));
+var TTL_1D = 86400;
+var toJson = (value) => JSON.stringify(value);
+var logger = {
+  log: (level, message, ...args) => {
+    const method = level === "error" ? "error" : level === "warn" ? "warn" : "log";
+    console[method](`[infra:redis] ${message}`, ...args);
+  }
+};
+var redisConnectionWarningShown = false;
+var redisUnavailable = false;
+var isRedisConnectivityError = (error) => /ECONNREFUSED|ENOTFOUND|EAI_AGAIN|ETIMEDOUT|MaxRetriesPerRequestError|Connection is closed|Stream isn't writeable/i.test(
+  error.message
+);
+var toNonNegativeInt = (value, fallback) => {
+  const parsed = Number.parseInt(String(value ?? ""), 10);
+  return Number.isFinite(parsed) && parsed >= 0 ? parsed : fallback;
+};
+var toPositiveInt = (value, fallback) => {
+  const parsed = Number.parseInt(String(value ?? ""), 10);
+  return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+var markRedisUnavailable = (error) => {
+  redisUnavailable = true;
+  if (redisConnectionWarningShown) return;
+  redisConnectionWarningShown = true;
+  logger.log(
+    "warn",
+    "Redis is unavailable: %s. Cache-dependent features are temporarily disabled.",
+    error.message
+  );
+};
+var getRedis = () => {
+  if (!global.__redis__) {
+    const host = process.env.REDIS_HOST || "127.0.0.1";
+    const port = toPositiveInt(process.env.REDIS_PORT, 6379);
+    const connectTimeout = toPositiveInt(
+      process.env.REDIS_CONNECT_TIMEOUT_MS,
+      3e3
+    );
+    const maxRetriesPerRequest = toNonNegativeInt(
+      process.env.REDIS_MAX_RETRIES_PER_REQUEST,
+      1
+    );
+    global.__redis__ = new import_ioredis.default({
+      host,
+      port,
+      connectTimeout,
+      maxRetriesPerRequest,
+      enableOfflineQueue: false,
+      retryStrategy: (attempt) => Math.min(attempt * 200, 2e3)
+    });
+    global.__redis__.on("error", (error) => {
+      if (isRedisConnectivityError(error)) {
+        markRedisUnavailable(error);
+        return;
+      }
+      logger.log("error", "Redis client error: %s", String(error));
+    });
+    global.__redis__.on("ready", () => {
+      redisUnavailable = false;
+      if (redisConnectionWarningShown) {
+        redisConnectionWarningShown = false;
+        logger.log("info", "Redis connection restored");
+      }
+    });
+  }
+  return global.__redis__;
+};
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var getRedisStatus = (redis) => String(redis.status ?? "ready");
+var waitForRedisReady = async (redis) => {
+  if (getRedisStatus(redis) === "ready") {
+    return true;
+  }
+  const readyTimeoutMs = toPositiveInt(
+    process.env.REDIS_READY_TIMEOUT_MS,
+    toPositiveInt(process.env.REDIS_CONNECT_TIMEOUT_MS, 3e3)
+  );
+  const startedAt = Date.now();
+  while (Date.now() - startedAt < readyTimeoutMs) {
+    if (getRedisStatus(redis) === "ready") {
+      return true;
+    }
+    if (getRedisStatus(redis) === "end") {
+      return false;
+    }
+    await sleep(50);
+  }
+  return getRedisStatus(redis) === "ready";
+};
+var getReadyRedis = async () => {
+  if (redisUnavailable) return null;
+  const redis = getRedis();
+  const ready = await waitForRedisReady(redis);
+  if (ready) {
+    return redis;
+  }
+  markRedisUnavailable(
+    new Error(`Redis is not ready (status=${getRedisStatus(redis)})`)
+  );
+  return null;
+};
+var toResultString = (result) => {
+  if (result == null) return null;
+  if (typeof result === "string") return result;
+  if (Buffer.isBuffer(result)) return result.toString("utf8");
+  return String(result);
+};
+var DEFAULT_OPTIONS = {
+  expire: TTL_1D
+};
+var parseJsonOrDeleteKey = async (redis, key, raw, fallback) => {
+  try {
+    return JSON.parse(raw);
+  } catch (e) {
+    logger.log("error", "failed JSON.parse(%s): %s", key, String(e));
+    await redis.del(key);
+    return fallback;
+  }
+};
+var getKeys = async (prefix) => {
+  if (redisUnavailable) return [];
+  const redis = await getReadyRedis();
+  if (!redis) return [];
+  const keys = [];
+  try {
+    let cursor = "0";
+    do {
+      const [nextCursor, batch] = await redis.scan(
+        cursor,
+        "MATCH",
+        `${prefix}*`,
+        "COUNT",
+        "200"
+      );
+      cursor = nextCursor;
+      for (const key of batch) {
+        if (key.startsWith(prefix)) {
+          keys.push(key);
+        }
+      }
+    } while (cursor !== "0");
+  } catch (e) {
+    if (e instanceof Error && isRedisConnectivityError(e)) {
+      markRedisUnavailable(e);
+      return [];
+    }
+    logger.log("warn", "failed SCAN for %s: %s", prefix, String(e));
+    return [];
+  }
+  return keys;
+};
+var getData = async (key, fallback = []) => {
+  if (redisUnavailable) return fallback;
+  const redis = await getReadyRedis();
+  if (!redis) return fallback;
+  try {
+    const rawJson = await redis.call("JSON.GET", key);
+    const raw = toResultString(rawJson);
+    if (raw == null) return fallback;
+    return parseJsonOrDeleteKey(redis, key, raw, fallback);
+  } catch (e) {
+    if (e instanceof Error && isRedisConnectivityError(e)) {
+      markRedisUnavailable(e);
+      return fallback;
+    }
+    logger.log(
+      "error",
+      "failed JSON.GET %s: %s (fallback to GET)",
+      key,
+      String(e)
+    );
+  }
+  try {
+    const raw = await redis.get(key);
+    if (raw == null) return fallback;
+    return parseJsonOrDeleteKey(redis, key, raw, fallback);
+  } catch (e) {
+    if (e instanceof Error && isRedisConnectivityError(e)) {
+      markRedisUnavailable(e);
+      return fallback;
+    }
+    logger.log("error", "failed GET %s: %s", key, String(e));
+    return fallback;
+  }
+};
+var delKey = async (key) => {
+  return delKeyWithOptions(key);
+};
+var RedisWriteBlockedError = class extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "RedisWriteBlockedError";
+  }
+};
+var delKeyWithOptions = async (key, options = {}) => {
+  if (redisUnavailable) return false;
+  const { raiseOnMisconf = false } = options;
+  const redis = await getReadyRedis();
+  if (!redis) return false;
+  try {
+    const result = await redis.del(key);
+    if (result === 1) {
+      return true;
+    }
+    return false;
+  } catch (e) {
+    if (e instanceof Error && isRedisConnectivityError(e)) {
+      markRedisUnavailable(e);
+      return false;
+    }
+    const msg = String(e);
+    if (raiseOnMisconf && msg.includes("MISCONF")) {
+      throw new RedisWriteBlockedError(msg);
+    }
+    logger.log("error", "failed DEL %s: %s", key, String(e));
+    return false;
+  }
+};
+var setData = async (key, data, options = {}) => {
+  if (redisUnavailable) return;
+  const { expire } = { ...DEFAULT_OPTIONS, ...options };
+  const redis = await getReadyRedis();
+  if (!redis) return;
+  const value = toJson(data);
+  try {
+    await redis.call("JSON.SET", key, "$", value);
+    if (expire) {
+      await redis.expire(key, expire);
+    }
+  } catch (e) {
+    if (e instanceof Error && isRedisConnectivityError(e)) {
+      markRedisUnavailable(e);
+      return;
+    }
+    logger.log(
+      "error",
+      "failed JSON.SET %s: %s (fallback to SET)",
+      key,
+      String(e)
+    );
+    try {
+      if (expire) {
+        await redis.set(key, value, "EX", expire);
+      } else {
+        await redis.set(key, value);
+      }
+    } catch (e2) {
+      if (e2 instanceof Error && isRedisConnectivityError(e2)) {
+        markRedisUnavailable(e2);
+        return;
+      }
+      logger.log("error", "failed SET %s: %s", key, String(e2));
+    }
+  }
+};
+var redisKeys = {
+  users: () => "users:index:",
+  user: (userName) => `users:index:${userName}`,
+  bots: (userName) => `users:${userName}:bots`,
+  botsPrefix: () => "users:",
+  bot: (userName, botId) => `users:${userName}:bots:${botId}`,
+  backtestConfig: (userName, config) => `users:${userName}:backtests:configs:${config}`,
+  strategies: (userName) => `users:${userName}:strategies`,
+  strategyConfig: (userName, strategyName) => `users:${userName}:strategies:${strategyName}:config`,
+  strategyResults: (userName, strategyName) => `users:${userName}:strategies:${strategyName}:results`,
+  tests: (userName, strategyName) => strategyName ? `users:${userName}:tests:${strategyName}` : `users:${userName}:tests:`,
+  testOrders: (userName, strategyName, testName) => `users:${userName}:tests:${strategyName}:${testName}:orders`,
+  testConfig: (userName, strategyName, testName) => `users:${userName}:tests:${strategyName}:${testName}:config`,
+  testStat: (userName, strategyName, testName) => `users:${userName}:tests:${strategyName}:${testName}:stat`,
+  cacheChunk: (userName, chunkId) => `users:${userName}:cache:tests:chunks:${chunkId}`,
+  cacheOrders: (userName, orderLogId) => `users:${userName}:cache:tests:orders:${orderLogId}`,
+  cachePositions: (userName, orderLogId) => `users:${userName}:cache:tests:positions:${orderLogId}`,
+  signal: (symbol, signalId) => `signals:${symbol}:${signalId}`,
+  signalsBySymbol: (symbol) => `signals:${symbol}:`,
+  storeSignal: (symbol, signalId) => `store:signals:${symbol}:${signalId}`,
+  analysis: (symbol, signalId) => `analysis:${symbol}:${signalId}`,
+  backtestResults: (userName, config, timestamp) => `users:${userName}:backtests:results:${config}:${timestamp}`,
+  mlSignalsByStrategy: (strategyName) => `ml:${strategyName}:signals:`,
+  mlSignals: () => "ml:",
+  mlSignal: (strategyName, signalId) => `ml:${strategyName}:signals:${signalId}`,
+  mlResultsByStrategy: (strategyName) => `ml:${strategyName}:results:`,
+  mlResults: () => "ml:",
+  mlResult: (strategyName, signalId) => `ml:${strategyName}:results:${signalId}`
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  RedisWriteBlockedError,
+  delKey,
+  delKeyWithOptions,
+  getData,
+  getKeys,
+  redisKeys,
+  setData
+});