@levrbet/shared 0.1.0

package/dist/server/liquidation-engine/redis.cache.manager/prices.set.manager.js

@@ -0,0 +1,242 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkChangeOverActive = exports.setChangeOverActive = exports.getStreamData = exports.deleteStream = exports.addPrices = exports.streamsOfMarketsBeingWatched = exports.removeStreamFromSet = exports.updateStreamSetsRoundRobin = void 0;
+const config_1 = require("../../config");
+const oracle_1 = require("../../oracle");
+const cache_keys_util_1 = require("./cache.keys.util");
+/**
+ * Updates the round-robin assignment of a market's price stream to a Redis set.
+ *
+ * This function manages the distribution of market price streams across a fixed number of Redis sets,
+ * using a round-robin strategy to balance load and ensure even distribution. It performs the following steps atomically:
+ * 1. Retrieves the current round-robin index from Redis.
+ * 2. Calculates the next index, wrapping around based on `LE_STREAMS_SETS_MAX_COUNT`.
+ * 3. Adds the given `marketId` to the corresponding Redis set for the next round.
+ * 4. Updates the round-robin index in Redis.
+ * 5. Maps the `marketId` to its assigned set index in a Redis hash for quick lookup.
+ *
+ * All Redis operations are executed in a single pipeline to ensure atomicity and performance.
+ *
+ * @param redis - The Redis client instance used for executing commands.
+ * @param marketId - The unique identifier for the market, represented as a 16-byte value.
+ * @returns A promise that resolves when the operation is complete.
+ *
+ * @remarks
+ * - Assumes that `LE_STREAMS_SETS_MAX_COUNT`, `lastUpdatedStreamSetCountKey`, `marketsBeingWatched`, `PRICE_STREAM_KEY`,
+ *   and `MARKET_TO_SET_ID` are defined and accessible in the module scope.
+ * - Ensures that each market is always assigned to a set, and the mapping is kept up-to-date for efficient retrieval.
+ * - Designed for high-throughput environments where market assignments need to be balanced dynamically.
+ */
+const updateStreamSetsRoundRobin = async (redis, marketId) => {
+    // Get the current Id for round robin
+    let Id = await redis.get(cache_keys_util_1.lastUpdatedStreamSetCountKey);
+    Id ?? (Id = "0");
+    const nextId = (parseInt(Id, 10) + 1) % cache_keys_util_1.LE_STREAMS_SETS_MAX_COUNT;
+    const pipeline = redis.pipeline();
+    // Add marketId to the watched set
+    pipeline.sadd((0, cache_keys_util_1.marketsBeingWatched)(nextId), (0, cache_keys_util_1.PRICE_STREAM_KEY)(marketId));
+    // Update the last updated Id
+    pipeline.set(cache_keys_util_1.lastUpdatedStreamSetCountKey, nextId.toString());
+    // Key = MARKET_TO_SET_ID
+    // Value = nextId
+    // FIELD = marketId
+    pipeline.hset(cache_keys_util_1.MARKET_TO_SET_ID, marketId, nextId.toString());
+    await pipeline.exec();
+};
+exports.updateStreamSetsRoundRobin = updateStreamSetsRoundRobin;
+// use this at market completed/settlement to remove it from being watched
+/**
+ * Removes a market's price stream from its associated Redis set and deletes its mapping.
+ *
+ * This function performs the following steps atomically using a Redis pipeline:
+ * 1. Retrieves the set ID associated with the given `marketId` from the `MARKET_TO_SET_ID` hash.
+ * 2. If the mapping does not exist, logs a warning and exits.
+ * 3. Removes the market's price stream key from the corresponding watched set.
+ * 4. Deletes the mapping of `marketId` from the `MARKET_TO_SET_ID` hash.
+ * 5. Executes the pipeline and checks for errors, logging and rethrowing if any occur.
+ * 6. Logs successful removal of the market from the set.
+ *
+ * @param redis - The Redis client instance used for executing commands.
+ * @param marketId - The unique identifier for the market whose stream should be removed.
+ * @returns A promise that resolves when the operation is complete.
+ * @throws If any Redis operation in the pipeline fails, the error is logged and rethrown.
+ *
+ * @remarks
+ * - Ensures atomicity and consistency by using Redis pipelines.
+ * - Designed for use in environments where market-to-set mappings are dynamically managed.
+ * - Logging is performed at both warning and error levels for observability.
+ */
+const removeStreamFromSet = async (redis, marketId) => {
+    const setIdStr = await redis.hget(cache_keys_util_1.MARKET_TO_SET_ID, marketId);
+    if (!setIdStr) {
+        config_1.logger.warn(`Market ${marketId} mapping not found`);
+        return;
+    }
+    // Remove marketId from the watched set
+    const setId = parseInt(setIdStr, 10);
+    const pipeline = redis.pipeline();
+    pipeline.srem((0, cache_keys_util_1.marketsBeingWatched)(setId), (0, cache_keys_util_1.PRICE_STREAM_KEY)(marketId));
+    pipeline.hdel(cache_keys_util_1.MARKET_TO_SET_ID, marketId);
+    const results = await pipeline.exec();
+    if (results) {
+        for (const [err] of results) {
+            if (err) {
+                config_1.logger.error(`Error removing market ${marketId} from set ${setId}: ${err.message}`);
+                throw err;
+            }
+        }
+    }
+    config_1.logger.info(`Market ${marketId} removed from set ${setId}`);
+};
+exports.removeStreamFromSet = removeStreamFromSet;
+// gets the stream to add to xread for a worker
+const streamsOfMarketsBeingWatched = async (redis, Id) => {
+    return await redis.smembers((0, cache_keys_util_1.marketsBeingWatched)(Id));
+};
+exports.streamsOfMarketsBeingWatched = streamsOfMarketsBeingWatched;
+/**
+ * Adds an array of price objects to a Redis stream for a specific market.
+ *
+ * This function ensures the Redis consumer group for the price stream exists,
+ * creating it if necessary. It then adds each price to the stream using a pipeline
+ * for efficiency, enforcing a maximum stream length. The first entry in the stream
+ * is guaranteed to create the stream if it does not exist. If no prices are provided,
+ * the function logs and exits early.
+ *
+ * @param redis - The Redis client instance used for stream operations.
+ * @param prices - An array of Odds objects to be added to the stream.
+ * @param marketId - The unique identifier for the market, used to derive the stream key.
+ *
+ * @remarks
+ * - The function is idempotent with respect to consumer group creation; it will not throw
+ *   if the group already exists.
+ * - Each price is validated against the OddsSchema before being added.
+ * - Uses Redis pipelining for batch efficiency.
+ * - Logs the number of prices added for observability.
+ *
+ * @throws
+ * Throws any unexpected errors encountered during consumer group creation or pipeline execution.
+ */
+const addPrices = async (redis, prices, marketId) => {
+    const streamKey = (0, cache_keys_util_1.PRICE_STREAM_KEY)(marketId);
+    // Ensure the consumer group exists once
+    try {
+        await redis.xgroup("CREATE", streamKey, cache_keys_util_1.LE_CONSUMER_GROUP, "$", "MKSTREAM");
+        await (0, exports.updateStreamSetsRoundRobin)(redis, marketId); // will work once
+    }
+    catch (err) {
+        if (err instanceof Error && err.message.includes("BUSYGROUP")) {
+            // Group already exists
+        }
+        else {
+            throw err;
+        }
+    }
+    if (prices.length === 0) {
+        config_1.logger.info("No prices to add for market:", marketId);
+        return;
+    }
+    const pipeline = redis.pipeline();
+    let isFirst = true;
+    for (const price of prices) {
+        const oddsData = oracle_1.OddsSchema.parse(price);
+        pipeline.xadd(streamKey, "MAXLEN", "~", cache_keys_util_1.STREAM_MAX_LENGTH, "*", "odds", JSON.stringify(oddsData), ...(isFirst ? ["MKSTREAM"] : []));
+        isFirst = false;
+    }
+    await pipeline.exec();
+    config_1.logger.info(`Added ${prices.length} prices to stream ${streamKey}`);
+};
+exports.addPrices = addPrices;
+/**
+ * Deletes the price stream associated with a specific market from Redis.
+ *
+ * This function performs two main operations:
+ * 1. Removes the stream reference from the set of active streams for the given market.
+ * 2. Deletes the actual Redis key that stores the price stream data for the market.
+ *
+ * @param redis - An instance of the Redis client used to perform cache operations.
+ * @param marketId - The unique identifier (Bytes16) of the market whose price stream should be deleted.
+ * @returns A promise that resolves when the stream and its references have been fully removed.
+ *
+ * @remarks
+ * - Use this function when a market is being decommissioned or its price stream is no longer required.
+ * - Ensure that no other process is concurrently writing to the same stream to avoid race conditions.
+ */
+const deleteStream = async (redis, marketId) => {
+    await (0, exports.removeStreamFromSet)(redis, marketId);
+    const streamKey = (0, cache_keys_util_1.PRICE_STREAM_KEY)(marketId);
+    await redis.del(streamKey);
+};
+exports.deleteStream = deleteStream;
+/**
+ * Retrieves and aggregates all odds data from a Redis stream for a given market.
+ *
+ * This function iteratively reads batches of messages from the specified Redis stream,
+ * deserializes each message into an `Odds` object, and accumulates the results. It continues
+ * fetching until the stream is exhausted or an error occurs. The function also tracks the
+ * snapshot state, marking it as `"INCOMPLETE"` if any error is encountered during the read process.
+ *
+ * @param redis - An instance of the Redis client used to interact with the stream.
+ * @param marketId - The unique identifier for the market whose price stream is being read.
+ * @returns An object containing:
+ *   - `odds`: An array of all `Odds` objects retrieved from the stream.
+ *   - `snapshotState`: The final state of the snapshot read operation, either `"COMPLETE"` or `"INCOMPLETE"`.
+ *
+ * @remarks
+ * - The function reads the stream in batches to optimize memory usage and performance.
+ * - If the stream contains no messages, an empty array is returned with a `"COMPLETE"` state.
+ * - Errors during stream processing are logged and result in an `"INCOMPLETE"` snapshot state.
+ * - The function assumes that the second field in each stream entry contains a JSON-encoded `Odds` object.
+ *
+ * @throws Never throws; errors are caught internally and reflected in the `snapshotState`.
+ */
+const getStreamData = async (redis, marketId) => {
+    let start = "-";
+    const batchSize = 100;
+    const streamKey = (0, cache_keys_util_1.PRICE_STREAM_KEY)(marketId);
+    const results = [];
+    let snapshotState = "COMPLETE";
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    while (true) {
+        try {
+            const batch = await redis.xrange(streamKey, start, "+", "COUNT", batchSize);
+            if (batch.length === 0)
+                break;
+            for (const [, fields] of batch) {
+                // process message
+                const oddsData = JSON.parse(fields[1]);
+                results.push(oddsData);
+            }
+            // update start to last id + 1
+            start = batch[batch.length - 1][0];
+        }
+        catch (error) {
+            config_1.logger.error("Error reading stream:", error);
+            snapshotState = "INCOMPLETE";
+            break;
+        }
+    }
+    return {
+        odds: results,
+        snapshotState,
+    };
+};
+exports.getStreamData = getStreamData;
+/**
+ * Sets the change-over active marker in Redis.
+ */
+const setChangeOverActive = async (redis, status) => {
+    await redis.set(cache_keys_util_1.switchOnPriceMarkerLiquidationKey, status.toString(), "EX", cache_keys_util_1.MAKER_DURATION_EXPIRY);
+};
+exports.setChangeOverActive = setChangeOverActive;
+/**
+ * Checks whether the changeover for active liquidation is enabled in Redis.
+ */
+const checkChangeOverActive = async (redis) => {
+    const result = await redis.get(cache_keys_util_1.switchOnPriceMarkerLiquidationKey);
+    return result === "true";
+};
+exports.checkChangeOverActive = checkChangeOverActive;
+//produce stream
+// read stream and ack
+//# sourceMappingURL=prices.set.manager.js.map

package/dist/server/liquidation-engine/redis.cache.manager/prices.set.manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prices.set.manager.js","sourceRoot":"","sources":["../../../../src/server/liquidation-engine/redis.cache.manager/prices.set.manager.ts"],"names":[],"mappings":";;;AAEA,yCAAqC;AACrC,yCAAoD;AAEpD,uDAU0B;AAE1B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACI,MAAM,0BAA0B,GAAG,KAAK,EAAE,KAAY,EAAE,QAAiB,EAAiB,EAAE;IAC/F,qCAAqC;IACrC,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,8CAA4B,CAAC,CAAA;IACtD,EAAE,KAAF,EAAE,GAAK,GAAG,EAAA;IAEV,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,2CAAyB,CAAA;IACjE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;IACjC,kCAAkC;IAClC,QAAQ,CAAC,IAAI,CAAC,IAAA,qCAAmB,EAAC,MAAM,CAAC,EAAE,IAAA,kCAAgB,EAAC,QAAQ,CAAC,CAAC,CAAA;IACtE,6BAA6B;IAC7B,QAAQ,CAAC,GAAG,CAAC,8CAA4B,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;IAE7D,yBAAyB;IACzB,iBAAiB;IACjB,mBAAmB;IACnB,QAAQ,CAAC,IAAI,CAAC,kCAAgB,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;IAE5D,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;AACzB,CAAC,CAAA;AAlBY,QAAA,0BAA0B,8BAkBtC;AAED,0EAA0E;AAC1E;;;;;;;;;;;;;;;;;;;;GAoBG;AACI,MAAM,mBAAmB,GAAG,KAAK,EAAE,KAAY,EAAE,QAAiB,EAAiB,EAAE;IACxF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,kCAAgB,EAAE,QAAQ,CAAC,CAAA;IAC7D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,eAAM,CAAC,IAAI,CAAC,UAAU,QAAQ,oBAAoB,CAAC,CAAA;QACnD,OAAM;IACV,CAAC;IAED,uCAAuC;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;IAEjC,QAAQ,CAAC,IAAI,CAAC,IAAA,qCAAmB,EAAC,KAAK,CAAC,EAAE,IAAA,kCAAgB,EAAC,QAAQ,CAAC,CAAC,CAAA;IACrE,QAAQ,CAAC,IAAI,CAAC,kCAAgB,EAAE,QAAQ,CAAC,CAAA;IAEzC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACrC,IAAI,OAAO,EAAE,CAAC;QACV,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,GAAG,EAAE,CAAC;gBACN,eAAM,CAAC,KAAK,CAAC,yBAAyB,QAAQ,aAAa,KAAK,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;gBACnF,MAAM,GAAG,CAAA;YACb,CAAC;QACL,CAAC;IACL,CAAC;IACD,eAAM,CAAC,IAAI,CAAC,UAAU,QAAQ,qBAAqB,KAAK,EAAE,CAAC,CAAA;AAC/D,CAAC,CAAA;AAxBY,QAAA,mBAAmB,uBAwB/B;AAED,+CAA+C;AACxC,MAAM,4BAA4B,GAAG,KAAK,EAAE,KAAY,EAAE,EAAU,EAAqB,EAAE;IAC9F,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAA,qCAAmB,EAAC,EAAE,CAAC,CAAC,CAAA;AACxD,CAAC,CAAA;AAFY,QAAA,4BAA4B,gCAExC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACI,MAAM,SAAS,GAAG,KAAK,EAAE,KAAY,EAAE,MAAc,EAAE,QAAiB,EAAiB,EAAE;IAC9F,MAAM,SAAS,GAAG,IAAA,kCAAgB,EAAC,QAAQ,CAAC,CAAA;IAE5C,wCAAwC;IACxC,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,mCAAiB,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;QAC3E,MAAM,IAAA,kCAA0B,EAAC,KAAK,EAAE,QAAQ,CAAC,CAAA,CAAC,iBAAiB;IACvE,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACpB,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5D,uBAAuB;QAC3B,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,CAAA;QACb,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,eAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,QAAQ,CAAC,CAAA;QACrD,OAAM;IACV,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;IACjC,IAAI,OAAO,GAAG,IAAI,CAAA;IAElB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,mBAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACxC,QAAQ,CAAC,IAAI,CACT,SAAS,EACT,QAAQ,EACR,GAAG,EACH,mCAAiB,EACjB,GAAG,EACH,MAAM,EACN,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EACxB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACnC,CAAA;QACD,OAAO,GAAG,KAAK,CAAA;IACnB,CAAC;IAED,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACrB,eAAM,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,MAAM,qBAAqB,SAAS,EAAE,CAAC,CAAA;AACvE,CAAC,CAAA;AAxCY,QAAA,SAAS,aAwCrB;AAED;;;;;;;;;;;;;;GAcG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,KAAY,EAAE,QAAiB,EAAiB,EAAE;IACjF,MAAM,IAAA,2BAAmB,EAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,IAAA,kCAAgB,EAAC,QAAQ,CAAC,CAAA;IAC5C,MAAM,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;AAC9B,CAAC,CAAA;AAJY,QAAA,YAAY,gBAIxB;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACI,MAAM,aAAa,GAAG,KAAK,EAC9B,KAAY,EACZ,QAAiB,EAIlB,EAAE;IACD,IAAI,KAAK,GAAG,GAAG,CAAA;IACf,MAAM,SAAS,GAAG,GAAG,CAAA;IACrB,MAAM,SAAS,GAAG,IAAA,kCAAgB,EAAC,QAAQ,CAAC,CAAA;IAC5C,MAAM,OAAO,GAAW,EAAE,CAAA;IAC1B,IAAI,aAAa,GAAsB,UAAU,CAAA;IACjD,uEAAuE;IACvE,OAAO,IAAI,EAAE,CAAC;QACV,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;YAC3E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAE7B,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBAC7B,kBAAkB;gBAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAS,CAAA;gBAC/C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1B,CAAC;YAED,8BAA8B;YAC9B,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,CAAA;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;YAC5C,aAAa,GAAG,YAAY,CAAA;YAC5B,MAAK;QACT,CAAC;IACL,CAAC;IAED,OAAO;QACH,IAAI,EAAE,OAAO;QACb,aAAa;KAChB,CAAA;AACL,CAAC,CAAA;AArCY,QAAA,aAAa,iBAqCzB;AAED;;GAEG;AACI,MAAM,mBAAmB,GAAG,KAAK,EAAE,KAAY,EAAE,MAAe,EAAiB,EAAE;IACtF,MAAM,KAAK,CAAC,GAAG,CAAC,mDAAiC,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,uCAAqB,CAAC,CAAA;AACtG,CAAC,CAAA;AAFY,QAAA,mBAAmB,uBAE/B;AAED;;GAEG;AACI,MAAM,qBAAqB,GAAG,KAAK,EAAE,KAAY,EAAoB,EAAE;IAC1E,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,mDAAiC,CAAC,CAAA;IACjE,OAAO,MAAM,KAAK,MAAM,CAAA;AAC5B,CAAC,CAAA;AAHY,QAAA,qBAAqB,yBAGjC;AAED,gBAAgB;AAChB,sBAAsB"}

package/dist/server/liquidation-engine/redis.cache.manager/prices.set.manager.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/server/liquidation-engine/redis.cache.manager/prices.set.manager.test.js

@@ -0,0 +1,115 @@
+"use strict";
+// import { Redis } from "ioredis"
+// import { Bytes16, Odds } from "../../oracle"
+// import { addPrices, getFirstRandomUnProcessedPrices, isSetEmpty, removeRandomUnProcessedPrice } from "./prices.set.manager"
+Object.defineProperty(exports, "__esModule", { value: true });
+// jest.mock("ioredis")
+// const mockRedis = () => {
+//     const data: Record<string, Set<string>> = {}
+//     const list: string[] = []
+//     return {
+//         pipeline: jest.fn(() => {
+//             const ops: any[] = []
+//             return {
+//                 sadd: jest.fn((key: string, value: string) => {
+//                     ops.push(() => {
+//                         data[key] = new Set()
+//                         data[key].add(value)
+//                         return 1
+//                     })
+//                 }),
+//                 lpush: jest.fn((key: string, value: string) => {
+//                     ops.push(() => {
+//                         list.unshift(value)
+//                         return 1
+//                     })
+//                 }),
+//                 srandmember: jest.fn((key: string, count: number) => {
+//                     ops.push(() => {
+//                         const arr = Array.from(data[key])
+//                         return arr.slice(0, count)
+//                     })
+//                 }),
+//                 srem: jest.fn((key: string, value: string) => {
+//                     ops.push(() => {
+//                         if (data[key].has(value)) {
+//                             data[key].delete(value)
+//                             return 1
+//                         }
+//                         return 0
+//                     })
+//                 }),
+//                 lrem: jest.fn((key: string, _count: number, value: string) => {
+//                     ops.push(() => {
+//                         let removed = 0
+//                         for (let i = list.length - 1; i >= 0; i--) {
+//                             if (list[i] === value) {
+//                                 list.splice(i, 1)
+//                                 removed++
+//                             }
+//                         }
+//                         return removed
+//                     })
+//                 }),
+//                 exec: jest.fn(() => ops.map((fn) => [null, fn()])),
+//             }
+//         }),
+//         lrange: jest.fn(async (key: string, _start: number, _end: number) => {
+//             if (key === "liquidation:prices:set:keys") return [...list]
+//             return []
+//         }),
+//         scard: jest.fn(async (key: string) => {
+//             return data[key] ? data[key].size : 0
+//         }),
+//     } as unknown as Redis
+// }
+// describe("prices.set.manager", () => {
+//     let redis: Redis
+//     const marketId: Bytes16 = "0x1234567890abcdef"
+//     const odds: Odds = { id: "odds-1", value: 2.5 }
+//     const odds2: Odds = { id: "odds-2", value: 3.1 }
+//     beforeEach(() => {
+//         redis = mockRedis()
+//     })
+//     it("addPrices adds prices to the set and updates keys list", async () => {
+//         await addPrices(redis, [odds, odds2], marketId)
+//         // Check that lrange returns the key
+//         const keys = await redis.lrange("liquidation:prices:set:keys", 0, -1)
+//         expect(keys).toContain(`liquidation:prices:set:${marketId}`)
+//         // Check that scard returns 2
+//         const count = await redis.scard(`liquidation:prices:set:${marketId}`)
+//         expect(count).toBe(2)
+//     })
+//     it("getFirstRandomUnProcessedPrices returns a random price", async () => {
+//         await addPrices(redis, [odds], marketId)
+//         const result = await getFirstRandomUnProcessedPrices(redis, 1)
+//         expect(result).toBeTruthy()
+//         expect(Array.isArray(result)).toBe(true)
+//         expect(result![0]).toMatchObject(odds)
+//     })
+//     it("getFirstRandomUnProcessedPrices returns null if no prices", async () => {
+//         const result = await getFirstRandomUnProcessedPrices(redis, 1)
+//         expect(result).toBeNull()
+//     })
+//     it("removeRandomUnProcessedPrice removes a price from the set and keys list", async () => {
+//         await addPrices(redis, [odds], marketId)
+//         await removeRandomUnProcessedPrice(redis, marketId, odds)
+//         const count = await redis.scard(`liquidation:prices:set:${marketId}`)
+//         expect(count).toBe(0)
+//         const keys = await redis.lrange("liquidation:prices:set:keys", 0, -1)
+//         expect(keys).not.toContain(`liquidation:prices:set:${marketId}`)
+//     })
+//     it("removeRandomUnProcessedPrice throws if price not found", async () => {
+//         await expect(removeRandomUnProcessedPrice(redis, marketId, odds)).rejects.toThrow()
+//     })
+//     it("isSetEmpty returns true if set is empty", async () => {
+//         const empty = await isSetEmpty(redis, marketId)
+//         expect(empty).toBe(true)
+//     })
+//     it("isSetEmpty returns false if set is not empty", async () => {
+//         await addPrices(redis, [odds], marketId)
+//         const empty = await isSetEmpty(redis, marketId)
+//         expect(empty).toBe(false)
+//     })
+// })
+//# sourceMappingURL=prices.set.manager.test.js.map

package/dist/server/liquidation-engine/redis.cache.manager/prices.set.manager.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prices.set.manager.test.js","sourceRoot":"","sources":["../../../../src/server/liquidation-engine/redis.cache.manager/prices.set.manager.test.ts"],"names":[],"mappings":";AAAA,kCAAkC;AAClC,+CAA+C;AAC/C,8HAA8H;;AAE9H,uBAAuB;AAEvB,4BAA4B;AAC5B,mDAAmD;AACnD,gCAAgC;AAEhC,eAAe;AACf,oCAAoC;AACpC,oCAAoC;AACpC,uBAAuB;AACvB,kEAAkE;AAClE,uCAAuC;AACvC,gDAAgD;AAChD,+CAA+C;AAC/C,mCAAmC;AACnC,yBAAyB;AACzB,sBAAsB;AACtB,mEAAmE;AACnE,uCAAuC;AACvC,8CAA8C;AAC9C,mCAAmC;AACnC,yBAAyB;AACzB,sBAAsB;AACtB,yEAAyE;AACzE,uCAAuC;AACvC,4DAA4D;AAC5D,qDAAqD;AACrD,yBAAyB;AACzB,sBAAsB;AACtB,kEAAkE;AAClE,uCAAuC;AACvC,sDAAsD;AACtD,sDAAsD;AACtD,uCAAuC;AACvC,4BAA4B;AAC5B,mCAAmC;AACnC,yBAAyB;AACzB,sBAAsB;AACtB,kFAAkF;AAClF,uCAAuC;AACvC,0CAA0C;AAC1C,uEAAuE;AACvE,uDAAuD;AACvD,oDAAoD;AACpD,4CAA4C;AAC5C,gCAAgC;AAChC,4BAA4B;AAC5B,yCAAyC;AACzC,yBAAyB;AACzB,sBAAsB;AACtB,sEAAsE;AACtE,gBAAgB;AAChB,cAAc;AACd,iFAAiF;AACjF,0EAA0E;AAC1E,wBAAwB;AACxB,cAAc;AACd,kDAAkD;AAClD,oDAAoD;AACpD,cAAc;AACd,4BAA4B;AAC5B,IAAI;AAEJ,yCAAyC;AACzC,uBAAuB;AACvB,qDAAqD;AACrD,sDAAsD;AACtD,uDAAuD;AAEvD,yBAAyB;AACzB,8BAA8B;AAC9B,SAAS;AAET,iFAAiF;AACjF,0DAA0D;AAC1D,+CAA+C;AAC/C,gFAAgF;AAChF,uEAAuE;AACvE,wCAAwC;AACxC,gFAAgF;AAChF,gCAAgC;AAChC,SAAS;AAET,iFAAiF;AACjF,mDAAmD;AACnD,yEAAyE;AACzE,sCAAsC;AACtC,mDAAmD;AACnD,iDAAiD;AACjD,SAAS;AAET,oFAAoF;AACpF,yEAAyE;AACzE,oCAAoC;AACpC,SAAS;AAET,kGAAkG;AAClG,mDAAmD;AACnD,oEAAoE;AACpE,gFAAgF;AAChF,gCAAgC;AAChC,gFAAgF;AAChF,2EAA2E;AAC3E,SAAS;AAET,iFAAiF;AACjF,8FAA8F;AAC9F,SAAS;AAET,kEAAkE;AAClE,0DAA0D;AAC1D,mCAAmC;AACnC,SAAS;AAET,uEAAuE;AACvE,mDAAmD;AACnD,0DAA0D;AAC1D,oCAAoC;AACpC,SAAS;AACT,KAAK"}

package/dist/server/liquidation-engine/types/index.d.ts

@@ -0,0 +1 @@
+export type SnapShotReadState = "COMPLETE" | "INCOMPLETE";

package/dist/server/liquidation-engine/types/index.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=index.js.map

package/dist/server/liquidation-engine/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/server/liquidation-engine/types/index.ts"],"names":[],"mappings":""}

package/dist/server/logging/coralogix.logger.d.ts

@@ -0,0 +1,86 @@
+import { LoggerConfig, Log, Severity } from "coralogix-logger";
+/**
+ * Service class for handling logging operations using Coralogix
+ */
+export declare class CoralogixLoggerService {
+    private readonly logger;
+    /**
+     * Creates a new instance of CoralogixLoggerService
+     * @param category - The category name for the logger
+     * @param config - The configuration settings for Coralogix
+     */
+    constructor(category: string, config: {
+        applicationName: string;
+        privateKey: string;
+        subsystemName: string;
+    });
+    /**
+     * Creates a default configuration for the Coralogix logger
+     * @param applicationName - The name of the application
+     * @param privateKey - The private key for Coralogix authentication
+     * @param subsystemName - The name of the subsystem
+     * @returns A LoggerConfig instance with the specified settings
+     */
+    static createDefaultConfig(applicationName: string, privateKey: string, subsystemName: string): LoggerConfig;
+    /**
+     * Creates a new log entry
+     * @param severity - The severity level of the log
+     * @param className - The name of the class where the log is created
+     * @param methodName - The name of the method where the log is created
+     * @param text - The message text to log
+     * @returns A Log instance with the specified parameters
+     */
+    createLog(severity: Severity, className: string, methodName: string, text: string): Log;
+    /**
+     * Adds a log entry to the logger
+     * @param log - The log entry to add
+     */
+    addLog(log: Log): void;
+    /**
+     * Logs a message with the specified severity level
+     * @param severity - The severity level of the log
+     * @param className - The name of the class where the log is created
+     * @param methodName - The name of the method where the log is created
+     * @param text - The message text to log
+     */
+    logMessage(severity: Severity, className: string, methodName: string, text: string): void;
+    /**
+     * Logs an error message
+     * @param className - The name of the class where the error occurred
+     * @param methodName - The name of the method where the error occurred
+     * @param error - The Error object containing the error details
+     */
+    logError(className: string, methodName: string, error: unknown): void;
+    /**
+     * Logs a warning message
+     * @param className - The name of the class generating the warning
+     * @param methodName - The name of the method generating the warning
+     * @param text - The warning message text
+     */
+    logWarning(className: string, methodName: string, text: string): void;
+    /**
+     * Logs an informational message
+     * @param className - The name of the class generating the info
+     * @param methodName - The name of the method generating the info
+     * @param text - The info message text
+     */
+    logInfo(className: string, methodName: string, text: string): void;
+    /**
+     * Logs a debug message
+     * @param className - The name of the class generating the debug message
+     * @param methodName - The name of the method generating the debug message
+     * @param text - The debug message text
+     */
+    logDebug(className: string, methodName: string, text: string): void;
+    /**
+     * Logs a verbose message
+     * @param className - The name of the class generating the verbose message
+     * @param methodName - The name of the method generating the verbose message
+     * @param text - The verbose message text
+     */
+    logVerbose(className: string, methodName: string, text: string): void;
+    /**
+     * Closes the Coralogix logger
+     */
+    close(): void;
+}

package/dist/server/logging/coralogix.logger.js

@@ -0,0 +1,138 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CoralogixLoggerService = void 0;
+const coralogix_logger_1 = require("coralogix-logger");
+/**
+ * Service class for handling logging operations using Coralogix
+ */
+class CoralogixLoggerService {
+    /**
+     * Creates a new instance of CoralogixLoggerService
+     * @param category - The category name for the logger
+     * @param config - The configuration settings for Coralogix
+     */
+    constructor(category, config) {
+        const loggerConfig = new coralogix_logger_1.LoggerConfig({
+            applicationName: config.applicationName,
+            privateKey: config.privateKey,
+            subsystemName: config.subsystemName,
+        });
+        coralogix_logger_1.CoralogixLogger.configure(loggerConfig);
+        this.logger = new coralogix_logger_1.CoralogixLogger(category);
+    }
+    /**
+     * Creates a default configuration for the Coralogix logger
+     * @param applicationName - The name of the application
+     * @param privateKey - The private key for Coralogix authentication
+     * @param subsystemName - The name of the subsystem
+     * @returns A LoggerConfig instance with the specified settings
+     */
+    static createDefaultConfig(applicationName, privateKey, subsystemName) {
+        return new coralogix_logger_1.LoggerConfig({
+            applicationName,
+            privateKey,
+            subsystemName,
+        });
+    }
+    /**
+     * Creates a new log entry
+     * @param severity - The severity level of the log
+     * @param className - The name of the class where the log is created
+     * @param methodName - The name of the method where the log is created
+     * @param text - The message text to log
+     * @returns A Log instance with the specified parameters
+     */
+    createLog(severity, className, methodName, text) {
+        return new coralogix_logger_1.Log({
+            severity,
+            className,
+            methodName,
+            text,
+        });
+    }
+    /**
+     * Adds a log entry to the logger
+     * @param log - The log entry to add
+     */
+    addLog(log) {
+        this.logger.addLog(log);
+    }
+    /**
+     * Logs a message with the specified severity level
+     * @param severity - The severity level of the log
+     * @param className - The name of the class where the log is created
+     * @param methodName - The name of the method where the log is created
+     * @param text - The message text to log
+     */
+    logMessage(severity, className, methodName, text) {
+        const log = this.createLog(severity, className, methodName, text);
+        this.addLog(log);
+    }
+    /**
+     * Logs an error message
+     * @param className - The name of the class where the error occurred
+     * @param methodName - The name of the method where the error occurred
+     * @param error - The Error object containing the error details
+     */
+    logError(className, methodName, error) {
+        let log;
+        if (error instanceof Error) {
+            log = this.createLog(coralogix_logger_1.Severity.error, className, methodName, error.message);
+        }
+        else if (typeof error === "string") {
+            log = this.createLog(coralogix_logger_1.Severity.error, className, methodName, error);
+        }
+        else {
+            log = this.createLog(coralogix_logger_1.Severity.error, className, methodName, JSON.stringify(error));
+        }
+        this.addLog(log);
+    }
+    /**
+     * Logs a warning message
+     * @param className - The name of the class generating the warning
+     * @param methodName - The name of the method generating the warning
+     * @param text - The warning message text
+     */
+    logWarning(className, methodName, text) {
+        const log = this.createLog(coralogix_logger_1.Severity.warning, className, methodName, text);
+        this.addLog(log);
+    }
+    /**
+     * Logs an informational message
+     * @param className - The name of the class generating the info
+     * @param methodName - The name of the method generating the info
+     * @param text - The info message text
+     */
+    logInfo(className, methodName, text) {
+        const log = this.createLog(coralogix_logger_1.Severity.info, className, methodName, text);
+        this.addLog(log);
+    }
+    /**
+     * Logs a debug message
+     * @param className - The name of the class generating the debug message
+     * @param methodName - The name of the method generating the debug message
+     * @param text - The debug message text
+     */
+    logDebug(className, methodName, text) {
+        const log = this.createLog(coralogix_logger_1.Severity.debug, className, methodName, text);
+        this.addLog(log);
+    }
+    /**
+     * Logs a verbose message
+     * @param className - The name of the class generating the verbose message
+     * @param methodName - The name of the method generating the verbose message
+     * @param text - The verbose message text
+     */
+    logVerbose(className, methodName, text) {
+        const log = this.createLog(coralogix_logger_1.Severity.verbose, className, methodName, text);
+        this.addLog(log);
+    }
+    /**
+     * Closes the Coralogix logger
+     */
+    close() {
+        coralogix_logger_1.CoralogixLogger.close();
+    }
+}
+exports.CoralogixLoggerService = CoralogixLoggerService;
+//# sourceMappingURL=coralogix.logger.js.map

package/dist/server/logging/coralogix.logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coralogix.logger.js","sourceRoot":"","sources":["../../../src/server/logging/coralogix.logger.ts"],"names":[],"mappings":";;;AAAA,uDAA+E;AAE/E;;GAEG;AACH,MAAa,sBAAsB;IAG/B;;;;OAIG;IACH,YACI,QAAgB,EAChB,MAIC;QAED,MAAM,YAAY,GAAG,IAAI,+BAAY,CAAC;YAClC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;SACtC,CAAC,CAAA;QACF,kCAAe,CAAC,SAAS,CAAC,YAAY,CAAC,CAAA;QACvC,IAAI,CAAC,MAAM,GAAG,IAAI,kCAAe,CAAC,QAAQ,CAAC,CAAA;IAC/C,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,mBAAmB,CAAC,eAAuB,EAAE,UAAkB,EAAE,aAAqB;QACzF,OAAO,IAAI,+BAAY,CAAC;YACpB,eAAe;YACf,UAAU;YACV,aAAa;SAChB,CAAC,CAAA;IACN,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CAAC,QAAkB,EAAE,SAAiB,EAAE,UAAkB,EAAE,IAAY;QAC7E,OAAO,IAAI,sBAAG,CAAC;YACX,QAAQ;YACR,SAAS;YACT,UAAU;YACV,IAAI;SACP,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,GAAQ;QACX,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED;;;;;;OAMG;IACH,UAAU,CAAC,QAAkB,EAAE,SAAiB,EAAE,UAAkB,EAAE,IAAY;QAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QACjE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,SAAiB,EAAE,UAAkB,EAAE,KAAc;QAC1D,IAAI,GAAG,CAAA;QACP,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YACzB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9E,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,CAAA;QACtE,CAAC;aAAM,CAAC;YACJ,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;QACtF,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;;;OAKG;IACH,UAAU,CAAC,SAAiB,EAAE,UAAkB,EAAE,IAAY;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QACzE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;;;OAKG;IACH,OAAO,CAAC,SAAiB,EAAE,UAAkB,EAAE,IAAY;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QACtE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,SAAiB,EAAE,UAAkB,EAAE,IAAY;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QACvE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;;;OAKG;IACH,UAAU,CAAC,SAAiB,EAAE,UAAkB,EAAE,IAAY;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,2BAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QACzE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,KAAK;QACD,kCAAe,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;CACJ;AAjJD,wDAiJC"}

package/dist/server/logging/index.d.ts

@@ -0,0 +1 @@
+export * from "./coralogix.logger";

package/dist/server/logging/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./coralogix.logger"), exports);
+//# sourceMappingURL=index.js.map

package/dist/server/logging/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/logging/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAkC"}

package/dist/server/oracle/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./prisma";
+export * from "./redis-cache-manager";
+export * from "./types";