akeyless-server-commons 1.0.136-test.1 → 1.0.136-test.3

package/dist/cjs/helpers/index.d.ts

@@ -8,3 +8,4 @@ export * from "./email_helpers";
 export * from "./phone_number_helpers";
 export * from "./tasks_helpers";
 export * from "./boards_helpers";
+export * from "./redis";

package/dist/cjs/helpers/index.js

@@ -24,4 +24,5 @@ __exportStar(require("./email_helpers"), exports);
 __exportStar(require("./phone_number_helpers"), exports);
 __exportStar(require("./tasks_helpers"), exports);
 __exportStar(require("./boards_helpers"), exports);
+__exportStar(require("./redis"), exports);
 //# sourceMappingURL=index.js.map

package/dist/cjs/helpers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/helpers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,qDAAmC;AACnC,0CAAwB;AACxB,iDAA+B;AAC/B,kDAAgC;AAChC,yDAAuC;AACvC,kDAAgC;AAChC,yDAAuC;AACvC,kDAAgC;AAChC,mDAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/helpers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,qDAAmC;AACnC,0CAAwB;AACxB,iDAA+B;AAC/B,kDAAgC;AAChC,yDAAuC;AACvC,kDAAgC;AAChC,yDAAuC;AACvC,kDAAgC;AAChC,mDAAiC;AACjC,0CAAwB"}

package/dist/cjs/helpers/redis/index.d.ts

@@ -0,0 +1,5 @@
+import Redis from "ioredis";
+import { OnSnapshotConfig } from "../../types";
+export declare const redis_commander: Redis;
+export declare const redis_listener: Redis;
+export declare const cache_snapshots_bulk: (configs: OnSnapshotConfig[]) => Promise<void>;

package/dist/cjs/helpers/redis/index.js

@@ -0,0 +1,84 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cache_snapshots_bulk = exports.redis_listener = exports.redis_commander = void 0;
+const ioredis_1 = __importDefault(require("ioredis"));
+const akeyless_types_commons_1 = require("akeyless-types-commons");
+const keys_1 = require("./keys");
+const global_helpers_1 = require("../global_helpers");
+const managers_1 = require("../../managers");
+const { redis_ip } = (0, global_helpers_1.init_env_variables)(["redis_ip"]);
+exports.redis_commander = new ioredis_1.default({ host: redis_ip });
+exports.redis_listener = new ioredis_1.default({ host: redis_ip });
+exports.redis_commander.on("connect", () => managers_1.logger.log("✅ Redis Commander connected"));
+exports.redis_commander.on("error", (err) => managers_1.logger.error("❌ Redis Commander error", err));
+exports.redis_listener.on("connect", () => {
+    const redis_pattern = (0, keys_1.get_collection_keys)(akeyless_types_commons_1.REDIS_UPDATES_PREFIX);
+    exports.redis_listener
+        .psubscribe(redis_pattern)
+        .then(() => {
+        managers_1.logger.log(`✅ Successfully subscribed to Redis pattern: ${redis_pattern}`);
+    })
+        .catch((err) => managers_1.logger.error(`❌ Failed to psubscribe to ${redis_pattern}`, err));
+});
+exports.redis_listener.on("error", (err) => managers_1.logger.error("❌ Redis Listener error", err));
+const subscription_collections = new Set();
+const cache_snapshots_bulk = (configs) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a;
+    for (const config of configs) {
+        const { collection_name, on_first_time, on_add, on_modify, on_remove, extra_parsers, cache_name = collection_name } = config;
+        if (subscription_collections.has(cache_name)) {
+            continue;
+        }
+        subscription_collections.add(cache_name);
+        const init_data = yield get_collection_data(collection_name);
+        (_a = config.on_first_time) === null || _a === void 0 ? void 0 : _a.call(config, init_data, config);
+        extra_parsers === null || extra_parsers === void 0 ? void 0 : extra_parsers.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_first_time) === null || _a === void 0 ? void 0 : _a.call(parser, init_data, config); });
+    }
+    exports.redis_listener.on("pmessage", (pattern, channel, message) => __awaiter(void 0, void 0, void 0, function* () {
+        var _a, _b, _c, _d, _e, _f;
+        const { collection_name, update_type, data: docs } = JSON.parse(message);
+        const config = configs.find((config) => config.collection_name === collection_name);
+        if (!config) {
+            return;
+        }
+        switch (update_type) {
+            case "add":
+                (_a = config.on_add) === null || _a === void 0 ? void 0 : _a.call(config, docs, config);
+                (_b = config.extra_parsers) === null || _b === void 0 ? void 0 : _b.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_add) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            case "delete":
+                (_c = config.on_remove) === null || _c === void 0 ? void 0 : _c.call(config, docs, config);
+                (_d = config.extra_parsers) === null || _d === void 0 ? void 0 : _d.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_remove) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            case "update":
+                (_e = config.on_modify) === null || _e === void 0 ? void 0 : _e.call(config, docs, config);
+                (_f = config.extra_parsers) === null || _f === void 0 ? void 0 : _f.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_modify) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            default:
+                break;
+        }
+    }));
+});
+exports.cache_snapshots_bulk = cache_snapshots_bulk;
+const get_collection_data = (collection_name) => __awaiter(void 0, void 0, void 0, function* () {
+    const keys = yield (0, keys_1.scan_redis_keys)((0, keys_1.get_collection_keys)(collection_name), exports.redis_commander);
+    let collection_data = [];
+    if (keys.length > 0) {
+        const values = yield exports.redis_commander.mget(keys);
+        collection_data = values.filter(Boolean).map((v) => JSON.parse(v).data);
+    }
+    return collection_data;
+});
+//# sourceMappingURL=index.js.map

package/dist/cjs/helpers/redis/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/helpers/redis/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,sDAA4B;AAC5B,mEAAmG;AACnG,iCAA8D;AAC9D,sDAAuD;AACvD,6CAAwC;AAGxC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,mCAAkB,EAAC,CAAC,UAAU,CAAC,CAAC,CAAC;AAEzC,QAAA,eAAe,GAAG,IAAI,iBAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AAChD,QAAA,cAAc,GAAG,IAAI,iBAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AAE5D,uBAAe,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;AAE/E,uBAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC,CAAC;AAEnF,sBAAc,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;IAC9B,MAAM,aAAa,GAAG,IAAA,0BAAmB,EAAC,6CAAoB,CAAC,CAAC;IAChE,sBAAc;SACT,UAAU,CAAC,aAAa,CAAC;SACzB,IAAI,CAAC,GAAG,EAAE;QACP,iBAAM,CAAC,GAAG,CAAC,+CAA+C,aAAa,EAAE,CAAC,CAAC;IAC/E,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAM,CAAC,KAAK,CAAC,6BAA6B,aAAa,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;AACzF,CAAC,CAAC,CAAC;AAEH,sBAAc,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC,CAAC;AAEjF,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAU,CAAC;AAC5C,MAAM,oBAAoB,GAAG,CAAO,OAA2B,EAAE,EAAE;;IACtE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC;QAC7H,IAAI,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,SAAS;QACb,CAAC;QACD,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAA,MAAM,CAAC,aAAa,uDAAG,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1C,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,uDAAG,SAAS,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;IACnF,CAAC;IACD,sBAAc,CAAC,EAAE,CAAC,UAAU,EAAE,CAAO,OAAe,EAAE,OAAe,EAAE,OAAe,EAAE,EAAE;;QACtF,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,GAAwC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,KAAK,eAAe,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO;QACX,CAAC;QACD,QAAQ,WAAW,EAAE,CAAC;YAClB,KAAK,KAAK;gBACN,MAAA,MAAM,CAAC,MAAM,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC9B,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC1E,MAAM;YACV,KAAK,QAAQ;gBACT,MAAA,MAAM,CAAC,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC7E,MAAM;YACV,KAAK,QAAQ;gBACT,MAAA,MAAM,CAAC,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC7E,MAAM;YACV;gBACI,MAAM;QACd,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;AACP,CAAC,CAAA,CAAC;AAlCW,QAAA,oBAAoB,wBAkC/B;AAEF,MAAM,mBAAmB,GAAG,CAAO,eAAuB,EAAE,EAAE;IAC1D,MAAM,IAAI,GAAG,MAAM,IAAA,sBAAe,EAAC,IAAA,0BAAmB,EAAC,eAAe,CAAC,EAAE,uBAAe,CAAC,CAAC;IAC1F,IAAI,eAAe,GAAU,EAAE,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,uBAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAA,CAAC"}

package/dist/cjs/helpers/redis/keys.d.ts

@@ -0,0 +1,5 @@
+import Redis from "ioredis";
+export declare const get_doc_key: (collection: string, doc_id: string) => string;
+export declare const get_collection_keys: (collection: string) => string;
+export declare const get_channel: (...args: string[]) => string;
+export declare const scan_redis_keys: (pattern: string, redis_publisher: Redis) => Promise<string[]>;

package/dist/cjs/helpers/redis/keys.js

@@ -0,0 +1,40 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scan_redis_keys = exports.get_channel = exports.get_collection_keys = exports.get_doc_key = void 0;
+const akeyless_types_commons_1 = require("akeyless-types-commons");
+const get_key = (...args) => {
+    return args.join(":");
+};
+const get_doc_key = (collection, doc_id) => {
+    return get_key(collection, doc_id);
+};
+exports.get_doc_key = get_doc_key;
+const get_collection_keys = (collection) => {
+    return get_key(collection, "*");
+};
+exports.get_collection_keys = get_collection_keys;
+const get_channel = (...args) => {
+    return get_key(akeyless_types_commons_1.REDIS_UPDATES_PREFIX, ...args);
+};
+exports.get_channel = get_channel;
+const scan_redis_keys = (pattern, redis_publisher) => __awaiter(void 0, void 0, void 0, function* () {
+    const found_keys = [];
+    let cursor = "0";
+    do {
+        const [next_cursor, keys] = yield redis_publisher.scan(cursor, "MATCH", pattern, "COUNT", 100);
+        cursor = next_cursor;
+        found_keys.push(...keys);
+    } while (cursor !== "0");
+    return found_keys;
+});
+exports.scan_redis_keys = scan_redis_keys;
+//# sourceMappingURL=keys.js.map

package/dist/cjs/helpers/redis/keys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keys.js","sourceRoot":"","sources":["../../../../src/helpers/redis/keys.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mEAA8D;AAG9D,MAAM,OAAO,GAAG,CAAC,GAAG,IAAc,EAAE,EAAE;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEK,MAAM,WAAW,GAAG,CAAC,UAAkB,EAAE,MAAc,EAAE,EAAE;IAC9D,OAAO,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACvC,CAAC,CAAC;AAFW,QAAA,WAAW,eAEtB;AAEK,MAAM,mBAAmB,GAAG,CAAC,UAAkB,EAAE,EAAE;IACtD,OAAO,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AACpC,CAAC,CAAC;AAFW,QAAA,mBAAmB,uBAE9B;AAEK,MAAM,WAAW,GAAG,CAAC,GAAG,IAAc,EAAE,EAAE;IAC7C,OAAO,OAAO,CAAC,6CAAoB,EAAE,GAAG,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAFW,QAAA,WAAW,eAEtB;AAEK,MAAM,eAAe,GAAG,CAAO,OAAe,EAAE,eAAsB,EAAqB,EAAE;IAChG,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,MAAM,GAAG,GAAG,CAAC;IACjB,GAAG,CAAC;QACA,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/F,MAAM,GAAG,WAAW,CAAC;QACrB,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7B,CAAC,QAAQ,MAAM,KAAK,GAAG,EAAE;IACzB,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC;AATW,QAAA,eAAe,mBAS1B"}

package/dist/esm/helpers/index.d.ts

@@ -8,3 +8,4 @@ export * from "./email_helpers";
 export * from "./phone_number_helpers";
 export * from "./tasks_helpers";
 export * from "./boards_helpers";
+export * from "./redis";

package/dist/esm/helpers/index.js

@@ -8,4 +8,5 @@ export * from "./email_helpers";
 export * from "./phone_number_helpers";
 export * from "./tasks_helpers";
 export * from "./boards_helpers";
+export * from "./redis";
 //# sourceMappingURL=index.js.map

package/dist/esm/helpers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,SAAS,CAAC"}

package/dist/esm/helpers/redis/index.d.ts

@@ -0,0 +1,5 @@
+import Redis from "ioredis";
+import { OnSnapshotConfig } from "../../types";
+export declare const redis_commander: Redis;
+export declare const redis_listener: Redis;
+export declare const cache_snapshots_bulk: (configs: OnSnapshotConfig[]) => Promise<void>;

package/dist/esm/helpers/redis/index.js

@@ -0,0 +1,77 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import Redis from "ioredis";
+import { REDIS_UPDATES_PREFIX } from "akeyless-types-commons";
+import { get_collection_keys, scan_redis_keys } from "./keys";
+import { init_env_variables } from "../global_helpers";
+import { logger } from "../../managers";
+const { redis_ip } = init_env_variables(["redis_ip"]);
+export const redis_commander = new Redis({ host: redis_ip });
+export const redis_listener = new Redis({ host: redis_ip });
+redis_commander.on("connect", () => logger.log("✅ Redis Commander connected"));
+redis_commander.on("error", (err) => logger.error("❌ Redis Commander error", err));
+redis_listener.on("connect", () => {
+    const redis_pattern = get_collection_keys(REDIS_UPDATES_PREFIX);
+    redis_listener
+        .psubscribe(redis_pattern)
+        .then(() => {
+        logger.log(`✅ Successfully subscribed to Redis pattern: ${redis_pattern}`);
+    })
+        .catch((err) => logger.error(`❌ Failed to psubscribe to ${redis_pattern}`, err));
+});
+redis_listener.on("error", (err) => logger.error("❌ Redis Listener error", err));
+const subscription_collections = new Set();
+export const cache_snapshots_bulk = (configs) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a;
+    for (const config of configs) {
+        const { collection_name, on_first_time, on_add, on_modify, on_remove, extra_parsers, cache_name = collection_name } = config;
+        if (subscription_collections.has(cache_name)) {
+            continue;
+        }
+        subscription_collections.add(cache_name);
+        const init_data = yield get_collection_data(collection_name);
+        (_a = config.on_first_time) === null || _a === void 0 ? void 0 : _a.call(config, init_data, config);
+        extra_parsers === null || extra_parsers === void 0 ? void 0 : extra_parsers.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_first_time) === null || _a === void 0 ? void 0 : _a.call(parser, init_data, config); });
+    }
+    redis_listener.on("pmessage", (pattern, channel, message) => __awaiter(void 0, void 0, void 0, function* () {
+        var _a, _b, _c, _d, _e, _f;
+        const { collection_name, update_type, data: docs } = JSON.parse(message);
+        const config = configs.find((config) => config.collection_name === collection_name);
+        if (!config) {
+            return;
+        }
+        switch (update_type) {
+            case "add":
+                (_a = config.on_add) === null || _a === void 0 ? void 0 : _a.call(config, docs, config);
+                (_b = config.extra_parsers) === null || _b === void 0 ? void 0 : _b.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_add) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            case "delete":
+                (_c = config.on_remove) === null || _c === void 0 ? void 0 : _c.call(config, docs, config);
+                (_d = config.extra_parsers) === null || _d === void 0 ? void 0 : _d.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_remove) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            case "update":
+                (_e = config.on_modify) === null || _e === void 0 ? void 0 : _e.call(config, docs, config);
+                (_f = config.extra_parsers) === null || _f === void 0 ? void 0 : _f.forEach((parser) => { var _a; return (_a = parser === null || parser === void 0 ? void 0 : parser.on_modify) === null || _a === void 0 ? void 0 : _a.call(parser, docs, config); });
+                break;
+            default:
+                break;
+        }
+    }));
+});
+const get_collection_data = (collection_name) => __awaiter(void 0, void 0, void 0, function* () {
+    const keys = yield scan_redis_keys(get_collection_keys(collection_name), redis_commander);
+    let collection_data = [];
+    if (keys.length > 0) {
+        const values = yield redis_commander.mget(keys);
+        collection_data = values.filter(Boolean).map((v) => JSON.parse(v).data);
+    }
+    return collection_data;
+});
+//# sourceMappingURL=index.js.map

package/dist/esm/helpers/redis/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/helpers/redis/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,oBAAoB,EAAuC,MAAM,wBAAwB,CAAC;AACnG,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAGxC,MAAM,EAAE,QAAQ,EAAE,GAAG,kBAAkB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;AAEtD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC7D,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AAE5D,eAAe,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;AAE/E,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC,CAAC;AAEnF,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;IAC9B,MAAM,aAAa,GAAG,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;IAChE,cAAc;SACT,UAAU,CAAC,aAAa,CAAC;SACzB,IAAI,CAAC,GAAG,EAAE;QACP,MAAM,CAAC,GAAG,CAAC,+CAA+C,aAAa,EAAE,CAAC,CAAC;IAC/E,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,aAAa,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;AACzF,CAAC,CAAC,CAAC;AAEH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC,CAAC;AAEjF,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAU,CAAC;AACnD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAO,OAA2B,EAAE,EAAE;;IACtE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC;QAC7H,IAAI,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,SAAS;QACb,CAAC;QACD,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAA,MAAM,CAAC,aAAa,uDAAG,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1C,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,uDAAG,SAAS,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;IACnF,CAAC;IACD,cAAc,CAAC,EAAE,CAAC,UAAU,EAAE,CAAO,OAAe,EAAE,OAAe,EAAE,OAAe,EAAE,EAAE;;QACtF,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,GAAwC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,eAAe,KAAK,eAAe,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO;QACX,CAAC;QACD,QAAQ,WAAW,EAAE,CAAC;YAClB,KAAK,KAAK;gBACN,MAAA,MAAM,CAAC,MAAM,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC9B,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC1E,MAAM;YACV,KAAK,QAAQ;gBACT,MAAA,MAAM,CAAC,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC7E,MAAM;YACV,KAAK,QAAQ;gBACT,MAAA,MAAM,CAAC,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAC;gBACjC,MAAA,MAAM,CAAC,aAAa,0CAAE,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,WAAC,OAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,uDAAG,IAAI,EAAE,MAAM,CAAC,CAAA,EAAA,CAAC,CAAC;gBAC7E,MAAM;YACV;gBACI,MAAM;QACd,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;AACP,CAAC,CAAA,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAO,eAAuB,EAAE,EAAE;IAC1D,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC;IAC1F,IAAI,eAAe,GAAU,EAAE,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAA,CAAC"}

package/dist/esm/helpers/redis/keys.d.ts

@@ -0,0 +1,5 @@
+import Redis from "ioredis";
+export declare const get_doc_key: (collection: string, doc_id: string) => string;
+export declare const get_collection_keys: (collection: string) => string;
+export declare const get_channel: (...args: string[]) => string;
+export declare const scan_redis_keys: (pattern: string, redis_publisher: Redis) => Promise<string[]>;

package/dist/esm/helpers/redis/keys.js

@@ -0,0 +1,33 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { REDIS_UPDATES_PREFIX } from "akeyless-types-commons";
+const get_key = (...args) => {
+    return args.join(":");
+};
+export const get_doc_key = (collection, doc_id) => {
+    return get_key(collection, doc_id);
+};
+export const get_collection_keys = (collection) => {
+    return get_key(collection, "*");
+};
+export const get_channel = (...args) => {
+    return get_key(REDIS_UPDATES_PREFIX, ...args);
+};
+export const scan_redis_keys = (pattern, redis_publisher) => __awaiter(void 0, void 0, void 0, function* () {
+    const found_keys = [];
+    let cursor = "0";
+    do {
+        const [next_cursor, keys] = yield redis_publisher.scan(cursor, "MATCH", pattern, "COUNT", 100);
+        cursor = next_cursor;
+        found_keys.push(...keys);
+    } while (cursor !== "0");
+    return found_keys;
+});
+//# sourceMappingURL=keys.js.map

package/dist/esm/helpers/redis/keys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keys.js","sourceRoot":"","sources":["../../../../src/helpers/redis/keys.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAG9D,MAAM,OAAO,GAAG,CAAC,GAAG,IAAc,EAAE,EAAE;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,UAAkB,EAAE,MAAc,EAAE,EAAE;IAC9D,OAAO,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,UAAkB,EAAE,EAAE;IACtD,OAAO,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAc,EAAE,EAAE;IAC7C,OAAO,OAAO,CAAC,oBAAoB,EAAE,GAAG,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAO,OAAe,EAAE,eAAsB,EAAqB,EAAE;IAChG,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,MAAM,GAAG,GAAG,CAAC;IACjB,GAAG,CAAC;QACA,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/F,MAAM,GAAG,WAAW,CAAC;QACrB,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7B,CAAC,QAAQ,MAAM,KAAK,GAAG,EAAE;IACzB,OAAO,UAAU,CAAC;AACtB,CAAC,CAAA,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "akeyless-server-commons",
-    "version": "1.0.136-test.1",
+    "version": "1.0.136-test.3",
     "scripts": {
         "build:cjs": "tsc --project tsconfig.cjs.json",
         "build:esm": "tsc --project tsconfig.esm.json",