@owlmeans/redis 0.1.0

package/build/utils/cluster.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster.d.ts","sourceRoot":"","sources":["../../src/utils/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAIjC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAE5C,eAAO,MAAM,aAAa,WAAkB,QAAQ,CAAC,SAAS,CAAC,KAAG,OAAO,CAAC,OAAO,CAuLhF,CAAA"}

package/build/utils/cluster.js

@@ -0,0 +1,186 @@
+import { Cluster } from 'ioredis';
+import { prepareClusterRedisOptions } from './config.js';
+import { createClient } from './instance.js';
+export const ensuerCluster = async (config) => {
+    if (!Array.isArray(config.host)) {
+        throw new SyntaxError('We may connect to redis cluster only knowing its nodes');
+    }
+    const setup = prepareClusterRedisOptions(config);
+    // 1. Create single clients for testing
+    const clients = await Promise.all(setup.nodes.map(async (node) => {
+        if (typeof node !== 'object') {
+            throw new SyntaxError('Cluster node must be an object after cluster options initialization');
+        }
+        if (node.host == null) {
+            throw new SyntaxError('Cluster node must have a host property after cluster options initialization');
+        }
+        const client = await createClient({ ...config, host: node.host });
+        return client;
+    }));
+    // 2. Test clients and ensure they are configured
+    try {
+        const masters = [];
+        const slaves = [];
+        const masterQty = config.meta?.masterNumber
+            ?? Math.round(clients.length / (1 + (config.meta?.slaveNumber ?? 2)));
+        const slaveQty = config.meta?.slaveNumber ??
+            Math.round((clients.length - masterQty) / masterQty);
+        const requiredNodes = (slaveQty + 1) * masterQty;
+        if (requiredNodes !== clients.length) {
+            throw new SyntaxError(`Number of nodes in redis cluster does not match the configuration requirements: ${clients.length} / ${requiredNodes}`);
+        }
+        for (const client of clients) {
+            let nodesInfo = await client.cluster('NODES');
+            let nodes = parseClusterNodeInfo(nodesInfo);
+            // Remove nodes that we don't nkow
+            for (const node of nodes) {
+                // We do not remove ourselves
+                if (node.flags.includes('myself')) {
+                    continue;
+                }
+                if (!config.host.includes(node.addr)) {
+                    await client.cluster('FORGET', node.nodeId);
+                }
+            }
+            const otherNodes = nodes.filter(node => !node.flags.includes('myself'));
+            // Add nodes that are missing
+            for (const host of config.host) {
+                if (!otherNodes.some(node => node.addr === host)) {
+                    await client.cluster('MEET', host, config.port ?? 6379);
+                }
+            }
+            client.disconnect(true);
+            nodesInfo = await client.cluster('NODES');
+            nodes = parseClusterNodeInfo(nodesInfo);
+            const myself = nodes.find(node => node.flags.includes('myself'));
+            if (myself == null) {
+                throw new SyntaxError('Cluster node does not contain information about itself');
+            }
+            if (myself.flags.includes('master')) {
+                masters.push({ info: myself, node: client });
+            }
+            else {
+                slaves.push({ info: myself, node: client });
+            }
+        }
+        await Promise.all(clients.map(client => client.disconnect(true)));
+        const realMasters = masters.filter(master => master.info.slots != null);
+        const newcommers = masters.filter(master => master.info.slots == null);
+        const slotsChunk = Math.floor(16384 / masterQty);
+        const slotsSurplus = 16384 % masterQty;
+        const resetNode = async (node, flush = false) => {
+            flush && await node.node.flushall();
+            await node.node.cluster('RESET');
+            node.info.slots = null;
+            node.info.master = '-';
+            newcommers.push(node);
+        };
+        const configureMaster = async (node, idx) => {
+            const chunk = idx + 1 == masterQty ? slotsChunk + slotsSurplus : slotsChunk;
+            const firstSlot = idx * slotsChunk;
+            const lastSlot = firstSlot + chunk - 1;
+            await node.node.flushall();
+            await node.node.cluster('RESET');
+            await node.node.cluster('ADDSLOTSRANGE', firstSlot, lastSlot);
+            node.info.slots = [[firstSlot, lastSlot]];
+            const nodeSlaves = slaves.filter(slave => slave.info.master === node.info.nodeId);
+            while (nodeSlaves.length > slaveQty) {
+                const slave = nodeSlaves.pop();
+                if (slave == null) {
+                    throw new SyntaxError('Not enough slaves to forget in redis cluster');
+                }
+                slaves.splice(slaves.indexOf(slave), 1);
+                await resetNode(slave);
+            }
+        };
+        if (realMasters.length === 0) {
+            for (let i = 0; i < masterQty; ++i) {
+                const newcommer = newcommers.shift();
+                if (newcommer == null) {
+                    throw new SyntaxError('(clean) Not enough nodes to add to redis cluster as master');
+                }
+                await configureMaster(newcommer, i);
+                realMasters.push(newcommer);
+            }
+        }
+        else if (realMasters.length !== masterQty) {
+            while (realMasters.length > masterQty) {
+                const renegade = realMasters.pop();
+                if (renegade == null) {
+                    throw new SyntaxError('Not enough nodes to forget in redis cluster');
+                }
+                const renegadeSlaves = slaves.filter(slave => slave.info.master === renegade.info.nodeId);
+                for (const slave of renegadeSlaves) {
+                    slaves.splice(slaves.indexOf(slave), 1);
+                    await resetNode(slave);
+                }
+                await resetNode(renegade, true);
+            }
+            while (realMasters.length < masterQty) {
+                const newcommer = newcommers.shift();
+                if (newcommer == null) {
+                    throw new SyntaxError('(dirty) Not enough nodes to add to redis cluster as master');
+                }
+                realMasters.push(newcommer);
+            }
+            for (let i = 0; i < masterQty; ++i) {
+                await configureMaster(realMasters[i], i);
+            }
+        }
+        if (slaves.length !== slaveQty * masterQty) {
+            for (let master of realMasters) {
+                const masterSlaves = slaves.filter(slave => slave.info.master === master.info.nodeId);
+                while (masterSlaves.length > slaveQty) {
+                    const slave = masterSlaves.pop();
+                    if (slave == null) {
+                        throw new SyntaxError('Not enough slaves to forget in redis cluster');
+                    }
+                    slaves.splice(slaves.indexOf(slave), 1);
+                    await resetNode(slave);
+                }
+                while (masterSlaves.length < slaveQty) {
+                    const newcommer = newcommers.shift();
+                    if (newcommer == null) {
+                        throw new SyntaxError('Not enough slaves to add to redis cluster');
+                    }
+                    newcommer.info.master = master.info.nodeId;
+                    await newcommer.node.cluster('REPLICATE', master.info.nodeId);
+                    masterSlaves.push(newcommer);
+                    slaves.push(newcommer);
+                }
+            }
+        }
+        if (newcommers.length !== 0) {
+            throw new SyntaxError('There are nodes that are not configured in redis cluster');
+        }
+        if (realMasters.length !== masterQty) {
+            throw new SyntaxError('Not enough master nodes in redis cluster after configuration');
+        }
+        if (slaves.length !== slaveQty * masterQty) {
+            throw new SyntaxError('Not enough slave nodes in redis cluster after configuration');
+        }
+    }
+    catch (e) {
+        console.error(e);
+        throw e;
+    }
+    // 3. Disconnect single clients
+    await Promise.all(clients.map(client => client.disconnect()));
+    // 4. Connect to cluster
+    return new Cluster(setup.nodes, setup.options);
+};
+const parseClusterNodeInfo = (clusterNodes) => {
+    const nodesInfo = clusterNodes.split('\n').filter(line => line.trim() !== '');
+    return nodesInfo.map(line => {
+        const [nodeId, addr, flags, master, , , , state, ...slots] = line.split(' ');
+        return {
+            nodeId,
+            addr: addr.trim().split(':')[0],
+            flags: flags.trim().split(','),
+            master,
+            state,
+            slots: slots != null && slots.length > 0 ? slots.map(slot => (slot.includes('-') ? slot.split('-', 2) : [slot, slot]).map(v => parseInt(v))) : null
+        };
+    });
+};
+//# sourceMappingURL=cluster.js.map

package/build/utils/cluster.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster.js","sourceRoot":"","sources":["../../src/utils/cluster.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAEjC,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAA;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAG5C,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,MAA2B,EAAoB,EAAE;IACnF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,WAAW,CAAC,wDAAwD,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,KAAK,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAA;IAChD,uCAAuC;IACvC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAC/C,KAAK,EAAC,IAAI,EAAC,EAAE;QACX,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,WAAW,CAAC,qEAAqE,CAAC,CAAA;QAC9F,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,WAAW,CAAC,6EAA6E,CAAC,CAAA;QACtG,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAU,CAAA;QAE1E,OAAO,MAAM,CAAA;IACf,CAAC,CACF,CAAC,CAAA;IAEF,iDAAiD;IAEjD,IAAI,CAAC;QACH,MAAM,OAAO,GAAkB,EAAE,CAAA;QACjC,MAAM,MAAM,GAAkB,EAAE,CAAA;QAChC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,YAAY;eACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW;YACvC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC,CAAA;QACtD,MAAM,aAAa,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,SAAS,CAAA;QAEhD,IAAI,aAAa,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,WAAW,CAAC,mFAAmF,OAAO,CAAC,MAAM,MAAM,aAAa,EAAE,CAAC,CAAA;QAC/I,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,SAAS,GAAW,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAW,CAAA;YAC/D,IAAI,KAAK,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAA;YAC3C,kCAAkC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,6BAA6B;gBAC7B,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAClC,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC7C,CAAC;YACH,CAAC;YACD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;YACvE,6BAA6B;YAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBACjD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,CAAA;gBACzD,CAAC;YACH,CAAC;YACD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;YACvB,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAW,CAAA;YACnD,KAAK,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAA;YACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAa,CAAA;YAC5E,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,WAAW,CAAC,wDAAwD,CAAC,CAAA;YACjF,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QACvE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QAEtE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAA;QAChD,MAAM,YAAY,GAAG,KAAK,GAAG,SAAS,CAAA;QAEtC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAiB,EAAE,QAAiB,KAAK,EAAE,EAAE;YACpE,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAA;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAChC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAA;YAEtB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACvB,CAAC,CAAA;QAED,MAAM,eAAe,GAAG,KAAK,EAAE,IAAiB,EAAE,GAAW,EAAE,EAAE;YAC/D,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,UAAU,CAAA;YAC3E,MAAM,SAAS,GAAG,GAAG,GAAG,UAAU,CAAA;YAClC,MAAM,QAAQ,GAAG,SAAS,GAAG,KAAK,GAAG,CAAC,CAAA;YACtC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAA;YAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAChC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAA;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAA;YACzC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACjF,OAAO,UAAU,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAA;gBAC9B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,WAAW,CAAC,8CAA8C,CAAC,CAAA;gBACvE,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;gBACvC,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;YACxB,CAAC;QACH,CAAC,CAAA;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAA;gBACpC,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;oBACtB,MAAM,IAAI,WAAW,CAAC,4DAA4D,CAAC,CAAA;gBACrF,CAAC;gBACD,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;gBACnC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;aAAM,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5C,OAAO,WAAW,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBAClC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;oBACrB,MAAM,IAAI,WAAW,CAAC,6CAA6C,CAAC,CAAA;gBACtE,CAAC;gBACD,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACzF,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;oBACvC,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;gBACxB,CAAC;gBACD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;YACjC,CAAC;YACD,OAAO,WAAW,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAA;gBACpC,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;oBACtB,MAAM,IAAI,WAAW,CAAC,4DAA4D,CAAC,CAAA;gBACrF,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC7B,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;gBACnC,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC1C,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,GAAG,SAAS,EAAE,CAAC;YAC3C,KAAK,IAAI,MAAM,IAAI,WAAW,EAAE,CAAC;gBAC/B,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACrF,OAAO,YAAY,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACtC,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,CAAA;oBAChC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;wBAClB,MAAM,IAAI,WAAW,CAAC,8CAA8C,CAAC,CAAA;oBACvE,CAAC;oBACD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;oBACvC,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;gBACxB,CAAC;gBACD,OAAO,YAAY,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACtC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAA;oBACpC,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;wBACtB,MAAM,IAAI,WAAW,CAAC,2CAA2C,CAAC,CAAA;oBACpE,CAAC;oBACD,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAA;oBAE1C,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBAC7D,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;oBAC5B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,WAAW,CAAC,0DAA0D,CAAC,CAAA;QACnF,CAAC;QACD,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,WAAW,CAAC,8DAA8D,CAAC,CAAA;QACvF,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,GAAG,SAAS,EAAE,CAAC;YAC3C,MAAM,IAAI,WAAW,CAAC,6DAA6D,CAAC,CAAA;QACtF,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAChB,MAAM,CAAC,CAAA;IACT,CAAC;IAED,+BAA+B;IAE/B,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAE7D,wBAAwB;IAExB,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;AAChD,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,CAAC,YAAoB,EAAE,EAAE;IACpD,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC7E,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC1B,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,AAAD,EAAG,AAAD,EAAG,AAAD,EAAG,KAAK,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC5E,OAAO;YACL,MAAM;YACN,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/B,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC;YAC9B,MAAM;YACN,KAAK;YACL,KAAK,EAAE,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAClD,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACvF,CAAC,CAAC,CAAC,IAAI;SACT,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA"}

package/build/utils/config.d.ts

@@ -0,0 +1,9 @@
+import type { DbConfig } from '@owlmeans/resource';
+import type { RedisOptions, ClusterNode, ClusterOptions } from 'ioredis';
+import type { RedisMeta } from '../types.js';
+export declare const prepareSingleRedisOptions: (config: DbConfig<RedisMeta>, host?: string) => RedisOptions;
+export declare const prepareClusterRedisOptions: (config: DbConfig<RedisMeta>) => {
+    nodes: ClusterNode[];
+    options: ClusterOptions;
+};
+//# sourceMappingURL=config.d.ts.map

package/build/utils/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AACxE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAE5C,eAAO,MAAM,yBAAyB,WAAY,QAAQ,CAAC,SAAS,CAAC,SAAS,MAAM,KAAG,YAWtF,CAAA;AAED,eAAO,MAAM,0BAA0B,WAAY,QAAQ,CAAC,SAAS,CAAC,KAAG;IAAE,KAAK,EAAE,WAAW,EAAE,CAAC;IAAC,OAAO,EAAE,cAAc,CAAA;CAiBvH,CAAA"}

package/build/utils/config.js

@@ -0,0 +1,31 @@
+export const prepareSingleRedisOptions = (config, host) => {
+    host = (host != null ? host : config.host);
+    if (typeof host !== 'string') {
+        throw new SyntaxError('Single redis options can be created only from config referencing single host');
+    }
+    return {
+        host: host,
+        port: config.port ?? 6379,
+        password: config.secret,
+        ...config.meta
+    };
+};
+export const prepareClusterRedisOptions = (config) => {
+    if (!Array.isArray(config.host)) {
+        throw new SyntaxError('Cluster redis options can be created only from config referencing multiple hosts');
+    }
+    return {
+        nodes: config.host.map(host => ({ host, port: config.port })), options: {
+            dnsLookup: (address, callback) => {
+                callback(null, address);
+            },
+            slotsRefreshTimeout: 20000,
+            redisOptions: {
+                // tls: { rejectUnauthorized: false }, // @TODO check if it's working
+                password: config.secret,
+                ...config.meta
+            }
+        }
+    };
+};
+//# sourceMappingURL=config.js.map

package/build/utils/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,MAA2B,EAAE,IAAa,EAAgB,EAAE;IACpG,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAW,CAAA;IACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,WAAW,CAAC,8EAA8E,CAAC,CAAA;IACvG,CAAC;IACD,OAAO;QACL,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;QACzB,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,GAAG,MAAM,CAAC,IAAI;KACf,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,MAA2B,EAAqD,EAAE;IAC3H,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,WAAW,CAAC,kFAAkF,CAAC,CAAA;IAC3G,CAAC;IACD,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE;YACtE,SAAS,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;gBAC/B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YACzB,CAAC;YACD,mBAAmB,EAAE,KAAK;YAC1B,YAAY,EAAE;gBACZ,qEAAqE;gBACrE,QAAQ,EAAE,MAAM,CAAC,MAAM;gBACvB,GAAG,MAAM,CAAC,IAAI;aACf;SACF;KACF,CAAA;AACH,CAAC,CAAA"}

package/build/utils/index.d.ts

@@ -0,0 +1,4 @@
+export * from './cluster.js';
+export * from './config.js';
+export * from './instance.js';
+//# sourceMappingURL=index.d.ts.map

package/build/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AACA,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,eAAe,CAAA"}

package/build/utils/index.js

@@ -0,0 +1,4 @@
+export * from './cluster.js';
+export * from './config.js';
+export * from './instance.js';
+//# sourceMappingURL=index.js.map

package/build/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AACA,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,eAAe,CAAA"}

package/build/utils/instance.d.ts

@@ -0,0 +1,4 @@
+import type { DbConfig } from '@owlmeans/resource';
+import type { RedisClient } from '@owlmeans/redis-resource';
+export declare const createClient: (config: DbConfig) => Promise<RedisClient>;
+//# sourceMappingURL=instance.d.ts.map

package/build/utils/instance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instance.d.ts","sourceRoot":"","sources":["../../src/utils/instance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAK3D,eAAO,MAAM,YAAY,WAAkB,QAAQ,KAAG,OAAO,CAAC,WAAW,CASxE,CAAA"}

package/build/utils/instance.js

@@ -0,0 +1,13 @@
+import { Redis } from 'ioredis';
+import { prepareSingleRedisOptions } from './config.js';
+import { ensuerCluster } from './cluster.js';
+export const createClient = async (config) => {
+    if (Array.isArray(config.host) && config.host.length === 1) {
+        config.host = config.host[0];
+    }
+    if (typeof config.host === 'string') {
+        return new Redis(prepareSingleRedisOptions(config));
+    }
+    return await ensuerCluster(config);
+};
+//# sourceMappingURL=instance.js.map

package/build/utils/instance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../src/utils/instance.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAA;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAE5C,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,MAAgB,EAAwB,EAAE;IAC3E,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC9B,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,IAAI,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,OAAO,MAAM,aAAa,CAAC,MAAM,CAAC,CAAA;AACpC,CAAC,CAAA"}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@owlmeans/redis",
+  "version": "0.1.0",
+  "type": "module",
+  "scripts": {
+    "build": "tsc -b",
+    "dev": "sleep 240 && nodemon -e ts,tsx,json --watch src --exec \"tsc -p ./tsconfig.json\"",
+    "watch": "tsc -b -w --preserveWatchOutput --pretty"
+  },
+  "main": "build/index.js",
+  "module": "build/index.js",
+  "types": "build/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./build/index.js",
+      "require": "./build/index.js",
+      "default": "./build/index.js",
+      "module": "./build/index.js",
+      "types": "./build/index.d.ts"
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^22.7.8",
+    "nodemon": "^3.1.7",
+    "typescript": "^5.6.3"
+  },
+  "dependencies": {
+    "@noble/hashes": "^1.5.0",
+    "@owlmeans/context": "^0.1.0",
+    "@owlmeans/redis-resource": "^0.1.0",
+    "@owlmeans/resource": "^0.1.0",
+    "@owlmeans/server-context": "^0.1.0",
+    "@scure/base": "^1.1.9",
+    "ioredis": "^5.4.1"
+  },
+  "private": false,
+  "publishConfig": {
+    "access": "public"
+  }
+}

package/src/consts.ts

@@ -0,0 +1,3 @@
+import { DEFAULT_DB_ALIAS } from '@owlmeans/redis-resource'
+
+export const DEFAULT_ALIAS = DEFAULT_DB_ALIAS

package/src/index.ts

@@ -0,0 +1,4 @@
+
+export type * from './types.js'
+export * from './consts.js'
+export * from './service.js'

package/src/service.ts

@@ -0,0 +1,94 @@
+import type { RedisDbService, RedisClient, RedisDb } from '@owlmeans/redis-resource'
+import { DEFAULT_ALIAS } from './consts.js'
+import { createDbService } from '@owlmeans/resource'
+import { assertContext, Layer } from '@owlmeans/context'
+import type { BasicContext } from '@owlmeans/context'
+import type { ServerContext, ServerConfig } from '@owlmeans/server-context'
+import { createClient } from './utils/index.js'
+
+type Config = ServerConfig
+interface Context<C extends Config = Config> extends ServerContext<C> { }
+
+export const makeRedisService = (alias: string = DEFAULT_ALIAS): RedisDbService => {
+  const location = `redis:${alias}`
+
+  const service: RedisDbService = createDbService<RedisDb, RedisClient, RedisDbService>(
+    alias, {
+    db: async configAlias => {
+      const client = await service.client(configAlias)
+
+      const name = await service.name(configAlias)
+
+      /**
+       * @TODO we need to think how we can reuse the initail
+       * one instead of duplication for some cases
+       */
+      return { client: client.duplicate(), prefix: name }
+    },
+
+    initialize: async configAlias => {
+      configAlias = service.ensureConfigAlias(configAlias)
+      const config = service.config(configAlias)
+
+      if (service.clients[configAlias] != null) {
+        return
+      }
+
+      if (service.layers == null) {
+        service.layers = [Layer.Global]
+      }
+      if (config.serviceSensitive && service.layers.includes(Layer.Service)) {
+        service.layers.push(Layer.Service)
+      }
+      if (config.entitySensitive && service.layers.includes(Layer.Entity)) {
+        service.layers.push(Layer.Entity)
+      }
+
+      let client = await createClient(config)
+
+      // we need to check all hosts for replication consistancy
+
+      if (service.clients[configAlias] != null) {
+        throw new SyntaxError(`Cannot replace existing redis client: ${configAlias} - ${service.alias}`)
+      }
+
+      process.on('SIGTERM', () => {
+        client.quit()
+      })
+
+      service.clients[configAlias] = client
+    },
+
+    reinitializeContext: <T>(context: BasicContext<ServerConfig>) => {
+      const _service = makeRedisService(alias)
+
+      _service.ctx = context
+
+      _service.layers = service.layers
+
+      return _service as T
+    }
+  }, service => async () => {
+    const context = assertContext<Config, Context>(service.ctx as Context, location)
+
+    // Try to initialize all connections
+    await context.cfg.dbs?.filter(dbConfig => dbConfig.service === alias).reduce(async (prev, dbConfig) => {
+      await prev
+      await service.config(dbConfig.alias)
+    }, Promise.resolve())
+
+    service.initialized = true
+  })
+
+  return service
+}
+
+export const appendRedis = <C extends Config, T extends Context<C> = Context<C>>(
+  context: T, alias: string = DEFAULT_ALIAS
+): T => {
+  const service = makeRedisService(alias)
+
+  context.registerService(service)
+
+  return context
+}

package/src/types.ts

@@ -0,0 +1,6 @@
+import type { RedisOptions } from 'ioredis'
+
+export interface RedisMeta extends RedisOptions {
+  masterNumber?: number
+  slaveNumber?: number
+}