corebasic 1.0.232 → 1.0.234

package/dist/libs/features.js

@@ -78,7 +78,7 @@ export const send = async (meta, feature, data, params) => {
     // return  (await axios[method](`${service}${url}`, payload, {headers: {jwt: SERVICE_ACCESS_TOKEN, service: true}, timeout: 1000 })).data // Worked Earlier, but issue spotted
     if (baseFeature) { // Local call
         let response;
-        let req = { body: payload, params: params ?? {}, method, path: url, url: '' };
+        let req = { body: payload, params: params ?? {}, method, path: url, url: '', headers: {}, query: {}, on: (_event, _callback) => { } };
         req = JSON.parse(JSON.stringify(req));
         const callback = (payload) => { response = payload; };
         const res = {
@@ -109,7 +109,7 @@ async function announce() {
     let exp_features = {};
     for (let [key, { api, subscribe }] of Object.entries(features))
         exp_features[key] = { api, service: SERVICE_ADDRESS, subscribe, topic: "" };
-    await Messaging.subscribe(`${process.env.REDIS_CHANNEL_PREFIX}_SLYP_FEATURES_LIST`, async (message, channel) => {
+    await Messaging.subscribe(`${process.env.REDIS_CHANNEL_PREFIX}_SLYP_FEATURES_LIST`, async (message, _channel) => {
         let { uid, ...msg } = JSON.parse(message);
         if (uid !== appId && !appids[uid]) {
             appids[uid] = true;
@@ -129,6 +129,7 @@ function getFeaturelessFeature(req) {
             }
         }
     }
+    return undefined;
 }
 const apiHandler = async (req, res) => {
     let method = req.method.toLowerCase();
@@ -266,7 +267,7 @@ export const start = async (app, url, file) => {
     PROJECT_ROOT_URL = url;
     features = await Utils.fileToJson(url, file);
     await announce();
-    app.get('/features', async (req, res) => {
+    app.get('/features', async (_req, res) => {
         let exp_features = {};
         for (let [key, { api }] of Object.entries(features))
             exp_features[key] = { api, service: `${SERVICE_ADDRESS}`, subscribe: '', topic: '' };
@@ -411,7 +412,7 @@ async function subscribe() {
         kafka_consumer_promise
             .then(kafka_consumer => {
             subscribed_consumers[consumer] = kafka_consumer;
-        }).catch(err => {
+        }).catch(() => {
             throw new Error("Error: Remote service to service kafka Feature subscription.");
         });
     }

package/dist/libs/kafka.js

@@ -42,12 +42,11 @@ const start_consumer = async function (topic, groupId, callback) {
         autoCommit: false,
         eachMessage: async ({ topic, partition, message }) => {
             // callback(topic, message.value.toString(), partition) // toString() returns array so won't parse if json.
-            let success;
             try {
-                success = await callback(topic, JSON.parse(message.value), partition);
+                await callback(topic, JSON.parse(message.value), partition);
             }
             catch (ex) {
-                success = await callback(topic, message.value, partition); // NOTE: Beware: Ensure Kafka.receive<T> can handle raw message type that is not json parseable
+                await callback(topic, message.value, partition); // NOTE: Beware: Ensure Kafka.receive<T> can handle raw message type that is not json parseable
             }
             await consumer.commitOffsets([{ topic, partition, offset: (Number(message.offset) + 1).toString() }]);
         },

package/dist/libs/messaging.js

@@ -34,7 +34,7 @@ async function connect({ user, req, res, uid }) {
                 message = JSON.parse(message);
             }
             catch { }
-            for (let { req, res } of users_pool[user].reqres) {
+            for (let { res } of users_pool[user].reqres) {
                 res.write(JSON.stringify({ message, channel }) + "\n");
                 if (res.flush) // If compression enabled
                     res.flush();
@@ -53,7 +53,7 @@ export async function start(app) {
     await consumer.connect();
     publisher = createClient({ url });
     await publisher.connect();
-    consumer.on('error', err => console.log('Redis Client Error', err));
+    consumer.on('error', (err) => console.log('Redis Client Error', err));
     app.get('/messages/:user', async (req, res) => {
         let uid = req.body.client;
         await connect({ user: req.params.user, req, res, uid });

package/dist/libs/utils.js

@@ -26,7 +26,7 @@ export function isEmpty(str) {
 }
 export let GLOBAL_META = { company: "GLOBAL", outlet: "GLOBAL" };
 export function isEmptyJson(json) {
-    for (let i in json)
+    for (let _i in json)
         return false;
     return true;
 }

package/libs/auth.ts

@@ -47,7 +47,7 @@ type SuccessCallback = (
 let validateFn: ValidateFunction | undefined
 let validateErrMessage: string | undefined
 
-export const validate = (callback: ValidateFunction, errMessage?: string) => {
+export const validate = (callback: ValidateFunction, _errMessage?: string) => {
     validateFn = callback
 }
 
@@ -58,7 +58,7 @@ export const start = (app: AuthApp, successCallback?: SuccessCallback) => {
             return
         }
         try {
-            let login = await attemptLogin(req, res)
+            let login = await attemptLogin(req)
             if (login.mode === 'verify' && login.success) {
                 let tokens = Session.generateAccessToken(login.userId, req.body.clientId ?? '')
                 let response = {...login, tokens}
@@ -74,7 +74,7 @@ export const start = (app: AuthApp, successCallback?: SuccessCallback) => {
     })
 }
 
-async function attemptLogin(req: AuthRequest, res: AuthResponse) {
+async function attemptLogin(req: AuthRequest) {
     let meta = {company: "GLOBAL", outlet: "GLOBAL"}
 
     let expiry = 300000

package/libs/dip/suffix/index.ts

@@ -89,7 +89,7 @@ function flatten_value(target_key: string, value: unknown, flattened: unknown[],
 }
 
 
-export function entries(target_key: string, query: unknown, binary_slice?: Buffer): unknown[] {
+export function entries(target_key: string, query: unknown, _binary_slice?: Buffer): unknown[] {
     let result  = flatten_id_values(target_key, query); // extract all valid _id
 
     // let cows = result.map(v => extract_direct_id(v, binary_slice))

package/libs/dip/suffix/policy.ts

@@ -140,7 +140,7 @@ type SuffixItem = { key?: string; value?: string; type: string; ls_threshold?: n
 type CollectionsJsonType = Record<string, {policy?: {when: object, suffix: SuffixItem[]}[]}>
 type Arg = { db: string; collection: string[]; }
 
-export async function applySuffixPolicy(COLLECTIONS_JSON: CollectionsJsonType, cols: string | string[], query: Record<string, any>, insertMode?: boolean, arg?: Arg) {
+export async function applySuffixPolicy(COLLECTIONS_JSON: CollectionsJsonType, cols: string | string[], query: Record<string, any>, insertMode: boolean, arg: Arg) {
     const collections = Array.isArray(cols) ? cols : [cols]
     let suffixes: string[] = []
 

package/libs/dip/suffix/suffix.ts

@@ -6,7 +6,7 @@ type SuffixItem = { key?: string; value?: string; type: string; ls_threshold?: n
 type Arg = { db: string; collection: string[]; }
 
 const EXPLICIT_SUFFIX_POLICY_TYPES = new Set([  "string", "date", "number" ]);
-export async function suffix(doc: Record<string, any>, policies: SuffixItem[], insertMode?: boolean, arg?: Arg) {
+export async function suffix(doc: Record<string, any>, policies: SuffixItem[], insertMode: boolean, arg: Arg) {
     let suffixes = [""]
     for (const policy of policies) {
 
@@ -92,9 +92,8 @@ export async function suffix(doc: Record<string, any>, policies: SuffixItem[], i
         if (!keys.length && !insertMode) {
             ls = true
             for (const suffix of suffixes) {
-                const collections = arg?.collection ?? []
-                for (const collection of collections) {
-                    const dirs = (await Dip.operation("ls", { db: arg?.db, collection: collection, suffix })).filter((dir: string) => !dir.startsWith('chunk-'))
+                for (const collection of arg.collection) {
+                    const dirs = (await Dip.operation("ls", { db: arg.db, collection: collection, suffix })).filter((dir: string) => !dir.startsWith('chunk-'))
                     suffixAssociatedKeys[suffix] = suffixAssociatedKeys[suffix] ?? []
                     suffixAssociatedKeys[suffix].push(...dirs)
                 }

package/libs/dip/suffix/tests/policy.applySuffixPolicy.test.ts

@@ -2,6 +2,8 @@ import { describe, test } from "node:test";
 import assert from "node:assert/strict";
 import {applySuffixPolicy} from "../policy.ts";
 
+let insertMode = false
+const arg = {db: "test-db", collection: ["test-collection"]}
 // -----------------------------------------------------------------------------
 // applySuffixPolicy()
 // -----------------------------------------------------------------------------
@@ -10,7 +12,7 @@ describe("applySuffixPolicy()", () => {
     test("no collection", async () => {
         const collections = {};
 
-        const result = await applySuffixPolicy(collections, "missing", {});
+        const result = await applySuffixPolicy(collections, "missing", {}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -20,7 +22,7 @@ describe("applySuffixPolicy()", () => {
             invoices: {}
         };
 
-        const result = await applySuffixPolicy(collections, "invoices", {});
+        const result = await applySuffixPolicy(collections, "invoices", {}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -32,7 +34,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(collections, "invoices", {});
+        const result = await applySuffixPolicy(collections, "invoices", {}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -48,13 +50,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -74,17 +70,8 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                type: "Sales"
-            }
-        );
-
-        assert.deepEqual(result, [
-            "/Sales"
-        ]);
+        const result = await applySuffixPolicy(collections as any, "invoices", { type: "Sales" }, insertMode, arg);
+        assert.deepEqual(result, ["/Sales"]);
     });
 
     test("unconditional policy", async () => {
@@ -99,13 +86,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -126,14 +107,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                status: "Active",
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {status: "Active", type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -154,14 +128,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                status: "Deleted",
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {status: "Deleted", type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -180,14 +147,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                status: {$in: ["Active", "Pending"]},
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {status: {$in: ["Active", "Pending"]}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -218,15 +178,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                status: "Active",
-                type: "Sales",
-                region: "IN"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {status: "Active", type: "Sales", region: "IN"}, insertMode, arg);
 
         assert.deepEqual(
             result.sort(),
@@ -261,15 +213,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                status: "Active",
-                type: "Sales",
-                region: "IN"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {status: "Active", type: "Sales", region: "IN"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -294,13 +238,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -321,13 +259,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                date: new Date(2026, 4, 3).getTime()
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {date: new Date(2026, 4, 3).getTime()}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/2026"
@@ -349,14 +281,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                type: "Sales",
-                date: new Date(2026, 4, 3).getTime()
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {type: "Sales", date: new Date(2026, 4, 3).getTime()}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales/2026"
@@ -379,16 +304,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $gt: 20
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: {$gt: 20}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -411,16 +327,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $lt: 10
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: {$lt: 10}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -442,14 +349,7 @@ describe("applySuffixPolicy()", () => {
         };
 
         await assert.rejects(async () => {
-            await applySuffixPolicy(
-                collections as any,
-                "invoices",
-                {
-                    status: "Active",
-                    type: "Sales"
-                }
-            );
+            await applySuffixPolicy(collections as any, "invoices", {status: "Active", type: "Sales"}, insertMode, arg);
         });
     });
 
@@ -467,17 +367,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $gt: 5,
-                    $lt: 15
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: {$gt: 5, $lt: 15}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -498,17 +388,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $gt: 5,
-                    $lt: 15
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: {$gt: 5,$lt: 15}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -530,14 +410,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: { $in: [10] },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: { $in: [10] }, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -561,14 +434,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: { $in: [10] },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: { $in: [10] }, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });
@@ -590,17 +456,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $gt: 20,
-                    $lt: 40
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices",{age: {$gt: 20, $lt: 40}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, [
             "/Sales"
@@ -624,17 +480,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
 
-        const result = await applySuffixPolicy(
-            collections as any,
-            "invoices",
-            {
-                age: {
-                    $gt: 10,
-                    $lt: 20
-                },
-                type: "Sales"
-            }
-        );
+        const result = await applySuffixPolicy(collections as any, "invoices", {age: {$gt: 10, $lt: 20}, type: "Sales"}, insertMode, arg);
 
         assert.deepEqual(result, []);
     });

package/libs/dip/suffix/tests/policy.test.ts

@@ -1,6 +1,6 @@
 import { describe, test } from "node:test";
 import assert from "node:assert/strict";
-import {matchPolicy, overlaps, contains, intersects, applySuffixPolicy} from "../policy.ts";
+import {matchPolicy, overlaps, contains, intersects} from "../policy.ts";
 
 const defaultBounds = {values: [], from: -Infinity, to: Infinity, fromOp: "$gte", toOp: "$lte"}
 

package/libs/dip.ts

@@ -64,14 +64,14 @@ export const IdempotentDip = (): IdempotentDip => {
     }
 
     idip.insert = async function (collection, query, data) {
-        await Elabase.update(state.meta, collection, query, { $setOnInsert: data }, {upsert: true})
+        await Elabase.update(state.meta!, collection, query, { $setOnInsert: data }, {upsert: true})
     }
 
     idip.update = async function (collection, query, data, rollback) {
         let token = { [state.txn]: true }
         let idempotent = { [state.txn]: { $exists: rollback ?? false } }
-        let result = await Elabase.update(state.meta, collection, {...query, ...idempotent}, {...data, $setOnInsert: undefined, $set: {...(data.$set ?? {}), ...token} })
-        return result.count ? true : (await Elabase.query(state.meta, collection, {...query, ...idempotent})).length
+        let result = await Elabase.update(state.meta!, collection, {...query, ...idempotent}, {...data, $setOnInsert: undefined, $set: {...(data.$set ?? {}), ...token} })
+        return result.count ? true : (await Elabase.query(state.meta!, collection, {...query, ...idempotent})).length
     }
 
     idip.upsert = async function (collection, query, data, rollback) {
@@ -80,11 +80,11 @@ export const IdempotentDip = (): IdempotentDip => {
     }
 
     idip.cleanup = async function (collection, query) {
-        await Elabase.update(state.meta, collection, query, { $unset: { [state.txn]: true } })
+        await Elabase.update(state.meta!, collection, query, { $unset: { [state.txn]: true } })
     }
 
     idip.finish = async function () {
-        return await Elabase.update(state.meta, "txns",{_id: state.txn}, {}, {upsert: true})
+        return await Elabase.update(state.meta!, "txns",{_id: state.txn}, {}, {upsert: true})
     }
 
     return idip

package/libs/dipper.ts

@@ -6,7 +6,6 @@ import axios from 'axios'
 type DipperIdQuery = string | string[] | { $in: string[] }
 
 type DipperArg = {
-    mode: string
     query?: {
         _id?: DipperIdQuery
     }
@@ -25,16 +24,16 @@ function hashStr(str: string) {
     return hash;
 }
 
-function hash(string: string, digits: number) {
-    digits = digits || 6;
-    var m = Math.pow(10, digits+1) - 1;
-    var phi = Math.pow(10, digits) / 2 - 1;
-    var n = 0;
-    for (var i = 0; i < string.length; i++) {
-      n = (n + phi * string.charCodeAt(i)) % m;
-    }
-    return n.toString();
-}
+// function hash(string: string, digits: number) {
+//     digits = digits || 6;
+//     var m = Math.pow(10, digits+1) - 1;
+//     var phi = Math.pow(10, digits) / 2 - 1;
+//     var n = 0;
+//     for (var i = 0; i < string.length; i++) {
+//       n = (n + phi * string.charCodeAt(i)) % m;
+//     }
+//     return n.toString();
+// }
 let shards: string[] = []
 let shardCount = 20
 
@@ -52,7 +51,7 @@ function shard(key: string) {
 export let shard_hits: Record<string, number> = {}
 
 async function postDip(url: string | URL, arg: unknown) {
-    return (await axios.post(url, arg)).data
+    return (await axios.post(String(url), arg)).data
   // curl
   // -----
 //   const { data } = await curly.post(url, {
@@ -67,6 +66,8 @@ async function postDip(url: string | URL, arg: unknown) {
 
 export default async function dipper(arg: DipperArg) {
 
+    const mode: string = arg.insert || arg.update || arg.delete ? "query" : "command" // TODO: batch
+
     let result = []
 
     let _id = arg.query?._id ?? arg.insert?._id ?? undefined
@@ -90,12 +91,12 @@ export default async function dipper(arg: DipperArg) {
        }
     }
 
-    if (arg.mode ===  "query")
+    if (mode ===  "query")
         result = result.reduce( (partial, item) =>  partial.concat(item), [])
 
 
 
-    return arg.mode ===  "query" ? result : result[0]
+    return mode ===  "query" ? result : result[0]
 }