corebasic 1.0.232 → 1.0.233

package/dist/libs/auth.js

@@ -7,7 +7,7 @@ import * as Utils from './utils.js';
 import * as Session from './session.js';
 let validateFn;
 let validateErrMessage;
-export const validate = (callback, errMessage) => {
+export const validate = (callback, _errMessage) => {
     validateFn = callback;
 };
 export const start = (app, successCallback) => {
@@ -17,7 +17,7 @@ export const start = (app, successCallback) => {
             return;
         }
         try {
-            let login = await attemptLogin(req, res);
+            let login = await attemptLogin(req);
             if (login.mode === 'verify' && login.success) {
                 let tokens = Session.generateAccessToken(login.userId, req.body.clientId ?? '');
                 let response = { ...login, tokens };
@@ -34,7 +34,7 @@ export const start = (app, successCallback) => {
         }
     });
 };
-async function attemptLogin(req, res) {
+async function attemptLogin(req) {
     let meta = { company: "GLOBAL", outlet: "GLOBAL" };
     let expiry = 300000;
     let userMob = req.body.mob ?? req.body.phone ?? '';

package/dist/libs/dip/suffix/index.js

@@ -64,7 +64,7 @@ function flatten_value(target_key, value, flattened, ancestor_has_id) {
         }
     }
 }
-export function entries(target_key, query, binary_slice) {
+export function entries(target_key, query, _binary_slice) {
     let result = flatten_id_values(target_key, query); // extract all valid _id
     // let cows = result.map(v => extract_direct_id(v, binary_slice))
     // // cows.sort_by(|a, b| a.as_ref().cmp(b.as_ref())); // sort for improved forward processing because kv engine keys are already sorted.

package/dist/libs/dip/suffix/suffix.js

@@ -82,9 +82,8 @@ export async function suffix(doc, policies, insertMode, arg) {
         if (!keys.length && !insertMode) {
             ls = true;
             for (const suffix of suffixes) {
-                const collections = arg?.collection ?? [];
-                for (const collection of collections) {
-                    const dirs = (await Dip.operation("ls", { db: arg?.db, collection: collection, suffix })).filter((dir) => !dir.startsWith('chunk-'));
+                for (const collection of arg.collection) {
+                    const dirs = (await Dip.operation("ls", { db: arg.db, collection: collection, suffix })).filter((dir) => !dir.startsWith('chunk-'));
                     suffixAssociatedKeys[suffix] = suffixAssociatedKeys[suffix] ?? [];
                     suffixAssociatedKeys[suffix].push(...dirs);
                 }

package/dist/libs/dip/suffix/tests/policy.applySuffixPolicy.test.js

@@ -1,20 +1,22 @@
 import { describe, test } from "node:test";
 import assert from "node:assert/strict";
 import { applySuffixPolicy } from "../policy.js";
+let insertMode = false;
+const arg = { db: "test-db", collection: ["test-collection"] };
 // -----------------------------------------------------------------------------
 // applySuffixPolicy()
 // -----------------------------------------------------------------------------
 describe("applySuffixPolicy()", () => {
     test("no collection", async () => {
         const collections = {};
-        const result = await applySuffixPolicy(collections, "missing", {});
+        const result = await applySuffixPolicy(collections, "missing", {}, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("collection without policy", async () => {
         const collections = {
             invoices: {}
         };
-        const result = await applySuffixPolicy(collections, "invoices", {});
+        const result = await applySuffixPolicy(collections, "invoices", {}, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("empty policy array", async () => {
@@ -23,7 +25,7 @@ describe("applySuffixPolicy()", () => {
                 policy: []
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {});
+        const result = await applySuffixPolicy(collections, "invoices", {}, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("single policy object", async () => {
@@ -36,9 +38,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -55,12 +55,8 @@ describe("applySuffixPolicy()", () => {
                 ]
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            type: "Sales"
-        });
-        assert.deepEqual(result, [
-            "/Sales"
-        ]);
+        const result = await applySuffixPolicy(collections, "invoices", { type: "Sales" }, insertMode, arg);
+        assert.deepEqual(result, ["/Sales"]);
     });
     test("unconditional policy", async () => {
         const collections = {
@@ -73,9 +69,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -93,10 +87,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            status: "Active",
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { status: "Active", type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -114,10 +105,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            status: "Deleted",
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { status: "Deleted", type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("$in subset", async () => {
@@ -133,10 +121,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            status: { $in: ["Active", "Pending"] },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { status: { $in: ["Active", "Pending"] }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -164,11 +149,7 @@ describe("applySuffixPolicy()", () => {
                 ]
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            status: "Active",
-            type: "Sales",
-            region: "IN"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { status: "Active", type: "Sales", region: "IN" }, insertMode, arg);
         assert.deepEqual(result.sort(), [
             "/Sales",
             "/IN"
@@ -197,11 +178,7 @@ describe("applySuffixPolicy()", () => {
                 ]
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            status: "Active",
-            type: "Sales",
-            region: "IN"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { status: "Active", type: "Sales", region: "IN" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -223,9 +200,7 @@ describe("applySuffixPolicy()", () => {
                 ]
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -243,9 +218,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            date: new Date(2026, 4, 3).getTime()
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { date: new Date(2026, 4, 3).getTime() }, insertMode, arg);
         assert.deepEqual(result, [
             "/2026"
         ]);
@@ -264,10 +237,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            type: "Sales",
-            date: new Date(2026, 4, 3).getTime()
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { type: "Sales", date: new Date(2026, 4, 3).getTime() }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales/2026"
         ]);
@@ -287,12 +257,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $gt: 20
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $gt: 20 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -312,12 +277,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $lt: 10
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $lt: 10 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("$ne throws", async () => {
@@ -336,10 +296,7 @@ describe("applySuffixPolicy()", () => {
             }
         };
         await assert.rejects(async () => {
-            await applySuffixPolicy(collections, "invoices", {
-                status: "Active",
-                type: "Sales"
-            });
+            await applySuffixPolicy(collections, "invoices", { status: "Active", type: "Sales" }, insertMode, arg);
         });
     });
     test("policy value inside query range", async () => {
@@ -355,13 +312,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $gt: 5,
-                $lt: 15
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $gt: 5, $lt: 15 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -379,13 +330,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $gt: 5,
-                $lt: 15
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $gt: 5, $lt: 15 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("policy range intersects query value", async () => {
@@ -404,10 +349,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: { $in: [10] },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $in: [10] }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -428,10 +370,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: { $in: [10] },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $in: [10] }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, []);
     });
     test("policy range intersects query range", async () => {
@@ -450,13 +389,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $gt: 20,
-                $lt: 40
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $gt: 20, $lt: 40 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, [
             "/Sales"
         ]);
@@ -477,13 +410,7 @@ describe("applySuffixPolicy()", () => {
                 }
             }
         };
-        const result = await applySuffixPolicy(collections, "invoices", {
-            age: {
-                $gt: 10,
-                $lt: 20
-            },
-            type: "Sales"
-        });
+        const result = await applySuffixPolicy(collections, "invoices", { age: { $gt: 10, $lt: 20 }, type: "Sales" }, insertMode, arg);
         assert.deepEqual(result, []);
     });
 });

package/dist/libs/dip/suffix/tests/policy.test.js

@@ -1,6 +1,6 @@
 import { describe, test } from "node:test";
 import assert from "node:assert/strict";
-import { matchPolicy, overlaps, contains, intersects, applySuffixPolicy } from "../policy.js";
+import { matchPolicy, overlaps, contains, intersects } from "../policy.js";
 const defaultBounds = { values: [], from: -Infinity, to: Infinity, fromOp: "$gte", toOp: "$lte" };
 /* ============================================================
  * overlaps()

package/dist/libs/dipper.js

@@ -8,16 +8,16 @@ function hashStr(str) {
     }
     return hash;
 }
-function hash(string, digits) {
-    digits = digits || 6;
-    var m = Math.pow(10, digits + 1) - 1;
-    var phi = Math.pow(10, digits) / 2 - 1;
-    var n = 0;
-    for (var i = 0; i < string.length; i++) {
-        n = (n + phi * string.charCodeAt(i)) % m;
-    }
-    return n.toString();
-}
+// function hash(string: string, digits: number) {
+//     digits = digits || 6;
+//     var m = Math.pow(10, digits+1) - 1;
+//     var phi = Math.pow(10, digits) / 2 - 1;
+//     var n = 0;
+//     for (var i = 0; i < string.length; i++) {
+//       n = (n + phi * string.charCodeAt(i)) % m;
+//     }
+//     return n.toString();
+// }
 let shards = [];
 let shardCount = 20;
 for (let i = 1; i <= shardCount; i++)
@@ -43,6 +43,7 @@ async function postDip(url, arg) {
     //   return data
 }
 export default async function dipper(arg) {
+    const mode = arg.insert || arg.update || arg.delete ? "query" : "command"; // TODO: batch
     let result = [];
     let _id = arg.query?._id ?? arg.insert?._id ?? undefined;
     if (!_id) {
@@ -61,9 +62,9 @@ export default async function dipper(arg) {
             result.push(await postDip(`http://${url}/execute`, arg));
         }
     }
-    if (arg.mode === "query")
+    if (mode === "query")
         result = result.reduce((partial, item) => partial.concat(item), []);
-    return arg.mode === "query" ? result : result[0];
+    return mode === "query" ? result : result[0];
 }
 export const shard_stats = () => {
     let total = Object.values(shard_hits).reduce((partial, value) => partial + value, 0);

package/dist/libs/elabase.js

@@ -6,12 +6,12 @@ import * as Cpp from './cpp.js';
 import { applySuffixPolicy } from './dip/suffix/policy.js';
 export const shard_stats = ShardStats;
 let Events = {
-    send: function (topic, data) { }
+    send: function (_topic, _data) { }
 };
 const url = process.env.DIP_URL || "http://127.0.0.1"; // Set DIP_URL to "http://dip" (Prod) or http://dip-dev (Dev) in CI/CD
 let port = process.env.DIP_PORT || 9401;
 let api = 'execute';
-let fullurl = `${url}:${port}/${api}`;
+// let fullurl = `${url}:${port}/${api}`
 let Elabase = {
     Engine: {
         Lmdb: 1,
@@ -49,7 +49,7 @@ export class DipMeta {
         Object.freeze(this);
     }
 }
-export const isDipMeta = meta => meta instanceof DipMeta;
+export const isDipMeta = (meta) => meta instanceof DipMeta;
 export const globalMeta = (args) => {
     return new DipMeta({ ...args, company: "GLOBAL", outlet: "GLOBAL" });
 };
@@ -110,9 +110,9 @@ function generate_suffix(meta) {
     company = company.length ? company : [""];
     outlet = outlet.length ? outlet : [""];
     suffix = suffix.length ? suffix : [""];
-    company = new Set(company);
-    outlet = new Set(outlet);
-    suffix = new Set(suffix);
+    company = [...new Set(company)];
+    outlet = [...new Set(outlet)];
+    suffix = [...new Set(suffix)];
     // console.log(company, outlet, suffix)
     let suffixes = [];
     for (let c of company) {
@@ -132,8 +132,8 @@ let BATCH_COUNTER = 0n;
 let batches = {};
 // Ported
 export function batchBegin() {
-    const uid = ++BATCH_COUNTER; // Safe. No skew in async ++BATCH_COUNTER as single thread and ++COUNTER is atomic in event loop sense. ⚠️ Only breaks on worker_threads or cluster (multi-process)
-    batches[uid.toString()] = [];
+    const uid = (++BATCH_COUNTER).toString(); // Safe. No skew in async ++BATCH_COUNTER. Single thread ++COUNTER is atomic in event loop sense. ⚠️ Breaks on worker_threads or cluster (multi-process)
+    batches[uid] = [];
     return uid;
 }
 // Ported
@@ -173,8 +173,8 @@ export function batchSubmit(batch_id, arg) {
     const port = arg?.port;
     const timeout = arg?.timeout;
     delete batches[batch_id];
-    return new Promise((resolve, reject) => resolve())
-        .then(() => execute({ "batch": txns, version: arg?.version, raw, engine, compression: arg?.compression, executor, syncMode, port, timeout }))
+    return new Promise((resolve, _reject) => resolve())
+        .then(() => execute({ "batch": txns, version: arg?.version, raw, engine, compression: arg?.compression, executor: executor ?? "native", syncMode: syncMode ?? false, port, timeout }))
         .then(result => {
         Events.send("Dip.batchSubmit", { response: result });
         return result;
@@ -206,6 +206,7 @@ const COLLECTIONS_JSON = await (async () => {
         console.error(e);
         console.warn("Warn: Dip Failed to load collections.json. Semantics, topology and legality enforcement is not active");
     }
+    return {};
 })();
 function init_collections_config() {
     for (let collection in COLLECTIONS_JSON) {
@@ -224,7 +225,8 @@ export function excludeCollectionConfig(collection) {
 export function includeCollectionConfig(collection) {
     delete EXCLUDED_COLLECTIONS_CONFIG[collection];
 }
-function validate_topology(meta, collection, fn_name) {
+function validate_topology(meta, cols, fn_name) {
+    const collection = typeof cols === "string" ? cols : cols[0]; // TODO: arrays
     let new_meta = meta;
     let config = COLLECTIONS_JSON?.[collection];
     if (!config) {
@@ -239,13 +241,14 @@ function validate_topology(meta, collection, fn_name) {
             throw new Error(`Error: Incompatible meta.outlet config for collection: ${collection}${suffix ? ' suffix: ' + suffix : ''}${fn_name ? ` ${fn_name}` : ''}`);
     }
     check_core_meta(config, meta);
-    if (config.suffix && meta.suffix) {
-        if (!config.suffix[meta.suffix]) {
-            console.warn(`Warn: Missing suffix config for collection: ${collection} suffix:${meta.suffix}${fn_name ? ` ${fn_name}` : ''}`);
+    const meta_suffix = meta.suffix; // TODO: use loop
+    if (config.suffix && meta_suffix) {
+        if (!config.suffix[meta_suffix]) {
+            console.warn(`Warn: Missing suffix config for collection: ${collection} suffix:${meta_suffix}${fn_name ? ` ${fn_name}` : ''}`);
             return new_meta;
         }
-        check_core_meta(config.suffix[meta.suffix], meta, meta.suffix);
-        new_meta = Object.assign({}, { ...config, suffix: undefined, company: undefined, outlet: undefined }, { ...config.suffix[meta.suffix], company: undefined, outlet: undefined }, meta);
+        check_core_meta(config.suffix[meta_suffix], meta, meta_suffix);
+        new_meta = Object.assign({}, { ...config, suffix: undefined, company: undefined, outlet: undefined }, { ...config.suffix[meta_suffix], company: undefined, outlet: undefined }, meta);
     }
     else {
         new_meta = Object.assign({}, { ...config, suffix: undefined, company: undefined, outlet: undefined }, { company: undefined, outlet: undefined }, meta);
@@ -267,7 +270,7 @@ export const insert = async (meta, collection, value, options, extras) => {
         collection: typeof collection === "string" ? [collection] : collection,
         insert: value,
         options: options ? options : {},
-        syncMode: meta.syncMode,
+        syncMode: meta.syncMode ?? false,
         db: extras?.db ?? meta?.db ?? db,
         ...(meta.DIP_URL ? { DIP_URL: meta.DIP_URL } : {}),
         ...(meta.DIP_DB ? { db: meta.DIP_DB } : {}),
@@ -290,7 +293,7 @@ export const insert = async (meta, collection, value, options, extras) => {
         batches[meta.batch].push(arg);
         return;
     }
-    return new Promise((resolve, reject) => resolve())
+    return new Promise((resolve, _reject) => resolve())
         .then(() => execute(arg))
         .then(result => {
         Events.send("Dip.insert", { collection: collectionArray(collection), response: result });
@@ -308,7 +311,7 @@ export const query = async (meta, collection, query, options, extras) => {
         collection: typeof collection === "string" ? [collection] : collection,
         query: query,
         options: options ? options : {},
-        syncMode: meta.syncMode,
+        syncMode: meta.syncMode ?? false,
         db: extras?.db ?? meta?.db ?? db,
         ...(meta.DIP_URL ? { DIP_URL: meta.DIP_URL } : {}),
         ...(meta.DIP_DB ? { db: meta.DIP_DB } : {}),
@@ -327,24 +330,12 @@ export const query = async (meta, collection, query, options, extras) => {
         batches[meta.batch].push(arg);
         return;
     }
-    return new Promise((resolve, reject) => resolve())
+    return new Promise((resolve, _reject) => resolve())
         .then(() => execute(arg));
 };
 function collectionArray(col) {
-    let type = Object.prototype.toString.call(col);
-    if (type === '[object Array]') {
-        let newcol = [];
-        for (let i in col) {
-            if (!Utils.isEmpty(col[i]))
-                newcol.push(col[i]);
-        }
-        return newcol;
-    }
-    else if (type === '[object String]') {
-        if (!Utils.isEmpty(col))
-            return [col];
-    }
-    return [];
+    const collections = typeof col === 'string' ? [col] : Array.isArray(col) ? col : [];
+    return collections.filter(collection => collection.trim());
 }
 // Ported
 export const update = async (meta, collection, query, update, options, extras) => {
@@ -358,7 +349,7 @@ export const update = async (meta, collection, query, update, options, extras) =
         query: query,
         update: update,
         options: options ? options : {},
-        syncMode: meta.syncMode,
+        syncMode: meta.syncMode ?? false,
         db: extras?.db ?? meta?.db ?? db,
         ...(meta.DIP_URL ? { DIP_URL: meta.DIP_URL } : {}),
         ...(meta.DIP_DB ? { db: meta.DIP_DB } : {}),
@@ -377,7 +368,7 @@ export const update = async (meta, collection, query, update, options, extras) =
         batches[meta.batch].push(arg);
         return;
     }
-    return new Promise((resolve, reject) => resolve())
+    return new Promise((resolve, _reject) => resolve())
         .then(() => execute(arg))
         .then(result => {
         Events.send("Dip.update", { collection: collectionArray(collection), response: result });
@@ -398,7 +389,7 @@ export const remove = async (meta, collection, query, options, extras) => {
         query: query,
         options: options ? options : {},
         delete: true,
-        syncMode: meta.syncMode,
+        syncMode: meta.syncMode ?? false,
         db: extras?.db ?? meta?.db ?? db,
         ...(meta.DIP_URL ? { DIP_URL: meta.DIP_URL } : {}),
         ...(meta.DIP_DB ? { db: meta.DIP_DB } : {}),
@@ -417,7 +408,7 @@ export const remove = async (meta, collection, query, options, extras) => {
         batches[meta.batch].push(arg);
         return;
     }
-    return new Promise((resolve, reject) => resolve())
+    return new Promise((resolve, _reject) => resolve())
         .then(() => execute(arg))
         .then(result => {
         Events.send("Dip.remove", { collection: collectionArray(collection), response: result });
@@ -438,7 +429,7 @@ function execute(arg) {
     //            update: { "$set": { "age": 21 } }
     //            _id: 1 // Optional. Used with insert
     //        }
-    arg.db = arg.db ?? db;
+    arg.db = arg.db ? arg.db : db ? db : '';
     arg.executor = arg.executor ?? "native";
     arg.engine = arg.engine ?? internal.engineName;
     if (arg.compression === undefined)
@@ -450,7 +441,7 @@ function execute(arg) {
     return config.useDipper ? dipper(arg)
         : axios
             .post(arg.DIP_URL ?? fullurl, buildHybridRequest({ ...arg, DIP_URL: undefined }), { responseType: 'arraybuffer', timeout: timeout ?? 5000, headers: { "Content-Type": "application/dip" } })
-            .then(dip_result => {
+            .then((dip_result) => {
             // console.log(res.status);
             // console.log(JSON.stringify(res.header, null, 4));
             // console.log(JSON.stringify(res.body, null, 4));
@@ -503,7 +494,7 @@ function parseBinaryResponse(result) {
     // }
     // parseWireFormat() equivalent
     // =============================
-    let dataView = new DataView(arrayBuffer.buffer, arrayBuffer.byteOffset, arrayBuffer.byteLength);
+    // let dataView = new DataView(arrayBuffer.buffer,  arrayBuffer.byteOffset,  arrayBuffer.byteLength);
     let offset = 0;
     // 1. Read the metadata size header
     let vlq = Essentials.vlqToUint64(Essentials.sliceArrayBuffer(arrayBuffer, offset, 10));
@@ -519,7 +510,7 @@ function parseBinaryResponse(result) {
     return { metadata: nativeResponse, content: content };
 }
 function setRawBatchIterator(arrayBuffer) {
-    arrayBuffer.metadata().items.forEach(batch => {
+    arrayBuffer.metadata().items.forEach((batch) => {
         batch.kv = () => {
             const batchItem = {
                 count: batch.count,
@@ -554,11 +545,11 @@ function convert_to_array_buffer(value) {
     return Essentials.stringToUtf8ArrayBuffer(JSON.stringify(value));
 }
 export function newRaw() {
-    let obj = { buffers: [], size: 0, hashes: new Map() };
+    let obj = { buffers: [], size: 0, hashes: new Map(), add: (_value) => 0 };
     obj.add = (value) => {
         if (value === undefined)
             return undefined;
-        const buf = (value instanceof ArrayBuffer) ? value : convert_to_array_buffer(value);
+        const buf = (value instanceof Buffer) ? value : convert_to_array_buffer(value);
         const hash = Essentials.defaultHash(buf);
         for (const item of obj.hashes.get(hash) ?? []) { // Conflict. Fallback to verify
             if (Essentials.memcmpEqual(buf, item.buf))
@@ -641,7 +632,7 @@ function bufferToString(arrayBuffer) {
     return Essentials.arrayBufferToString(arrayBuffer);
 }
 function getRawKeyValue(arrayBuffer, offset) {
-    let dataView = new DataView(arrayBuffer.buffer, arrayBuffer.byteOffset, arrayBuffer.byteLength);
+    // let dataView = new DataView(arrayBuffer.buffer,  arrayBuffer.byteOffset,  arrayBuffer.byteLength);
     let masterView = new Uint8Array(arrayBuffer);
     // 1. Extract Key Size and Key
     let vlq = Essentials.vlqToUint64(Essentials.sliceArrayBuffer(arrayBuffer, offset, 10));