nv-buf-storage 1.3.2

package/TEST/check-rgx.js

@@ -0,0 +1,33 @@
+const {deepStrictEqual, strictEqual} = require("assert");
+const x = require("../index");
+
+var buf = x();
+
+const _rnd = require("nv-random-rgx")
+
+
+
+
+var ROUNDS = Number(process.argv[2]??2000000)
+var C = 0;
+var si = Date.now();
+var RNGS = [];
+while(C<ROUNDS) {
+    var ta = _rnd();
+    var rng = buf.wo(ta); RNGS.push(rng)
+    var tata  = buf.ro(rng);
+    deepStrictEqual(ta,tata);
+    if(C%10000===0) {
+        console.log(C,(Date.now()-si),ta);
+        si = Date.now();
+        console.log("buf.underlying_bytsz",buf.underlying_bytsz)
+        if(buf.underlying_bytsz>1024*1024*128) {
+            for(let rng of RNGS) {
+                buf.dloc(rng)
+            }
+            RNGS = [];
+        }
+    }
+    ++C;
+}
+

package/TEST/check-ta.js

@@ -0,0 +1,33 @@
+const {deepStrictEqual, strictEqual} = require("assert");
+const x = require("../index");
+
+var buf = x();
+
+const _rnd = require("nv-random-bufvw");
+
+
+
+
+var ROUNDS = Number(process.argv[2]??2000000)
+var C = 0;
+var si = Date.now();
+var RNGS = [];
+while(C<ROUNDS) {
+    var ta = _rnd();
+    var rng = buf.wta(ta); RNGS.push(rng)
+    var tata  = buf.rta(ta.constructor,rng);
+    deepStrictEqual(ta,tata);
+    if(C%10000===0) {
+        console.log(C,(Date.now()-si),ta);
+        si = Date.now();
+        console.log("buf.underlying_bytsz",buf.underlying_bytsz)
+        if(buf.underlying_bytsz>1024*1024*128) {
+            for(let rng of RNGS) {
+                buf.dloc(rng)
+            }
+            RNGS = [];
+        }
+    }
+    ++C;
+}
+

package/TEST/check.js

@@ -0,0 +1,199 @@
+const {deepStrictEqual, strictEqual} = require("assert");
+const x = require("../index");
+
+var buf = x();
+
+function test(v){
+    var pair = buf.debug_write(v);
+    var [T,[si,ei]] = pair;
+    var r = buf.debug_read(T,[si,ei]);
+    if(typeof(v)==='object') {
+        deepStrictEqual(r,v);
+    } else if(typeof(v)==="symbol") {
+        if(r.description === v.description){} else {throw(v)}
+    } else {
+	if(Object.is(v,NaN)) {
+	    if(Object.is(r,NaN)) {} else {throw(v)}
+	} else {
+	    if(r === v){} else {throw(v)}
+	}
+    }
+}
+
+
+// primitives
+{
+    test(undefined)
+    test(null)
+    test(true)
+    test(false)
+    test(0)
+    test(-0)
+    test(1)
+    test(-1)
+    test(1.1)
+    test(NaN)
+    test(Infinity)
+    test(-Infinity)
+}
+
+
+// bigint
+{
+    test(1n)
+    test(123456789012345678901234567890n)
+}
+
+
+// string
+{
+    test("")
+    test("abcd")
+    test("aÿ我𝑒")
+}
+
+
+// array
+{
+    test([])
+    test([1,2,3])
+    test([1,"a",true,null,undefined])
+}
+
+
+// object
+{
+    test({})
+    test({a:1,b:2})
+    test({a:{b:{c:1}}})
+}
+
+
+// shared reference
+{
+    let o = {a:1}
+    let v = [o,o]
+
+    var [T,[si,ei]] = buf.debug_write(v);
+    var r = buf.debug_read(T,[si,ei]);
+
+    deepStrictEqual(r,v)
+    deepStrictEqual(r[0],r[1])
+}
+
+
+// Date
+{
+    test(new Date())
+}
+
+
+// RegExp
+{
+    test(/abc/g)
+}
+
+
+// Map
+{
+    let mp = new Map()
+    mp.set(1,2)
+    mp.set("a","b")
+    mp.set(true,false)
+
+    test(mp)
+}
+
+
+// Set
+{
+    let st = new Set([1,2,3,"a","b"])
+    test(st)
+}
+
+
+// TypedArrays
+{
+    test(new Uint8Array([1,2,3]))
+    test(new Int8Array([1,-1,2]))
+    test(new Uint16Array([1,2,3]))
+    test(new Int16Array([1,-1,2]))
+    test(new Uint32Array([1,2,3]))
+    test(new Int32Array([1,-1,2]))
+    test(new Float32Array([1.1,2.2]))
+    test(new Float64Array([1.1,2.2]))
+
+    if(globalThis.Float16Array !== undefined){
+        test(new Float16Array([1.1,2.2]))
+    }
+
+    test(new BigUint64Array([1n,2n]))
+    test(new BigInt64Array([1n,-2n]))
+}
+
+
+// DataView
+{
+    let ab = new ArrayBuffer(16)
+    let dv = new DataView(ab)
+    dv.setUint32(0,123,true)
+
+    test(dv)
+}
+
+
+// nested
+{
+    let v = {
+        a:[1,2,3],
+        b:{x:10,y:20},
+        c:new Set([1,2,3]),
+        d:new Map([[1,2],[3,4]])
+    }
+
+    test(v)
+}
+
+
+// TEST circular
+{
+    var st = new Set([])
+    for(let e of [1,1.1,undefined,null,true,false,"abcd","aÿ我𝑒",12345678901234567890n,[],{}]) {
+        st.add(e)
+    }
+
+    var mp = new Map()
+
+    let dict = {a:100,b:-0}
+    let ary  = [0,1,2,3]
+
+    for(let e of [[{},[]],[true,false],[dict,dict],[ary,ary]]) {
+        mp.set(e,e)
+    }
+
+    for(let e of [[]]) {
+        mp.set(e,e)
+    }
+
+    for(let e of [1,1.1,undefined,null,true,false,"abcd","aÿ我𝑒",12345678901234567890n]) {
+        mp.set(e,e)
+    }
+
+    var circular = []
+    circular[0]  = circular
+    circular[1]  = {pr:circular[0]}
+    circular[2]  = mp
+
+    st.add(mp)
+    mp.set("set",st);
+              
+
+    var [T,[si,ei]] = buf.debug_write(circular)
+    console.log(circular,[T,[si,ei]]);
+    var r = buf.debug_read(T,[si,ei])
+
+    deepStrictEqual(r,circular)
+}
+
+console.log("ALL TEST PASSED")
+

package/TEST/perf-file.js

@@ -0,0 +1,62 @@
+const {deepStrictEqual, strictEqual} = require("assert");
+const x = require("../index");
+const _path = require("path");
+const _fs   = require("fs");
+const buf = x();
+var SAMPLES ;
+try{
+    SAMPLES = require("./files.json")
+} catch(e) {
+    const {path_only_walk_all} = require("nd-fast-walk-dir")
+    SAMPLES = path_only_walk_all("/").filter(
+        (pair)=>{
+	    if(pair[0]==="file") {
+		var d = _path.parse(pair[1]);
+		return(d.ext === ".json" || d.ext === ".js" || d.ext === ".ts" || d.ext === ".html"|| d.ext === ".css" || d.ext === ".c" 
+			|| d.ext === ".h"|| d.ext === ".cc" ||d.ext === ".cpp" || d.ext === ".txt" 
+		);
+	    } else {
+	    }
+	}
+    );
+    require("fs").writeFileSync("./files.json",JSON.stringify(SAMPLES));
+}
+
+
+var D = {}
+var si = Date.now();
+var C =0;
+for(var p of SAMPLES) {
+   D[p[1]] = buf.wu8a(_fs.readFileSync(p[1]));
+   ++C;
+   if(C %5000 === 0) {console.log(C)}
+}
+var ei = Date.now();
+var LEN = SAMPLES.length;
+console.log(LEN/(ei-si)*1000);
+SAMPLES = null;
+onsole.log(buf._fl.buf.byteLength + buf._data.byteLength)
+
+
+
+si = Date.now();
+var P;
+C =0;
+for(let p in D) {P =  buf.ru8a(D[p]);++C;if(C %5000 === 0) {console.log(C)}}
+ei = Date.now();
+console.log(LEN/(ei-si)*1000);
+
+si = Date.now();
+var P;
+C =0;
+for(let p in D) {
+   P =  buf.ru8a(D[p]);
+   if(Buffer.compare(P,_fs.readFileSync(p)) !== 0) {
+       throw(p,P,D[p])
+   }
+   ++C;
+   if(C %5000 === 0) {console.log(C)}
+}
+ei = Date.now();
+console.log(LEN/(ei-si)*1000);
+console.log(buf._fl.buf.byteLength + buf._data.byteLength)

package/TEST/perf-path.js

@@ -0,0 +1,39 @@
+const {deepStrictEqual, strictEqual} = require("assert");
+const x = require("../index");
+
+const buf = x();
+var SAMPLES ;
+try{
+    SAMPLES = require("./paths.json")
+} catch(e) {
+    const {path_only_walk_all} = require("nd-fast-walk-dir")
+    SAMPLES = path_only_walk_all("/");
+    require("fs").writeFileSync("./paths.json",JSON.stringify(SAMPLES));
+}
+var D = {}
+var si = Date.now();
+for(var p of SAMPLES) {D[p[1]] = buf.wstr(p[1]);}
+var ei = Date.now();
+var LEN = SAMPLES.length;
+console.log(LEN/(ei-si)*1000);
+SAMPLES = null;
+
+si = Date.now();
+var P;
+for(let p in D) {
+   P =  buf.rstr(D[p])
+}
+ei = Date.now();
+console.log(LEN/(ei-si)*1000);
+
+si = Date.now();
+var P;
+for(let p in D) {
+   P =  buf.rstr(D[p]);
+   if(P !== p) {
+       throw(p,P,D[p])
+   }
+}
+ei = Date.now();
+console.log(LEN/(ei-si)*1000);
+console.log(buf._fl.buf.byteLength + buf._data.byteLength)