w-orm-lmdb 1.0.11 → 1.0.13

package/test/{basic.test.mjs → unit-basic.test.mjs}

@@ -110,17 +110,17 @@ describe('basic', function() {
         //save
         rt = null
         // vans[3] = [
-        //     { n: 1, nModified: 1, ok: 1 },
-        //     { n: 1, nModified: 1, ok: 1 },
-        //     { n: 0, nModified: 0, ok: 1 }
+        //     { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+        //     { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+        //     { n: 0, nInserted: 0, nModified: 0, ok: 1 }
         // ]
         await wo.save(rsm, { autoInsert: false })
             .then(function(msg) {
                 // console.log('save then', msg)
                 // save then [
-                //   { n: 1, nModified: 1, ok: 1 },
-                //   { n: 1, nModified: 1, ok: 1 },
-                //   { n: 0, nModified: 0, ok: 1 }
+                //   { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+                //   { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+                //   { n: 0, nInserted: 0, nModified: 0, ok: 1 }
                 // ]
                 rt = msg
             })
@@ -184,6 +184,36 @@ describe('basic', function() {
             })
         vget[5] = rt
 
+        //selectById
+        rt = null
+        // vans[12] = { id: 'id-rosemary', name: 'rosemary(modify)', value: 123.456 }
+        await wo.selectById('id-rosemary')
+            .then(function(msg) {
+                // console.log('selectById then', msg)
+                // selectById { id: 'id-rosemary', name: 'rosemary(modify)', value: 123.456 }
+                rt = msg
+            })
+            .catch(function(msg) {
+                // console.log('selectById catch', msg)
+                rt = msg.toString()
+            })
+        vget[12] = rt
+
+        //selectById by id not existed
+        rt = null
+        // vans[13] = null
+        await wo.selectById('id-not-existed')
+            .then(function(msg) {
+                // console.log('selectById by id not existed then', msg)
+                // selectById by id not existed null
+                rt = msg
+            })
+            .catch(function(msg) {
+                // console.log('selectById by id not existed catch', msg)
+                rt = msg.toString()
+            })
+        vget[13] = rt
+
         //select by $and, $gt, $lt
         rt = null
         // vans[6] = [{ id: 'id-rosemary', name: 'rosemary(modify)', value: 123.456 }]
@@ -292,14 +322,14 @@ describe('basic', function() {
 
         //save
         rt = null
-        // vans[10] = [ { n: 1, nModified: 1, ok: 1 } ]
+        // vans[10] = [ { n: 1, nInserted: 0, nModified: 1, ok: 1 } ]
         await wo.save(rsa, { autoInsert: true })
             .then(function(msg) {
                 // console.log('save then', msg)
                 // save then [
-                //   { n: 1, nModified: 1, ok: 1 },
-                //   { n: 1, nModified: 1, ok: 1 },
-                //   { n: 0, nModified: 0, ok: 1 }
+                //   { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+                //   { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+                //   { n: 0, nInserted: 0, nModified: 0, ok: 1 }
                 // ]
                 rt = msg
             })
@@ -344,9 +374,9 @@ describe('basic', function() {
     })
 
     vans[3] = [
-        { n: 1, nModified: 1, ok: 1 },
-        { n: 1, nModified: 1, ok: 1 },
-        { n: 0, nModified: 0, ok: 1 }
+        { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+        { n: 1, nInserted: 0, nModified: 1, ok: 1 },
+        { n: 0, nInserted: 0, nModified: 0, ok: 1 }
     ]
     it(`should get ${JSON.stringify(vans[3])} for save(autoInsert=false)`, async function() {
         assert.strict.deepStrictEqual(vget[3], vans[3])
@@ -370,6 +400,17 @@ describe('basic', function() {
         assert.strict.deepStrictEqual(vget[5], vans[5])
     })
 
+    //vans[12]、vans[13]為後續新增之selectById, 為不更動既有編號故接續於末號之後
+    vans[12] = { id: 'id-rosemary', name: 'rosemary(modify)', value: 123.456 }
+    it(`should get ${JSON.stringify(vans[12])} for selectById`, async function() {
+        assert.strict.deepStrictEqual(vget[12], vans[12])
+    })
+
+    vans[13] = null
+    it(`should get ${JSON.stringify(vans[13])} for selectById by id not existed`, async function() {
+        assert.strict.deepStrictEqual(vget[13], vans[13])
+    })
+
     vans[6] = [{ id: 'id-rosemary', name: 'rosemary(modify)', value: 123.456 }]
     it(`should get ${JSON.stringify(vans[6])} for select by $and, $gt, $lt`, async function() {
         assert.strict.deepStrictEqual(vget[6], vans[6])
@@ -407,7 +448,7 @@ describe('basic', function() {
     //     assert.strict.deepStrictEqual(vget[9], vans[9])
     // })
 
-    vans[10] = [{ n: 1, nModified: 1, ok: 1 }]
+    vans[10] = [{ n: 1, nInserted: 0, nModified: 1, ok: 1 }]
     it(`should get ${JSON.stringify(vans[10])} for save(autoInsert=true)`, async function() {
         assert.strict.deepStrictEqual(vget[10], vans[10])
     })

package/test/{cache.test.mjs → unit-cache.test.mjs}

@@ -100,7 +100,7 @@ describe('cache', function() {
 
         //save (更新rosemary, 觸發快取重設)
         rt = null
-        // vans[3] = [{ n: 1, nModified: 1, ok: 1 }]
+        // vans[3] = [{ n: 1, nInserted: 0, nModified: 1, ok: 1 }]
         await wo.save(rsm, { autoInsert: false })
             .then(function(msg) {
                 // console.log('save then', msg)
@@ -151,7 +151,7 @@ describe('cache', function() {
         assert.strict.deepStrictEqual(vget[2], vans[2])
     })
 
-    vans[3] = [{ n: 1, nModified: 1, ok: 1 }]
+    vans[3] = [{ n: 1, nInserted: 0, nModified: 1, ok: 1 }]
     it(`should get ${JSON.stringify(vans[3])} for save (invalidate cache)`, async function() {
         assert.strict.deepStrictEqual(vget[3], vans[3])
     })

package/test/unit-del.test.mjs

@@ -0,0 +1,127 @@
+import assert from 'assert'
+import _ from 'lodash-es'
+import w from 'wsemi'
+import WOrm from '../src/WOrmLmdb.mjs'
+
+
+describe('del', function() {
+    let rt = null
+    let vans = {}
+    let vget = {}
+
+    before(async function() {
+
+        w.fsDeleteFolder('./_db_del')
+
+        let url = './_db_del'
+
+        let wo = WOrm({ url, db: 'worm', cl: 'users' })
+        await wo.insert([
+            { id: 'd1', name: 'peter' },
+            { id: 'd2', name: 'rosemary' },
+        ])
+
+        //主鍵命中並刪除
+        rt = null
+        // vans[1] = [{ n: 1, nDeleted: 1, ok: 1 }]
+        await wo.del({ id: 'd1' })
+            .then(function(msg) {
+                // console.log('del then', msg)
+                // del then [ { n: 1, nDeleted: 1, ok: 1 } ]
+                rt = msg
+            })
+            .catch(function(msg) {
+                // console.log('del catch', msg)
+                rt = msg.toString()
+            })
+        vget[1] = rt
+
+        //主鍵未命中, 非錯誤故ok為1, 未命中故n為0
+        rt = null
+        // vans[2] = [{ n: 0, nDeleted: 0, ok: 1 }]
+        await wo.del({ id: 'd-not-existed' })
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[2] = rt
+
+        //未給有效主鍵, 屬該筆數據有問題故ok為0且須附err
+        rt = null
+        await wo.del({ name: 'no-id' })
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[3] = _.map(rt, function(v) {
+            return _.omit(v, 'err')
+        })
+        vget[4] = w.isestr(_.get(rt, '0.err'))
+
+        //整批含[未命中]與[未給有效主鍵], 單筆問題不中斷整批, 陣列長度須與輸入等長
+        rt = null
+        await wo.del([{ id: 'd2' }, { id: 'd-not-existed' }, { name: 'no-id' }])
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[5] = _.map(rt, function(v) {
+            return _.omit(v, 'err')
+        })
+
+        //刪除後剩餘筆數
+        vget[6] = _.size(await wo.select())
+
+        //輸入非有效物件或陣列
+        vget[7] = await wo.del(null)
+
+        await wo.close()
+
+    })
+
+    vans[1] = [{ n: 1, nDeleted: 1, ok: 1 }]
+    it(`should get ${JSON.stringify(vans[1])} for del with id existed`, async function() {
+        assert.strict.deepStrictEqual(vget[1], vans[1])
+    })
+
+    vans[2] = [{ n: 0, nDeleted: 0, ok: 1 }]
+    it(`should get ${JSON.stringify(vans[2])} for del with id not existed`, async function() {
+        assert.strict.deepStrictEqual(vget[2], vans[2])
+    })
+
+    vans[3] = [{ n: 0, nDeleted: 0, ok: 0 }]
+    it(`should get ${JSON.stringify(vans[3])} for del without valid id`, async function() {
+        assert.strict.deepStrictEqual(vget[3], vans[3])
+    })
+
+    vans[4] = true
+    it(`should get ${JSON.stringify(vans[4])} for err message existed in del without valid id`, async function() {
+        assert.strict.deepStrictEqual(vget[4], vans[4])
+    })
+
+    vans[5] = [
+        { n: 1, nDeleted: 1, ok: 1 },
+        { n: 0, nDeleted: 0, ok: 1 },
+        { n: 0, nDeleted: 0, ok: 0 },
+    ]
+    it(`should get ${JSON.stringify(vans[5])} for del by array mixing valid and invalid items`, async function() {
+        assert.strict.deepStrictEqual(vget[5], vans[5])
+    })
+
+    vans[6] = 0
+    it(`should get ${JSON.stringify(vans[6])} for records after del`, async function() {
+        assert.strict.deepStrictEqual(vget[6], vans[6])
+    })
+
+    vans[7] = []
+    it(`should get ${JSON.stringify(vans[7])} for del with invalid input`, async function() {
+        assert.strict.deepStrictEqual(vget[7], vans[7])
+    })
+
+})

package/test/unit-delall.test.mjs

@@ -0,0 +1,121 @@
+import assert from 'assert'
+import w from 'wsemi'
+import WOrm from '../src/WOrmLmdb.mjs'
+
+
+describe('delAll', function() {
+    let rt = null
+    let vans = {}
+    let vget = {}
+
+    before(async function() {
+
+        w.fsDeleteFolder('./_db_delall')
+
+        let url = './_db_delall'
+
+        let wo = WOrm({ url, db: 'worm', cl: 'users' })
+        await wo.insert([
+            { id: 'x1', g: 'A' },
+            { id: 'x2', g: 'A' },
+            { id: 'x3', g: 'B' },
+            { id: 'x4', g: 'B' },
+            { id: 'x5', g: 'B' },
+        ])
+
+        //delAll帶find且僅部份命中, n須為實際刪除筆數而非全表筆數
+        rt = null
+        // vans[1] = { n: 2, nDeleted: 2, ok: 1 }
+        await wo.delAll({ g: 'A' })
+            .then(function(msg) {
+                // console.log('delAll(find) then', msg)
+                // delAll(find) then { n: 2, nDeleted: 2, ok: 1 }
+                rt = msg
+            })
+            .catch(function(msg) {
+                // console.log('delAll(find) catch', msg)
+                rt = msg.toString()
+            })
+        vget[1] = rt
+
+        //刪除後剩餘筆數
+        vget[2] = await wo.select().then(function(msg) {
+            return msg.length
+        })
+
+        //delAll帶find但無命中
+        rt = null
+        // vans[3] = { n: 0, nDeleted: 0, ok: 1 }
+        await wo.delAll({ g: 'not-existed' })
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[3] = rt
+
+        //delAll不帶find, 全部刪除
+        rt = null
+        // vans[4] = { n: 3, nDeleted: 3, ok: 1 }
+        await wo.delAll()
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[4] = rt
+
+        vget[5] = await wo.select().then(function(msg) {
+            return msg.length
+        })
+
+        //空表再delAll
+        rt = null
+        // vans[6] = { n: 0, nDeleted: 0, ok: 1 }
+        await wo.delAll()
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[6] = rt
+
+        await wo.close()
+
+    })
+
+    //n為實際刪除筆數, 與nDeleted同值, 不受全表筆數影響
+    vans[1] = { n: 2, nDeleted: 2, ok: 1 }
+    it(`should get ${JSON.stringify(vans[1])} for delAll(find) matching 2 of 5`, async function() {
+        assert.strict.deepStrictEqual(vget[1], vans[1])
+    })
+
+    vans[2] = 3
+    it(`should get ${JSON.stringify(vans[2])} for records after delAll(find)`, async function() {
+        assert.strict.deepStrictEqual(vget[2], vans[2])
+    })
+
+    vans[3] = { n: 0, nDeleted: 0, ok: 1 }
+    it(`should get ${JSON.stringify(vans[3])} for delAll(find) matching none`, async function() {
+        assert.strict.deepStrictEqual(vget[3], vans[3])
+    })
+
+    vans[4] = { n: 3, nDeleted: 3, ok: 1 }
+    it(`should get ${JSON.stringify(vans[4])} for delAll without find`, async function() {
+        assert.strict.deepStrictEqual(vget[4], vans[4])
+    })
+
+    vans[5] = 0
+    it(`should get ${JSON.stringify(vans[5])} for records after delAll without find`, async function() {
+        assert.strict.deepStrictEqual(vget[5], vans[5])
+    })
+
+    vans[6] = { n: 0, nDeleted: 0, ok: 1 }
+    it(`should get ${JSON.stringify(vans[6])} for delAll on empty collection`, async function() {
+        assert.strict.deepStrictEqual(vget[6], vans[6])
+    })
+
+})

package/test/unit-insert.test.mjs

@@ -0,0 +1,171 @@
+import assert from 'assert'
+import { spawn } from 'child_process'
+import path from 'path'
+import _ from 'lodash-es'
+import w from 'wsemi'
+import WOrm from '../src/WOrmLmdb.mjs'
+
+
+//runProc, 另起行程對同一資料表插入相同id, 用於驗證跨行程之插入原子性
+function runProc(tag, url, ids) {
+    return new Promise(function(resolve) {
+        let code = `
+import { pathToFileURL } from 'url'
+let { default: WOrm } = await import(pathToFileURL(process.env.SRC).href)
+let wo = WOrm({ url: process.env.URL, db: 'worm', cl: 'race' })
+let ids = JSON.parse(process.env.IDS)
+let n = 0
+for (let id of ids) {
+    let r = await wo.insert({ id, from: process.env.TAG })
+    n += r.nInserted
+}
+console.log(JSON.stringify({ tag: process.env.TAG, nInserted: n }))
+await wo.close()
+`
+        let out = ''
+        let p = spawn(process.execPath, ['--input-type=module', '-e', code], {
+            shell: false,
+            env: {
+                ...process.env,
+                SRC: path.resolve('./src/WOrmLmdb.mjs'),
+                URL: url,
+                IDS: JSON.stringify(ids),
+                TAG: tag,
+            },
+        })
+        p.stdout.on('data', function(d) {
+            out += d.toString()
+        })
+        p.stderr.on('data', function(d) {
+            out += d.toString()
+        })
+        p.on('close', function() {
+            let r = null
+            try {
+                r = JSON.parse(_.trim(out))
+            }
+            catch (err) {
+                r = { tag, error: _.trim(out) }
+            }
+            resolve(r)
+        })
+    })
+}
+
+
+describe('insert', function() {
+    let rt = null
+    let vans = {}
+    let vget = {}
+
+    before(async function() {
+
+        w.fsDeleteFolder('./_db_insert')
+
+        let url = './_db_insert'
+
+        //insert同批含重複id, 僅首筆應被插入
+        rt = null
+        // vans[1] = { n: 3, nInserted: 2, ok: 1 }
+        let woDup = WOrm({ url, db: 'worm', cl: 'dup' })
+        await woDup.insert([
+            { id: 'id-dup', name: 'first' },
+            { id: 'id-dup', name: 'second' },
+            { id: 'id-other', name: 'other' },
+        ])
+            .then(function(msg) {
+                // console.log('insert(含重複id) then', msg)
+                // insert(含重複id) then { n: 3, nInserted: 2, ok: 1 }
+                rt = msg
+            })
+            .catch(function(msg) {
+                // console.log('insert(含重複id) catch', msg)
+                rt = msg.toString()
+            })
+        vget[1] = rt
+
+        //同批重複id時應保留首筆內容
+        vget[2] = await woDup.selectById('id-dup')
+
+        //對已存在id再insert, 應不插入且不覆寫
+        rt = null
+        // vans[3] = { n: 1, nInserted: 0, ok: 1 }
+        await woDup.insert({ id: 'id-dup', name: 'third' })
+            .then(function(msg) {
+                rt = msg
+            })
+            .catch(function(msg) {
+                rt = msg.toString()
+            })
+        vget[3] = rt
+        vget[4] = await woDup.selectById('id-dup')
+        await woDup.close()
+
+        //單行程併發: 對同一id併發insert 100次, nInserted總和須為1
+        let woPar = WOrm({ url, db: 'worm', cl: 'par' })
+        let rs = await Promise.all(_.times(100, function(k) {
+            return woPar.insert({ id: 'id-race', k })
+        }))
+        vget[5] = _.sum(_.map(rs, 'nInserted'))
+        vget[6] = _.size(await woPar.select())
+        await woPar.close()
+
+        //跨行程併發: 兩行程各自對同50個id插入, 資料表須恰為50筆而無重複
+        //註: 此處不斷言nInserted總和為50, 因lmdb-js之條件寫入於跨行程下並非完全可靠,
+        //實測3行程×50id×30回合(CPU負載下)有5回合總和多算1至2, 記錄筆數則始終正確,
+        //ifNoExists、transaction、transactionSync三種機制皆有相同現象, 詳見[併發保證]說明
+        let ids = _.times(50, function(k) {
+            return `id-x${k}`
+        })
+        await Promise.all([
+            runProc('P1', url, ids),
+            runProc('P2', url, ids),
+        ])
+        let woX = WOrm({ url, db: 'worm', cl: 'race' })
+        vget[7] = _.size(await woX.select())
+        vget[8] = _.size(_.uniq(_.map(await woX.select(), 'id')))
+        await woX.close()
+
+    })
+
+    vans[1] = { n: 3, nInserted: 2, ok: 1 }
+    it(`should get ${JSON.stringify(vans[1])} for insert with duplicated id in same batch`, async function() {
+        assert.strict.deepStrictEqual(vget[1], vans[1])
+    })
+
+    vans[2] = { id: 'id-dup', name: 'first' }
+    it(`should get ${JSON.stringify(vans[2])} for keeping first one of duplicated id`, async function() {
+        assert.strict.deepStrictEqual(vget[2], vans[2])
+    })
+
+    vans[3] = { n: 1, nInserted: 0, ok: 1 }
+    it(`should get ${JSON.stringify(vans[3])} for insert existed id`, async function() {
+        assert.strict.deepStrictEqual(vget[3], vans[3])
+    })
+
+    vans[4] = { id: 'id-dup', name: 'first' }
+    it(`should get ${JSON.stringify(vans[4])} for not overwriting existed id`, async function() {
+        assert.strict.deepStrictEqual(vget[4], vans[4])
+    })
+
+    vans[5] = 1
+    it(`should get ${JSON.stringify(vans[5])} for sum of nInserted by 100 concurrent insert with same id`, async function() {
+        assert.strict.deepStrictEqual(vget[5], vans[5])
+    })
+
+    vans[6] = 1
+    it(`should get ${JSON.stringify(vans[6])} for records after 100 concurrent insert with same id`, async function() {
+        assert.strict.deepStrictEqual(vget[6], vans[6])
+    })
+
+    vans[7] = 50
+    it(`should get ${JSON.stringify(vans[7])} for records after 2 processes inserting same 50 ids`, async function() {
+        assert.strict.deepStrictEqual(vget[7], vans[7])
+    })
+
+    vans[8] = 50
+    it(`should get ${JSON.stringify(vans[8])} for distinct ids after 2 processes inserting same 50 ids`, async function() {
+        assert.strict.deepStrictEqual(vget[8], vans[8])
+    })
+
+})