w-data-collector 1.0.1

package/docs/styles/prettify.css

@@ -0,0 +1,79 @@
+.pln {
+  color: #ddd;
+}
+
+/* string content */
+.str {
+  color: #61ce3c;
+}
+
+/* a keyword */
+.kwd {
+  color: #fbde2d;
+}
+
+/* a comment */
+.com {
+  color: #aeaeae;
+}
+
+/* a type name */
+.typ {
+  color: #8da6ce;
+}
+
+/* a literal value */
+.lit {
+  color: #fbde2d;
+}
+
+/* punctuation */
+.pun {
+  color: #ddd;
+}
+
+/* lisp open bracket */
+.opn {
+  color: #000000;
+}
+
+/* lisp close bracket */
+.clo {
+  color: #000000;
+}
+
+/* a markup tag name */
+.tag {
+  color: #8da6ce;
+}
+
+/* a markup attribute name */
+.atn {
+  color: #fbde2d;
+}
+
+/* a markup attribute value */
+.atv {
+  color: #ddd;
+}
+
+/* a declaration */
+.dec {
+  color: #EF5050;
+}
+
+/* a variable name */
+.var {
+  color: #c82829;
+}
+
+/* a function name */
+.fun {
+  color: #4271ae;
+}
+
+/* Specify class=linenums on a pre to get line numbering */
+ol.linenums {
+  margin-top: 0;
+  margin-bottom: 0;
+}

package/gi.mjs

@@ -0,0 +1,13 @@
+// import genIndex from 'w-data-collector/src/genIndex.mjs'
+import genIndex from './src/genIndex.mjs'
+
+
+// genIndex('./src/schema/tables', './src/schema')
+genIndex('./test/schema/tables', './test/schema', { fpBuild: './src/build.mjs' })
+
+
+//將gi.mjs放置於./src/schema/gi.mjs時使用指令:
+//node --experimental-modules --es-module-specifier-resolution=node ./src/schema/gi.mjs
+
+//node --experimental-modules --es-module-specifier-resolution=node gi.mjs
+

package/gt.mjs

@@ -0,0 +1,11 @@
+import genTestdata from 'w-data-collector/src/genTestdata.mjs'
+import ds from './index.mjs'
+import { woItems } from '../../server/mOrm.mjs'
+
+
+genTestdata(ds, woItems)
+
+
+//將gt.mjs放置於./src/schema/gt.mjs時使用指令:
+//node --experimental-modules --es-module-specifier-resolution=node ./src/schema/gt.mjs
+

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "w-data-collector",
+  "version": "1.0.1",
+  "description": "A data of collector.",
+  "main": "dist/w-data-collector.umd.js",
+  "dependencies": {
+    "lodash": "^4.17.21",
+    "wsemi": "^1.6.19"
+  },
+  "devDependencies": {
+    "w-package-tools": "^1.0.59"
+  },
+  "scripts": {
+    "test": "mocha --parallel --timeout 60000 --experimental-modules --es-module-specifier-resolution=node",
+    "deploy": "gh-pages -d docs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yuda-lyu/w-data-collector.git"
+  },
+  "keywords": [
+    "package",
+    "tool",
+    "collector"
+  ],
+  "author": "yuda-lyu(semisphere)",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/yuda-lyu/w-data-collector/issues"
+  },
+  "homepage": "https://github.com/yuda-lyu/w-data-collector#readme"
+}

package/src/WDataCollector.mjs

@@ -0,0 +1,13 @@
+import build from './build.mjs'
+import genIndex from './genIndex.mjs'
+import genTestdata from './genTestdata.mjs'
+
+
+let WDataCollector = {
+    build,
+    genIndex,
+    genTestdata,
+}
+
+
+export default WDataCollector

package/src/build.mjs

@@ -0,0 +1,127 @@
+import each from 'lodash/each'
+import keys from 'lodash/keys'
+import get from 'lodash/get'
+import size from 'lodash/size'
+import haskey from 'wsemi/src/haskey.mjs'
+import isestr from 'wsemi/src/isestr.mjs'
+import iseobj from 'wsemi/src/iseobj.mjs'
+import isfun from 'wsemi/src/isfun.mjs'
+import isbol from 'wsemi/src/isbol.mjs'
+
+
+function build(params, opt = {}) {
+
+    //useCreateStorage
+    let useCreateStorage = get(opt, 'useCreateStorage')
+    if (!isbol(useCreateStorage)) {
+        useCreateStorage = false
+    }
+
+    //params
+    let { keyTable, tableNameCht, tableNameEng, settings, parser, fnew, ftest } = params
+
+    //check keyTable
+    if (!isestr(keyTable)) {
+        throw new Error(`invalid keyTable[${keyTable}]`)
+    }
+
+    //check tableNameCht
+    if (!isestr(tableNameCht)) {
+        tableNameCht = keyTable
+    }
+
+    //check tableNameEng
+    if (!isestr(tableNameEng)) {
+        tableNameEng = keyTable
+    }
+
+    //check settings
+    if (!iseobj(settings)) {
+        throw new Error('invalid settings')
+    }
+
+    //check parser
+    if (!isfun(parser)) {
+        parser = null
+    }
+
+    //check fnew
+    if (!isfun(fnew)) {
+        fnew = null
+    }
+
+    //check ftest
+    let _ftest = null
+    if (isfun(ftest)) {
+        _ftest = async(wo) => {
+
+            //check
+            if (!iseobj(wo)) {
+                throw new Error('invalid wo')
+            }
+
+            //check
+            if (!haskey(wo, keyTable)) {
+                console.log(wo)
+                throw new Error(`keyTable[${keyTable}] is not in wo`)
+            }
+
+            //r
+            let r = []
+            try {
+                r = ftest()
+            }
+            catch (err) {
+                console.log(`keyTable[${keyTable}] ftest catch`, err)
+                throw new Error(err)
+            }
+
+            //check
+            if (size(r) === 0) {
+                return
+            }
+
+            //createStorage
+            if (useCreateStorage) {
+                await wo[keyTable].createStorage()
+            }
+
+            //save
+            await wo[keyTable].save(r)
+
+        }
+    }
+
+    //kpHead, kpType
+    let kpHead = {}
+    let kpType = {}
+    each(keys(settings), (v) => {
+        let name = get(settings, `${v}.name`, '')
+        if (isestr(name)) {
+            kpHead[v] = name
+        }
+        let type = get(settings, `${v}.type`, '')
+        if (isestr(type)) {
+            kpType[v] = type
+        }
+    })
+
+    //r
+    let r = {
+        keyTable,
+        tableNameCht,
+        tableNameEng,
+        settings,
+        keys: keys(settings),
+        kpType,
+        kpHead,
+        parser,
+        fnew,
+        ftest: _ftest,
+    }
+
+    return r
+}
+
+
+export default build

package/src/genIndex.mjs

@@ -0,0 +1,120 @@
+import path from 'path'
+import fs from 'fs'
+import get from 'lodash/get'
+import map from 'lodash/map'
+import join from 'lodash/join'
+import isestr from 'wsemi/src/isestr.mjs'
+import fsTreeFolder from 'wsemi/src/fsTreeFolder.mjs'
+import replace from 'wsemi/src/replace.mjs'
+
+
+function genImports(ms) {
+    let rs = map(ms, (v) => {
+        let t = `import {name} from '{src}'`
+        t = replace(t, '{name}', v.name)
+        t = replace(t, '{src}', v.src)
+        return t
+    })
+    return join(rs, '\n')
+}
+
+
+function genNames(ms) {
+    let rs = map(ms, (v) => {
+        let t = `    {name},`
+        t = replace(t, '{name}', v.name)
+        return t
+    })
+    return join(rs, '\n')
+}
+
+
+/**
+ * 由各資料表定義*.mjs檔產生資料表收集物件ds
+ *
+ * @param {String} fdSrc 輸入各資料表定義*.mjs檔案所在資料夾
+ * @param {String} fdIndex 輸入產生index.mjs檔案需儲存至的資料夾，主要是跟各資料表定義*.mjs檔計算相對路徑供程式碼import用
+ * @param {Object} [opt={}] 輸入設定物件，預設{}
+ * @param {String} [opt.fpBuild='w-data-collector/src/build.mjs'] 輸入程式碼所需import之再處理資料表定義*.mjs檔的build函數，預設為'w-data-collector/src/build.mjs'
+ * @param {String} [opt.fnIndex='index.mjs'] 輸入產生ds所需程式碼index.mjs檔案的名稱，預設為'index.mjs'，實際檔案儲存位置為fdIndex下fnIndex
+ * @example
+ *
+ * import genIndex from 'w-data-collector/src/genIndex.mjs'
+ * 
+ * genIndex('./src/schema/tables', './src/schema', {})
+ * // => genIndex done
+ *
+ */
+function genIndex(fdSrc, fdIndex, opt = {}) {
+
+    //fpBuild
+    let fpBuild = get(opt, 'fpBuild')
+    if (!isestr(fpBuild)) {
+        fpBuild = 'w-data-collector/src/build.mjs'
+    }
+
+    //fnIndex
+    let fnIndex = get(opt, 'fnIndex')
+    if (!isestr(fnIndex)) {
+        fnIndex =  'index.mjs'
+    }
+
+    //fsTreeFolder
+    let fps = fsTreeFolder(fdSrc)
+    // console.log('fps', fps)
+
+    //ms
+    let ms = map(fps, (v) => {
+        let name = v.name
+        name = replace(name, '.mjs', '')
+        name = replace(name, '.js', '')
+        let src = path.relative(fdIndex, v.path)
+        src = src.replace(/\\/g, '/')
+        src = `./${src}`
+        return {
+            name,
+            src,
+        }
+    })
+    // console.log('ms', ms)
+
+    let t = `{cimps}
+import build from '{fpBuild}'
+
+
+let cs = {
+{cnms}
+}
+
+//ds
+let ds = {}
+for (let k in cs) {
+    ds[k] = build(cs[k])
+}
+
+
+export default ds
+`
+
+    //genImports
+    let cimps = genImports(ms)
+
+    //genNames
+    let cnms = genNames(ms)
+
+    //replace
+    t = replace(t, '{cimps}', cimps)
+    t = replace(t, '{cnms}', cnms)
+    t = replace(t, '{fpBuild}', fpBuild)
+
+    //fpIndex
+    let fpIndex = path.resolve(fdIndex, fnIndex)
+
+    //writeFileSync
+    fs.writeFileSync(fpIndex, t, 'utf8')
+
+    console.log('genIndex done')
+}
+
+
+export default genIndex

package/src/genTestdata.mjs

@@ -0,0 +1,93 @@
+import path from 'path'
+import keys from 'lodash/keys'
+import each from 'lodash/each'
+import get from 'lodash/get'
+import isestr from 'wsemi/src/isestr.mjs'
+import isfun from 'wsemi/src/isfun.mjs'
+import isbol from 'wsemi/src/isbol.mjs'
+import pmSeries from 'wsemi/src/pmSeries.mjs'
+
+
+function genModels(ds, opt = {}) {
+
+    //fdModels
+    let fdModels = get(opt, 'fdModels')
+    if (!isestr(fdModels)) {
+        let fdSrv = path.resolve()
+        fdModels = `${fdSrv}/models`
+    }
+
+    //genModelsByTabs
+    let genModelsByTabs = get(opt, 'genModelsByTabs')
+    if (!isfun(genModelsByTabs)) {
+        throw new Error(`opt.genModelsByTabs is not a function, it needs to import from 'w-orm-reladb/src/genModelsByTabs.mjs'`)
+    }
+
+    //tabs
+    let tabs = {}
+    each(ds, (v, k) => {
+        tabs[k] = v.settings
+    })
+    // console.log('tabs', tabs)
+
+    //genModelsByTabs
+    genModelsByTabs(fdModels, tabs)
+
+}
+
+
+/**
+ * 由資料表收集物件ds與資料表控制物件wo產生測試資料，並儲存至資料庫
+ *
+ * @param {Object} ds 輸入資料表收集物件，ds也就是import由genIndex產生的index.mjs，其內各key代表各資料表，值代表各資料表設定與操作函數例如settings、fnew或ftest等
+ * @param {Object} wo 輸入資料表控制物件，各key代表各資料表，值代表各資料表操作函數例如insert、save、del等
+ * @param {Object} [opt={}] 輸入設定物件，預設{}
+ * @param {Boolean} [opt.useGenModels=false] 輸入是否呼叫genModels，若資料庫與ORM為關聯資料庫時需設定為true，同時還需給予opt.genModelsByTabs。預設為false
+ * @param {Function} [opt.genModelsByTabs=null] 輸入可由ds與wo產生models的函數，若資料庫與ORM為關聯資料庫時則需給予，可由程式碼import genModelsByTabs from 'w-orm-reladb/src/genModelsByTabs.mjs'取得genModelsByTabs，並再設定給opt.genModelsByTabs
+ * @param {String} [opt.fdModels='./models'] 輸入產生models放置的資料夾位置，預設為工作路徑下的models
+ * @return {Promise} 回傳Promise，resolve代表產生成功，reject代表產生失敗
+ * @example
+ *
+ * import genTestdata from 'w-data-collector/src/genTestdata.mjs'
+ * import ds from './index.mjs'
+ * import { woItems } from '../../server/mOrm.mjs'
+ * 
+ * genTestdata(ds, woItems, {})
+ * // => genTestdata done
+ *
+ */
+async function genTestdata(ds, wo, opt = {}) {
+
+    //useGenModels
+    let useGenModels = get(opt, 'useGenModels')
+    if (!isbol(useGenModels)) {
+        useGenModels = false
+    }
+
+    //genModels
+    if (useGenModels) {
+        genModels(ds, opt)
+        console.log('genModels done')
+    }
+
+    //ks
+    let ks = keys(ds)
+
+    //ftest
+    await pmSeries(ks, async (k) => {
+
+        //ftest
+        let ftest = get(ds, `${k}.ftest`)
+
+        //check
+        if (isfun(ftest)) {
+            await ds[k].ftest(wo)
+        }
+
+    })
+
+    console.log('genTestdata done', ks)
+}
+
+
+export default genTestdata

package/test/genIndex.test.mjs

@@ -0,0 +1,17 @@
+import fs from 'fs'
+import _ from 'lodash'
+import assert from 'assert'
+import genIndex from '../src/genIndex.mjs'
+
+describe(`genIndex`, function() {
+
+    it(`should be equal to index.mjs.txt when input './test/schema/tables', './test/schema', { fpBuild: './src/build.mjs' }`, function() {
+        genIndex('./test/schema/tables', './test/schema', { fpBuild: './src/build.mjs' })
+        let r = fs.readFileSync('./test/schema/index.mjs', 'utf8')
+        r = _.trim(r)
+        let rr = fs.readFileSync('./test/schema/index.mjs.txt', 'utf8')
+        rr = _.trim(rr)
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+})

package/test/schema/index.mjs

@@ -0,0 +1,20 @@
+import holeLabTabs from './tables/holeLabTabs.mjs'
+import holeLabTabsItems from './tables/holeLabTabsItems.mjs'
+import users from './tables/users.mjs'
+import build from './src/build.mjs'
+
+
+let cs = {
+    holeLabTabs,
+    holeLabTabsItems,
+    users,
+}
+
+//ds
+let ds = {}
+for (let k in cs) {
+    ds[k] = build(cs[k])
+}
+
+
+export default ds

package/test/schema/index.mjs.txt

@@ -0,0 +1,20 @@
+import holeLabTabs from './tables/holeLabTabs.mjs'
+import holeLabTabsItems from './tables/holeLabTabsItems.mjs'
+import users from './tables/users.mjs'
+import build from './src/build.mjs'
+
+
+let cs = {
+    holeLabTabs,
+    holeLabTabsItems,
+    users,
+}
+
+//ds
+let ds = {}
+for (let k in cs) {
+    ds[k] = build(cs[k])
+}
+
+
+export default ds

package/test/schema/tables/holeLabTabs.mjs

@@ -0,0 +1,130 @@
+import map from 'lodash/map'
+import keys from 'lodash/keys'
+import get from 'lodash/get'
+import genID from 'wsemi/src/genID.mjs'
+import dtmapping from 'wsemi/src/dtmapping.mjs'
+import now2str from 'wsemi/src/now2str.mjs'
+
+
+let keyTable = 'holeLabTabs'
+let tableNameCht = '鑽孔室內試驗表資料'
+let tableNameEng = 'Lab table'
+
+let settings = {
+    'id': {
+        pk: true,
+        name: '主鍵',
+        type: 'STRING',
+    },
+    'name': {
+        name: '名稱',
+        type: 'STRING',
+    },
+    'description': {
+        name: '說明',
+        type: 'TEXT',
+    },
+
+    'proj_no': {
+        name: '計畫編號',
+        type: 'STRING',
+        dig: null
+    },
+    'proj_name': {
+        name: '計畫名稱',
+        type: 'STRING',
+        dig: null
+    },
+    'hole_no': {
+        name: '孔號',
+        type: 'STRING',
+        dig: null
+    },
+    'hole_depth': {
+        name: '孔深(m)',
+        type: 'STRING',
+        dig: null
+    },
+    'regular': { //值: mdb, public
+        name: '佈告類型',
+        type: 'STRING',
+        dig: null
+    },
+    'longitude': {
+        name: '經度',
+        type: 'STRING',
+        dig: null
+    },
+    'latitude': {
+        name: '緯度',
+        type: 'STRING',
+        dig: null
+    },
+    'elevation': {
+        name: '孔位高程(m)',
+        type: 'STRING',
+        dig: null
+    },
+    'wt_depth': {
+        name: '地下水位(m)',
+        type: 'STRING',
+        dig: null
+    },
+
+    'userId': {
+        name: '創建使用者主鍵',
+        type: 'STRING',
+    },
+    'timeCreate': {
+        name: '創建時間',
+        type: 'STRING',
+    },
+    'userIdUpdate': {
+        name: '最新變更使用者主鍵',
+        type: 'STRING',
+    },
+    'timeUpdate': {
+        name: '更新時間',
+        type: 'STRING',
+    },
+    'isActive': {
+        name: '是否有效',
+        type: 'STRING',
+    },
+}
+
+let fnew = (ndata = {}) => {
+    let o = dtmapping(ndata, keys(settings))
+    o.id = genID()
+    o.userIdUpdate = get(o, 'userId', '')
+    o.timeCreate = now2str()
+    o.timeUpdate = o.timeCreate
+    o.isActive = 'y'
+    return o
+}
+
+let ftest = () => {
+    let r = map([
+        ['BH-1'],
+        ['BH-2'],
+    ], ([name]) => {
+        let o = fnew({ userId: 'id-for-admin' }, settings)
+        o.id = `id-for-${name}`
+        o.description = `${name} 描述`
+        return o
+    })
+    console.log(`${holeLabTabs.keyTable} data`, r)
+    return r
+}
+
+let holeLabTabs = {
+    keyTable,
+    tableNameCht,
+    tableNameEng,
+    settings,
+    fnew,
+    ftest,
+}
+
+
+export default holeLabTabs