w-data-csv 1.0.0

package/docs/styles/prettify.css

@@ -0,0 +1,79 @@
+.pln {
+  color: #ddd;
+}
+
+/* string content */
+.str {
+  color: #61ce3c;
+}
+
+/* a keyword */
+.kwd {
+  color: #fbde2d;
+}
+
+/* a comment */
+.com {
+  color: #aeaeae;
+}
+
+/* a type name */
+.typ {
+  color: #8da6ce;
+}
+
+/* a literal value */
+.lit {
+  color: #fbde2d;
+}
+
+/* punctuation */
+.pun {
+  color: #ddd;
+}
+
+/* lisp open bracket */
+.opn {
+  color: #000000;
+}
+
+/* lisp close bracket */
+.clo {
+  color: #000000;
+}
+
+/* a markup tag name */
+.tag {
+  color: #8da6ce;
+}
+
+/* a markup attribute name */
+.atn {
+  color: #fbde2d;
+}
+
+/* a markup attribute value */
+.atv {
+  color: #ddd;
+}
+
+/* a declaration */
+.dec {
+  color: #EF5050;
+}
+
+/* a variable name */
+.var {
+  color: #c82829;
+}
+
+/* a function name */
+.fun {
+  color: #4271ae;
+}
+
+/* Specify class=linenums on a pre to get line numbering */
+ol.linenums {
+  margin-top: 0;
+  margin-bottom: 0;
+}

package/g-read.mjs

@@ -0,0 +1,15 @@
+import wdc from './src/WDataCsv.mjs'
+
+
+let fp = './g-test-in.csv'
+wdc.readCsv(fp)
+    .then((ltdt) => {
+        console.log(ltdt)
+        // => [ { NAME: 'Daffy Duck', AGE: '24' }, { NAME: 'Bugs 邦妮', AGE: '22' } ]
+    })
+    .catch((err) => {
+        console.log(err)
+    })
+
+
+//node --experimental-modules --es-module-specifier-resolution=node g-read.mjs

package/g-test-in.csv

@@ -0,0 +1,3 @@
+NAME,AGE
+Daffy Duck,24
+Bugs 邦妮,22

package/g-test-out.csv

@@ -0,0 +1,3 @@
+"name","value"
+"大福 Duck",2.4
+"Bugs 邦妮","2.2"

package/g-write.mjs

@@ -0,0 +1,16 @@
+import wdc from './src/WDataCsv.mjs'
+
+
+let ltdt = [{ name: '大福 Duck', value: 2.4 }, { name: 'Bugs 邦妮', value: '2.2' }]
+let fp = './g-test-out.csv'
+wdc.writeCsv(fp, ltdt)
+    .then((res) => {
+        console.log(res)
+        // => finish
+    })
+    .catch((err) => {
+        console.log(err)
+    })
+
+
+//node --experimental-modules --es-module-specifier-resolution=node g-write.mjs

package/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "w-data-csv",
+  "version": "1.0.0",
+  "main": "dist/w-data-csv.umd.js",
+  "dependencies": {
+    "csv-parser": "^3.0.0",
+    "lodash": "^4.17.21",
+    "strip-bom-stream": "^5.0.0",
+    "wsemi": "^1.6.60"
+  },
+  "devDependencies": {
+    "w-package-tools": "^1.0.65"
+  },
+  "scripts": {
+    "test": "mocha --parallel --timeout 60000 --experimental-modules --es-module-specifier-resolution=node",
+    "deploy": "gh-pages -d docs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yuda-lyu/w-data-csv.git"
+  },
+  "keywords": [
+    "package",
+    "tool",
+    "csv",
+    "nodejs"
+  ],
+  "author": "yuda-lyu(semisphere)",
+  "license": "MIT"
+}

package/src/WDataCsv.mjs

@@ -0,0 +1,173 @@
+import fs from 'fs'
+import csvParse from 'csv-parser'
+import stripBom from 'strip-bom-stream'
+import get from 'lodash/get'
+import genPm from 'wsemi/src/genPm.mjs'
+import ltdtkeysheads2mat from 'wsemi/src/ltdtkeysheads2mat.mjs'
+import getCsvStrFromData from 'wsemi/src/getCsvStrFromData.mjs'
+
+
+/**
+ * 讀取CSV檔，自動清除BOM
+ *
+ * @param {String} fp 輸入檔案位置字串
+ * @return {Promise} 回傳Promise，resolve回傳ltdt(各數據列為物件陣列)，reject回傳錯誤訊息
+ * @example
+ *
+ * import wdc from './src/WDataCsv.mjs'
+ *
+ * let fp = './g-test-in.csv'
+ * wdc.readCsv(fp)
+ *     .then((ltdt) => {
+ *         console.log(ltdt)
+ *         // => [ { NAME: 'Daffy Duck', AGE: '24' }, { NAME: 'Bugs 邦妮', AGE: '22' } ]
+ *     })
+ *     .catch((err) => {
+ *         console.log(err)
+ *     })
+ *
+ */
+async function readCsv(fp) {
+    let res = []
+    let pm = genPm()
+    fs.createReadStream(fp)
+        .pipe(stripBom())
+        .pipe(csvParse())
+        .on('data', (data) => {
+            // console.log('data', data)
+            res.push(data)
+        })
+        .on('end', () => {
+            pm.resolve(res)
+        })
+        .on('error', (err) => {
+            pm.reject(err)
+        })
+    return pm
+}
+
+
+/**
+ * 輸出數據至CSV檔案
+ *
+ * @param {String} fp 輸入檔案位置字串
+ * @param {Array} data 輸入數據陣列，為mat或ltdt格式
+ * @param {Object} [opt={}] 輸入設定物件，預設{}
+ * @param {String} [opt.mode='ltdt'] 輸入數據格式字串，可選ltdt或mat，預設ltdt
+ * @param {Array} [opt.keys=[]] 輸入指定欲輸出鍵值陣列，預設[]
+ * @param {Object} [opt.kphead={}] 輸入指定鍵值轉換物件，預設{}
+ * @return {Promise} 回傳Promise，resolve回傳成功訊息，reject回傳錯誤訊息
+ * @example
+ *
+ * import wdc from './src/WDataCsv.mjs'
+ *
+ * let ltdt = [{ name: '大福 Duck', value: 2.4 }, { name: 'Bugs 邦妮', value: '2.2' }]
+ * let fp = './g-test-out.csv'
+ * wdc.writeCsv(fp, ltdt)
+ *     .then((res) => {
+ *         console.log(res)
+ *         // => finish
+ *     })
+ *     .catch((err) => {
+ *         console.log(err)
+ *     })
+ *
+ */
+async function writeCsv(fp, data, opt = {}) {
+    let err = null
+    let mat
+    let c = ''
+
+    //mode
+    let mode = get(opt, 'mode')
+    if (mode !== 'ltdt' && mode !== 'mat') {
+        mode = 'ltdt'
+    }
+
+    if (mode === 'mat') {
+
+        //save
+        mat = data
+
+    }
+    else if (mode === 'ltdt') {
+        try {
+
+            //save
+            let ltdt = data
+
+            //keys
+            let keys = get(opt, 'keys')
+
+            //kphead
+            let kphead = get(opt, 'kphead')
+
+            //ltdtkeysheads2mat
+            mat = ltdtkeysheads2mat(ltdt, keys, kphead)
+
+        }
+        catch (e) {
+            err = e.toString()
+            return Promise.reject(err)
+        }
+    }
+
+    //getCsvStrFromData
+    try {
+        c = getCsvStrFromData(mat)
+    }
+    catch (e) {
+        err = e.toString()
+        return Promise.reject(err)
+    }
+
+    //writeFileSync
+    try {
+        fs.writeFileSync(fp, c, 'utf8')
+    }
+    catch (e) {
+        err = e.toString()
+        return Promise.reject(err)
+    }
+
+    return 'finish'
+}
+
+
+/**
+ * 讀寫CSV檔
+ *
+ * @return {Object} 回傳物件，其內有readCsv與writeCsv函式
+ * @example
+ *
+ * import wdc from './src/WDataCsv.mjs'
+ *
+ * let fpIn = './g-test-in.csv'
+ * wdc.readCsv(fpIn)
+ *     .then((ltdtIn) => {
+ *         console.log(ltdtIn)
+ *         // => [ { NAME: 'Daffy Duck', AGE: '24' }, { NAME: 'Bugs 邦妮', AGE: '22' } ]
+ *     })
+ *     .catch((err) => {
+ *         console.log(err)
+ *     })
+ *
+ * let ltdtOut = [{ name: '大福 Duck', value: 2.4 }, { name: 'Bugs 邦妮', value: '2.2' }]
+ * let fpOut = './g-test-out.csv'
+ * wdc.writeCsv(fpOut, ltdtOut)
+ *     .then((res) => {
+ *         console.log(res)
+ *         // => finish
+ *     })
+ *     .catch((err) => {
+ *         console.log(err)
+ *     })
+ *
+ */
+let WDataCsv = {
+    readCsv,
+    writeCsv,
+}
+
+
+export default WDataCsv

package/test/PCA.test.mjs

@@ -0,0 +1,125 @@
+import assert from 'assert'
+import WDataCsv from '../src/WDataCsv.mjs'
+
+
+describe(`PCA`, function() {
+
+    let mat = [
+        [40, 50, 60],
+        [50, 70, 60],
+        [80, 70, 90],
+        [50, 60, 80]
+    ]
+    let clmat = [
+        [36.76572825085965, 50.81184119955175, 61.992939427698765],
+        [50.520478881706346, 69.86935352609807, 59.679283942385844],
+        [77.39502404588043, 70.65388036857387, 91.60517102143689],
+        [55.318768821553576, 58.66492490577632, 76.7226056084785]
+    ]
+
+    it(`should return '${JSON.stringify(clmat)}' when input ${JSON.stringify(mat)}, { nCompNIPALS: 2 }`, async function() {
+        let r = await WDataCsv.PCA(mat, { nCompNIPALS: 2 })
+        assert.strict.deepStrictEqual(r, clmat)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input 123`, async function() {
+        let r = ''
+        await WDataCsv.PCA(123)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input 123.456`, async function() {
+        let r = ''
+        await WDataCsv.PCA(123.456)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input '123'`, async function() {
+        let r = ''
+        await WDataCsv.PCA('123')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input '123.456'`, async function() {
+        let r = ''
+        await WDataCsv.PCA('123.456')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input true`, async function() {
+        let r = ''
+        await WDataCsv.PCA(true)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input ''`, async function() {
+        let r = ''
+        await WDataCsv.PCA('')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input []`, async function() {
+        let r = ''
+        await WDataCsv.PCA([])
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input {}`, async function() {
+        let r = ''
+        await WDataCsv.PCA({})
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input null`, async function() {
+        let r = ''
+        await WDataCsv.PCA(null)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input undefined`, async function() {
+        let r = ''
+        await WDataCsv.PCA(undefined)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+})

package/test/cluster.test.mjs

@@ -0,0 +1,135 @@
+import assert from 'assert'
+import WDataCsv from '../src/WDataCsv.mjs'
+
+
+describe(`cluster`, function() {
+
+    let mode = 'k-medoids'
+
+    let mat = [
+        [40, 50, 60],
+        [50, 70, 60],
+        [80, 70, 90],
+        [50, 60, 80]
+    ]
+    let clmat = { 'keys': null, 'ginds': [[2], [0, 1, 3]], 'gltdt': [[[80, 70, 90]], [[40, 50, 60], [50, 70, 60], [50, 60, 80]]], 'gmat': [[[77.39502404588043, 70.65388036857387, 91.60517102143689]], [[36.76572825085965, 50.81184119955175, 61.992939427698765], [50.520478881706346, 69.86935352609807, 59.679283942385844], [55.318768821553576, 58.66492490577632, 76.7226056084785]]] }
+
+    it(`should return '${JSON.stringify(clmat)}' when input ${JSON.stringify(mat)}, { mode, kNumber: 2, nCompNIPALS: 2 }`, async function() {
+        let r = await WDataCsv.cluster(mat, { mode, kNumber: 2, nCompNIPALS: 2 })
+        assert.strict.deepStrictEqual(r, clmat)
+    })
+
+    let ltdt = [
+        { name: 'Cameron', a: 40, b: 50, c: 60 },
+        { name: 'Buckley', a: 50, b: 70, c: 60 },
+        { name: 'Paul', a: 80, b: 70, c: 90 },
+        { name: 'Fawcett', a: 50, b: 60, c: 80 },
+    ]
+    let clltdt = { 'keys': ['a', 'b', 'c'], 'ginds': [[2], [0, 1, 3]], 'gltdt': [[{ 'name': 'Paul', 'a': 80, 'b': 70, 'c': 90 }], [{ 'name': 'Cameron', 'a': 40, 'b': 50, 'c': 60 }, { 'name': 'Buckley', 'a': 50, 'b': 70, 'c': 60 }, { 'name': 'Fawcett', 'a': 50, 'b': 60, 'c': 80 }]], 'gmat': [[[77.39502404588043, 70.65388036857387, 91.60517102143689]], [[36.76572825085965, 50.81184119955175, 61.992939427698765], [50.520478881706346, 69.86935352609807, 59.679283942385844], [55.318768821553576, 58.66492490577632, 76.7226056084785]]] }
+
+    it(`should return '${JSON.stringify(clltdt)}' when input ${JSON.stringify(ltdt)}, { mode, kNumber: 2, nCompNIPALS: 2 }`, async function() {
+        let r = await WDataCsv.cluster(ltdt, { mode, kNumber: 2, nCompNIPALS: 2 })
+        assert.strict.deepStrictEqual(r, clltdt)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input 123`, async function() {
+        let r = ''
+        await WDataCsv.cluster(123)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input 123.456`, async function() {
+        let r = ''
+        await WDataCsv.cluster(123.456)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input '123'`, async function() {
+        let r = ''
+        await WDataCsv.cluster('123')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input '123.456'`, async function() {
+        let r = ''
+        await WDataCsv.cluster('123.456')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input true`, async function() {
+        let r = ''
+        await WDataCsv.cluster(true)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input ''`, async function() {
+        let r = ''
+        await WDataCsv.cluster('')
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input []`, async function() {
+        let r = ''
+        await WDataCsv.cluster([])
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input {}`, async function() {
+        let r = ''
+        await WDataCsv.cluster({})
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input null`, async function() {
+        let r = ''
+        await WDataCsv.cluster(null)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+    it(`should return 'Error: data is not eff. array' when input undefined`, async function() {
+        let r = ''
+        await WDataCsv.cluster(undefined)
+            .catch((err) => {
+                r = err.toString()
+            })
+        let rr = 'Error: data is not eff. array'
+        assert.strict.deepStrictEqual(r, rr)
+    })
+
+})

package/toolg/addVersion.mjs

@@ -0,0 +1,4 @@
+import addVersion from 'w-package-tools/src/addVersion.mjs'
+
+
+addVersion()

package/toolg/cleanFolder.mjs

@@ -0,0 +1,4 @@
+import cleanFolder from 'w-package-tools/src/cleanFolder.mjs'
+
+
+cleanFolder('docs')

package/toolg/gDistRollup.mjs

@@ -0,0 +1,38 @@
+// import path from 'path'
+import rollupFiles from 'w-package-tools/src/rollupFiles.mjs'
+
+
+let fdSrc = './src'
+let fdTar = './dist'
+
+
+async function rp() {
+
+    await rollupFiles({ //rollupFiles預設會clean folder
+        fns: 'WDataCsv.mjs',
+        fdSrc,
+        fdTar,
+        nameDistType: 'kebabCase',
+        // bNodePolyfill: true,
+        // bMinify: false,
+        globals: {
+            'fs': 'fs',
+            'csv-parser': 'csv-parser',
+            'strip-bom-stream': 'strip-bom-stream',
+        },
+        external: [
+            'fs',
+            'csv-parser',
+            'strip-bom-stream',
+        ],
+    })
+        .catch((err) => {
+            console.log(err)
+        })
+
+}
+rp()
+    .catch((err) => {
+        console.log(err)
+    })
+

package/toolg/gDocsExams.mjs

@@ -0,0 +1,48 @@
+import fs from 'fs'
+import _ from 'lodash'
+import getFiles from 'w-package-tools/src/getFiles.mjs'
+import getPks from 'w-package-tools/src/getPks.mjs'
+
+
+let fdSrc = './examples/'
+let fdTar = './docs/examples/'
+
+
+function main() {
+    //把example裡面cdn更換, 再複製到docs的example內, 作為日後發佈為靜態網站
+
+    //pks
+    let pks = getPks()
+
+    //url
+    let url = `https://cdn.jsdelivr.net/npm/w-data-csv@${pks.version}/dist/w-data-csv.umd.js`
+
+    //mkdirSync
+    if (!fs.existsSync(fdTar)) {
+        fs.mkdirSync(fdTar)
+    }
+
+    //getFiles
+    let ltfs = getFiles(fdSrc)
+
+    _.each(ltfs, function(v) {
+
+        //fn
+        let fn = fdSrc + v
+
+        //c
+        let c = fs.readFileSync(fn, 'utf8')
+
+        //replace
+        let r
+        r = `../dist/w-data-csv.umd.js`
+        c = c.replace(r, url)
+
+        //write
+        //console.log(c)
+        fs.writeFileSync(fdTar + v, c, 'utf8')
+
+    })
+
+}
+// main()

package/toolg/modifyReadme.mjs

@@ -0,0 +1,4 @@
+import modifyReadme from 'w-package-tools/src/modifyReadme.mjs'
+
+
+modifyReadme()