w-dwdata-tweq 1.0.0

package/docs/styles/prettify.css

@@ -0,0 +1,80 @@
+.pln {
+  color: #ddd;
+}
+
+/* string content */
+.str {
+  color: #61ce3c;
+}
+
+/* a keyword */
+.kwd {
+  color: #fbde2d;
+}
+
+/* a comment */
+.com {
+  color: #aeaeae;
+}
+
+/* a type name */
+.typ {
+  color: #8da6ce;
+}
+
+/* a literal value */
+.lit {
+  color: #fbde2d;
+}
+
+/* punctuation */
+.pun {
+  color: #ddd;
+}
+
+/* lisp open bracket */
+.opn {
+  color: #000000;
+}
+
+/* lisp close bracket */
+.clo {
+  color: #000000;
+}
+
+/* a markup tag name */
+.tag {
+  color: #8da6ce;
+}
+
+/* a markup attribute name */
+.atn {
+  color: #fbde2d;
+}
+
+/* a markup attribute value */
+.atv {
+  color: #ddd;
+}
+
+/* a declaration */
+.dec {
+  color: #EF5050;
+}
+
+/* a variable name */
+.var {
+  color: #c82829;
+}
+
+/* a function name */
+.fun {
+  color: #4271ae;
+}
+
+/* Specify class=linenums on a pre to get line numbering */
+ol.linenums {
+  margin-top: 0;
+  margin-bottom: 0;
+  padding-bottom: 2px;
+}

package/g.downloadEqs.mjs

@@ -0,0 +1,16 @@
+import path from 'path'
+import fs from 'fs'
+import _ from 'lodash-es'
+import w from 'wsemi'
+import downloadEqs from './src/downloadEqs.mjs'
+
+
+let yearStart = 2025
+let yearEnd = 2025
+let v = await downloadEqs(yearStart, yearEnd)
+console.log('v', v)
+
+fs.writeFileSync(`./year_${yearStart}_${yearEnd}_eq.json`, JSON.stringify(v, null, 2), 'utf8')
+
+
+//node g.downloadEqs.mjs

package/g.mjs

@@ -0,0 +1,53 @@
+// import path from 'path'
+// import fs from 'fs'
+// import _ from 'lodash-es'
+import w from 'wsemi'
+import WDwdataTweq from './src/WDwdataTweq.mjs'
+
+
+//fdDwAttime
+let fdDwAttime = `./_dwAttime`
+w.fsCleanFolder(fdDwAttime)
+
+//fdDwCurrent
+let fdDwCurrent = `./_dwCurrent`
+w.fsCleanFolder(fdDwCurrent)
+
+//fdResult
+let fdResult = './_result'
+w.fsCleanFolder(fdResult)
+
+let yearStart = 2022
+let yearEnd = 2022
+let opt = {
+    fdDwAttime,
+    fdDwCurrent,
+    fdResult,
+    // funDownload,
+    // funGetCurrent,
+    // funRemove,
+    // funAdd,
+    // funModify,
+}
+let ev = await WDwdataTweq(yearStart, yearEnd, opt)
+    .catch((err) => {
+        console.log(err)
+    })
+ev.on('change', (msg) => {
+    delete msg.type
+    console.log('change', msg)
+})
+// change { event: 'start', msg: 'running...' }
+// change { event: 'proc-callfun-download', msg: 'start...' }
+// change { event: 'proc-callfun-download', msg: 'done' }
+// change { event: 'proc-callfun-getCurrent', msg: 'start...' }
+// change { event: 'proc-callfun-getCurrent', msg: 'done' }
+// change { event: 'compare', msg: 'start...' }
+// change { event: 'compare', msg: 'done' }
+// change { event: 'proc-add-callfun-add', id: '111001', msg: 'start...' }
+// change { event: 'proc-add-callfun-add', id: '111001', msg: 'done' }
+// change { event: 'proc-add-callfun-add', id: '111002', msg: 'start...' }
+// change { event: 'proc-add-callfun-add', id: '111002', msg: 'done' }
+// ...
+
+//node g.mjs

package/g.parseData.mjs

@@ -0,0 +1,26 @@
+import path from 'path'
+import fs from 'fs'
+import _ from 'lodash-es'
+import w from 'wsemi'
+import parseData from './src/parseData.mjs'
+
+
+let yearStart = 2025
+let yearEnd = 2025
+let fp = `./year_${yearStart}_${yearEnd}_eq.json`
+let j = fs.readFileSync(fp, 'utf8')
+let v = JSON.parse(j)
+
+let eqs = parseData(v)
+console.log('eqs', eqs, _.size(eqs))
+
+let eq = _.filter(eqs, (v) => {
+    return v.tag === '2024040307580971019'
+})
+eq = eq[0]
+console.log('eq', eq)
+
+fs.writeFileSync(`./year_${yearStart}_${yearEnd}_eqs.json`, JSON.stringify(eqs, null, 2), 'utf8')
+
+
+//node g.parseData.mjs

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "w-dwdata-tweq",
+  "version": "1.0.0",
+  "main": "dist/w-dwdata-tweq.umd.js",
+  "dependencies": {
+    "axios": "^1.11.0",
+    "lodash-es": "^4.17.21",
+    "sharp": "^0.34.3",
+    "w-dwdata-builder": "^1.0.1",
+    "wsemi": "^1.8.18"
+  },
+  "devDependencies": {
+    "w-package-tools": "^1.1.2"
+  },
+  "scripts": {
+    "test": "mocha --parallel --timeout 60000",
+    "deploy": "gh-pages -d docs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yuda-lyu/w-dwdata-tweq.git"
+  },
+  "keywords": [
+    "package",
+    "tool",
+    "download",
+    "data",
+    "tw",
+    "eq",
+    "nodejs"
+  ],
+  "author": "yuda-lyu(semisphere)",
+  "license": "MIT"
+}

package/script.txt

@@ -0,0 +1,17 @@
+#node toolg/addVersion.mjs
+node toolg/modifyReadme.mjs
+
+node toolg/cleanFolder.mjs
+./node_modules/.bin/jsdoc -c .jsdoc
+
+node toolg/gDistRollup.mjs
+
+git add .  -A
+git commit -m 'modify: '
+git push origin master:master
+
+npm run deploy
+
+#npm test
+
+#npm publish

package/src/WDwdataTweq.mjs

@@ -0,0 +1,246 @@
+import fs from 'fs'
+import get from 'lodash-es/get.js'
+import each from 'lodash-es/each.js'
+import reverse from 'lodash-es/reverse.js'
+import isestr from 'wsemi/src/isestr.mjs'
+import isfun from 'wsemi/src/isfun.mjs'
+import fsIsFolder from 'wsemi/src/fsIsFolder.mjs'
+import fsCleanFolder from 'wsemi/src/fsCleanFolder.mjs'
+import fsCreateFolder from 'wsemi/src/fsCreateFolder.mjs'
+import fsDeleteFolder from 'wsemi/src/fsDeleteFolder.mjs'
+import fsTreeFolder from 'wsemi/src/fsTreeFolder.mjs'
+import WDwdataBuilder from 'w-dwdata-builder/src/WDwdataBuilder.mjs'
+import downloadEqs from './downloadEqs.mjs'
+import parseData from './parseData.mjs'
+import downloadPics from './downloadPics.mjs'
+import cropPic from './cropPic.mjs'
+
+
+/**
+ * 下載台灣氣象署地震資料
+ *
+ * @param {Integer} yearStart 輸入數據開始年整數
+ * @param {Integer} yearEnd 輸入數據結束年整數
+ * @param {Object} [opt={}] 輸入設定物件，預設{}
+ * @param {String} [opt.keyId] 輸入各筆數據之主鍵字串，預設keyId
+ * @param {String} [opt.fdDwAttime] 輸入當前下載數據資料夾字串，預設'./_dwAttime'
+ * @param {String} [opt.fdDwCurrent] 輸入已下載數據資料夾字串，預設'./_dwCurrent'
+ * @param {String} [opt.fdResult] 輸入已下載數據所連動生成數據資料夾字串，預設'./_result'
+ * @param {String} [opt.fdTaskCpSrc] 輸入任務狀態之來源端資料夾字串，預設'./_taskCpSrc'
+ * @param {Function} [opt.funDownload] 輸入自定義下載函數，回傳資料陣列
+ * @param {Function} [opt.funGetCurrent] 輸入自定義取得當前資料函數，回傳資料陣列
+ * @param {Function} [opt.funAdd] 輸入當有新資料時，需要連動處理之函數
+ * @param {Function} [opt.funModify] 輸入當有資料需更新時，需要連動處理之函數
+ * @param {Function} [opt.funRemove] 輸入當有資料需刪除時，需要連動處理之函數
+ * @returns {Object} 回傳事件物件，可呼叫函數on監聽change事件
+ * @example
+ *
+ * import WDwdataTweq from './src/WDwdataTweq.mjs'
+ *
+ * let yearStart = 2022
+ * let yearEnd = 2022
+ * let opt = {}
+ * let ev = await WDwdataTweq(yearStart, yearEnd, opt)
+ *     .catch((err) => {
+ *         console.log(err)
+ *     })
+ * ev.on('change', (msg) => {
+ *     delete msg.type
+ *     console.log('change', msg)
+ * })
+ * // change { event: 'start', msg: 'running...' }
+ * // change { event: 'proc-callfun-download', msg: 'start...' }
+ * // change { event: 'proc-callfun-download', msg: 'done' }
+ * // change { event: 'proc-callfun-getCurrent', msg: 'start...' }
+ * // change { event: 'proc-callfun-getCurrent', msg: 'done' }
+ * // change { event: 'compare', msg: 'start...' }
+ * // change { event: 'compare', msg: 'done' }
+ * // change { event: 'proc-add-callfun-add', id: '111001', msg: 'start...' }
+ * // change { event: 'proc-add-callfun-add', id: '111001', msg: 'done' }
+ * // change { event: 'proc-add-callfun-add', id: '111002', msg: 'start...' }
+ * // change { event: 'proc-add-callfun-add', id: '111002', msg: 'done' }
+ * // ...
+ *
+ */
+let WDwdataTweq = async(yearStart, yearEnd, opt = {}) => {
+
+    //keyId
+    let keyId = get(opt, 'keyId')
+    if (!isestr(keyId)) {
+        keyId = `id`
+    }
+
+    //fdDwAttime
+    let fdDwAttime = get(opt, 'fdDwAttime')
+    if (!isestr(fdDwAttime)) {
+        fdDwAttime = `./_dwAttime`
+    }
+    if (!fsIsFolder(fdDwAttime)) {
+        fsCreateFolder(fdDwAttime)
+    }
+
+    //fdDwCurrent
+    let fdDwCurrent = get(opt, 'fdDwCurrent')
+    if (!isestr(fdDwCurrent)) {
+        fdDwCurrent = `./_dwCurrent`
+    }
+    if (!fsIsFolder(fdDwCurrent)) {
+        fsCreateFolder(fdDwCurrent)
+    }
+
+    //fdResult
+    let fdResult = get(opt, 'fdResult')
+    if (!isestr(fdResult)) {
+        fdResult = './_result'
+    }
+    if (!fsIsFolder(fdResult)) {
+        fsCreateFolder(fdResult)
+    }
+
+    //fdTaskCpSrc
+    let fdTaskCpSrc = get(opt, 'fdTaskCpSrc')
+    if (!isestr(fdTaskCpSrc)) {
+        fdTaskCpSrc = './_taskCpSrc'
+    }
+    if (!fsIsFolder(fdTaskCpSrc)) {
+        fsCreateFolder(fdTaskCpSrc)
+    }
+
+    //funDownload
+    let funDownload = get(opt, 'funDownload')
+
+    //funGetCurrent
+    let funGetCurrent = get(opt, 'funGetCurrent')
+
+    //funAdd
+    let funAdd = get(opt, 'funAdd')
+
+    //funModify
+    let funModify = get(opt, 'funModify')
+
+    //funRemove
+    let funRemove = get(opt, 'funRemove')
+
+    //funDownloadDef
+    let funDownloadDef = async() => {
+
+        //downloadEqs
+        let v = await downloadEqs(yearStart, yearEnd)
+        // console.log('downloadEqs', v)
+
+        //parseData
+        let eqs = parseData(v)
+        // console.log('eqsAtt', eqsAtt, size(eqsAtt))
+
+        //reverse
+        eqs = reverse(eqs)
+
+        each(eqs, (v) => {
+
+            let fp = `${fdDwAttime}/${v[keyId]}.json`
+
+            fs.writeFileSync(fp, JSON.stringify(v), 'utf8')
+
+        })
+
+        return eqs
+    }
+    if (!isfun(funDownload)) {
+        funDownload = funDownloadDef
+    }
+
+    //funGetCurrentDef
+    let funGetCurrentDef = async() => {
+
+        //vfps
+        let vfps = fsTreeFolder(fdDwCurrent, 1)
+        // console.log('vfps', vfps)
+
+        //eqs
+        let eqs = []
+        each(vfps, (v) => {
+
+            let j = fs.readFileSync(v.path, 'utf8')
+            let eq = JSON.parse(j)
+
+            eqs.push(eq)
+
+        })
+
+        return eqs
+    }
+    if (!isfun(funGetCurrent)) {
+        funGetCurrent = funGetCurrentDef
+    }
+
+    //funRemoveDef
+    let funRemoveDef = async(v) => {
+
+        let fd = `${fdResult}/${v[keyId]}`
+
+        if (fsIsFolder(fd)) {
+            fsDeleteFolder(fd)
+        }
+
+    }
+    if (!isfun(funRemove)) {
+        funRemove = funRemoveDef
+    }
+
+    //funAddDef
+    let funAddDef = async(v) => {
+
+        let fd = `${fdResult}/${v[keyId]}`
+
+        if (fsIsFolder(fd)) {
+            fsCleanFolder(fd)
+        }
+
+        await downloadPics(fd, v)
+
+        let fnIn = 'picEqReport.gif'
+        let fpIn = `${fd}/${fnIn}`
+        let fnOut = 'picEqIntensityList.gif'
+        let fpOut = `${fd}/${fnOut}`
+        await cropPic(fpIn, fpOut, 364, 199, 276, 204)
+
+    }
+    if (!isfun(funAdd)) {
+        funAdd = funAddDef
+    }
+
+    //funModifyDef
+    let funModifyDef = async(v) => {
+
+        let fd = `${fdResult}/${v[keyId]}`
+
+        if (fsIsFolder(fd)) {
+            fsCleanFolder(fd)
+        }
+
+        await downloadPics(fd, v)
+
+    }
+    if (!isfun(funModify)) {
+        funModify = funModifyDef
+    }
+
+    //WDwdataBuilder
+    let optBdr = {
+        fdDwAttime,
+        fdDwCurrent,
+        fdResult,
+        fdTaskCpSrc,
+        funDownload,
+        funGetCurrent,
+        funRemove,
+        funAdd,
+        funModify,
+    }
+    let ev = await WDwdataBuilder(optBdr)
+
+    return ev
+}
+
+
+export default WDwdataTweq

package/src/cropPic.mjs

@@ -0,0 +1,15 @@
+import sharp from 'sharp'
+
+
+let cropPic = async (fpIn, fpOut, left, top, width, height) => {
+
+    await sharp(fpIn, {
+        animated: false, //設定非動畫
+    })
+        .extract({ left, top, width, height })
+        .toFile(fpOut)
+
+}
+
+
+export default cropPic

package/src/downloadEqs.mjs

@@ -0,0 +1,124 @@
+import map from 'lodash-es/map.js'
+import join from 'lodash-es/join.js'
+import axios from 'axios'
+
+
+let stringify = (obj) => {
+
+    let rs = map(obj, (value, key) => {
+        // null or undefined 處理成空字串
+        let v = value == null ? '' : value
+        return `${encodeURIComponent(key)}=${encodeURIComponent(v)}`
+    })
+
+    let c = join(rs, '&')
+
+    return c
+}
+
+
+let downloadEqs = async(yearStart, yearEnd) => {
+
+    let url = 'https://scweb.cwa.gov.tw/zh-tw/earthquake/ajaxhandler'
+
+    let txtSDate = `${yearStart}-1-1`
+    // let txtEDate = `${yearEnd}-12-31` //ot().format('YYYY')
+    let txtEDate = `${yearEnd + 1}-1-1` //ot().format('YYYY')
+
+    let postData = {
+        'draw': 6, //DataTables的請求序號, 網頁使用時會自動遞增
+        'columns[0][data]': 0,
+        'columns[0][name]': 'EventNo',
+        'columns[0][searchable]': false,
+        'columns[0][orderable]': true,
+        'columns[0][search][value]': '',
+        'columns[0][search][regex]': false,
+        'columns[1][data]': 1,
+        'columns[1][name]': 'MaxIntensity',
+        'columns[1][searchable]': true,
+        'columns[1][orderable]': true,
+        'columns[1][search][value]': '',
+        'columns[1][search][regex]': false,
+        'columns[2][data]': 2,
+        'columns[2][name]': 'OriginTime',
+        'columns[2][searchable]': true,
+        'columns[2][orderable]': true,
+        'columns[2][search][value]': '',
+        'columns[2][search][regex]': false,
+        'columns[3][data]': 3,
+        'columns[3][name]': 'MagnitudeValue',
+        'columns[3][searchable]': true,
+        'columns[3][orderable]': true,
+        'columns[3][search][value]': '',
+        'columns[3][search][regex]': false,
+        'columns[4][data]': 4,
+        'columns[4][name]': 'Depth',
+        'columns[4][searchable]': true,
+        'columns[4][orderable]': true,
+        'columns[4][search][value]': '',
+        'columns[4][search][regex]': false,
+        'columns[5][data]': 5,
+        'columns[5][name]': 'Description',
+        'columns[5][searchable]': true,
+        'columns[5][orderable]': true,
+        'columns[5][search][value]': '',
+        'columns[5][search][regex]': false,
+        'columns[6][data]': 6,
+        'columns[6][name]': 'Description',
+        'columns[6][searchable]': true,
+        'columns[6][orderable]': true,
+        'columns[6][search][value]': '',
+        'columns[6][search][regex]': false,
+        'order[0][column]': 2,
+        'order[0][dir]': 'desc',
+        'start': 0,
+        'length': -1, //全部資料
+        'search[value]': '',
+        'search[regex]': false,
+        'Search': '',
+        txtSDate,
+        txtEDate,
+        'txtSscale': '',
+        'txtEscale': '',
+        'txtSdepth': '',
+        'txtEdepth': '',
+        'txtLonS': '',
+        'txtLonE': '',
+        'txtLatS': '',
+        'txtLatE': '',
+        'ddlCity': '',
+        'ddlTown': '',
+        'ddlCitySta': '',
+        'ddlStation': '',
+        'txtIntensityB': '',
+        'txtIntensityE': '',
+        'txtLon': '',
+        'txtLat': '',
+        'txtKM': '',
+        'ddlStationName': '------',
+        'cblEventNo': 'Y',
+        'txtSDatePWS': '',
+        'txtEDatePWS': '',
+        'txtSscalePWS': '',
+        'txtEscalePWS': '',
+        'ddlMark': '',
+    }
+
+    let r = null
+    try {
+        let res = await axios.post(url, stringify(postData), {
+            headers: {
+                'Content-Type': 'application/x-www-form-urlencoded',
+            },
+        })
+        r = res.data
+    }
+    catch (err) {
+        console.log(err)
+    }
+
+    return r
+}
+
+
+export default downloadEqs

package/src/downloadFile.mjs

@@ -0,0 +1,77 @@
+import { writeFile } from 'fs/promises'
+import get from 'lodash-es/get.js'
+import isp0int from 'wsemi/src/isp0int.mjs'
+import cdbl from 'wsemi/src/cdbl.mjs'
+import cint from 'wsemi/src/cint.mjs'
+import delay from 'wsemi/src/delay.mjs'
+
+
+let core = async (url, fp) => {
+
+    //fetch
+    let res = await fetch(url)
+
+    //check
+    if (!res.ok) {
+        throw new Error(`can not download file, status[${res.status}]: ${res.statusText}`)
+    }
+
+    //buffer
+    let arrayBuffer = await res.arrayBuffer()
+    let buffer = Buffer.from(arrayBuffer)
+
+    //writeFile
+    await writeFile(fp, buffer)
+
+}
+
+
+let downloadFile = async (url, fp, opt = {}) => {
+
+    //retries
+    let retries = get(opt, 'retries')
+    if (!isp0int(retries)) {
+        retries = 3
+    }
+    retries = cint(retries)
+
+    //timeDelay
+    let timeDelay = get(opt, 'retrietimeDelays')
+    if (!isp0int(timeDelay)) {
+        timeDelay = 1000
+    }
+    timeDelay = cdbl(timeDelay)
+
+    let state = 'error'
+    let errFin = null
+    let resFin = null
+    for (let i = 1; i <= retries; i++) {
+
+        //core
+        await core(url, fp)
+            .then((res) => {
+                resFin = res
+                state = 'success'
+            })
+            .catch((err) => {
+                errFin = err
+            })
+
+        //delay
+        await delay(timeDelay)
+
+        //check
+        if (resFin !== null) {
+            break
+        }
+
+    }
+
+    if (state === 'error') {
+        throw new Error(errFin)
+    }
+    return resFin
+}
+
+
+export default downloadFile