w-web-perm 1.0.48 → 1.0.49

package/server/procCore.mjs

@@ -0,0 +1,169 @@
+import get from 'lodash-es/get.js'
+import each from 'lodash-es/each.js'
+import map from 'lodash-es/map.js'
+import size from 'lodash-es/size.js'
+import isestr from 'wsemi/src/isestr.mjs'
+import haskey from 'wsemi/src/haskey.mjs'
+import arrHas from 'wsemi/src/arrHas.mjs'
+import ltdtDiffByKey from 'wsemi/src/ltdtDiffByKey.mjs'
+import ltdtmapping from 'wsemi/src/ltdtmapping.mjs'
+import ds from '../src/schema/index.mjs'
+
+
+function proc(woItems, procOrm, { srLog, kmx }) {
+
+
+    //updateTabItems
+    let updateTabItems = async (keyTable, userId, rows, keyDetect) => {
+        // console.log('updateTabItems', keyTable, userId, rows.length, keyDetect)
+
+        //序列化同表之並行整表批次寫入: 防 lost update (同 keyTable 序列化, 不同表並行)
+        return await kmx('updateTabItems:' + keyTable, async () => {
+
+        //ltdtmapping
+        rows = ltdtmapping(rows, ds[keyTable].keys)
+        // console.log('ltdtmapping rows', rows)
+
+        //重給order
+        rows = map(rows, (r, k) => {
+            r.order = k + 1
+            return r
+        })
+
+        //ckKey, 回傳 err key (saveRowFieldInvalid / saveRowFieldDuplicate) 或 null; 動態細節 (row index/field/value) 改記 srLog, 不進使用者訊息
+        let ckKey = (rows, key) => {
+            let err = null
+
+            //check
+            let kp = {}
+            each(rows, (v, k) => {
+
+                //value
+                let value = get(v, key, '')
+
+                //check
+                if (!isestr(value)) {
+                    srLog.error({ event: 'updateTabItems-ckKey-error', keyTable, key, msg: 'saveRowFieldInvalid', row: k })
+                    err = `saveRowFieldInvalid`
+                    return false //跳出
+                }
+
+                //check
+                if (haskey(kp, value)) {
+                    srLog.error({ event: 'updateTabItems-ckKey-error', keyTable, key, msg: 'saveRowFieldDuplicate', row: k, value })
+                    err = `saveRowFieldDuplicate`
+                    return false //跳出
+                }
+
+                //kp
+                kp[value] = true
+
+            })
+
+            return err
+        }
+
+        //偵測未給予或重複
+        let err = null
+        if (true) {
+            if (arrHas(keyTable, ['targets'])) {
+                err = ckKey(rows, 'id')
+                if (err !== null) {
+                    return Promise.reject(err)
+                }
+            }
+            if (arrHas(keyTable, ['pemis', 'grups'])) { //users可重複name故不列入
+                err = ckKey(rows, 'name')
+                if (err !== null) {
+                    return Promise.reject(err)
+                }
+            }
+            if (arrHas(keyTable, ['users'])) {
+                err = ckKey(rows, 'email')
+                if (err !== null) {
+                    return Promise.reject(err)
+                }
+            }
+        }
+
+        //ltdtDiffByKey
+        let ltdtOld = await woItems[keyTable].select()
+        let ltdtNew = rows
+        let r = ltdtDiffByKey(ltdtOld, ltdtNew, keyDetect)
+        // console.log('ltdtDiffByKey r', r)
+
+        //del
+        if (size(r.del) > 0) {
+            await procOrm(userId, keyTable, 'del', r.del) //須使用procOrm才有辦法自動給予相關欄位
+            // .catch((err) => {
+            //     console.log('woItems[keyTable].del err', err)
+            // })
+        }
+
+        //add
+        if (size(r.add) > 0) {
+            await procOrm(userId, keyTable, 'insert', r.add) //須使用procOrm才有辦法自動給予相關欄位
+            // .catch((err) => {
+            //     console.log('woItems[keyTable].insert err', err)
+            // })
+        }
+
+        //diff
+        if (size(r.diff) > 0) {
+            await procOrm(userId, keyTable, 'save', r.diff) //須使用procOrm才有辦法自動給予相關欄位
+            // .catch((err) => {
+            //     console.log('woItems[keyTable].save err', err)
+            // })
+        }
+
+        return ltdtNew
+
+        })
+    }
+
+
+    //updateTargets
+    let updateTargets = async (userId, rows) => {
+        await updateTabItems('targets', userId, rows, 'id')
+        srLog.info({ event: 'updateTargets-success', userId })
+        return 'saveTabItemsSuccess' //成功 msg key
+    }
+
+
+    //updatePemis
+    let updatePemis = async (userId, rows) => {
+        await updateTabItems('pemis', userId, rows, 'name')
+        srLog.info({ event: 'updatePemis-success', userId })
+        return 'saveTabItemsSuccess' //成功 msg key
+    }
+
+
+    //updateGrups
+    let updateGrups = async (userId, rows) => {
+        await updateTabItems('grups', userId, rows, 'name')
+        srLog.info({ event: 'updateGrups-success', userId })
+        return 'saveTabItemsSuccess' //成功 msg key
+    }
+
+
+    //updateUsers
+    let updateUsers = async (userId, rows) => {
+        await updateTabItems('users', userId, rows, 'id')
+        srLog.info({ event: 'updateUsers-success', userId })
+        return 'saveTabItemsSuccess' //成功 msg key
+    }
+
+
+    let p = {
+        updateTargets,
+        updatePemis,
+        updateGrups,
+        updateUsers,
+    }
+
+
+    return p
+}
+
+
+export default proc

package/server/procLang.mjs

@@ -130,6 +130,97 @@ let kpLang = {
         eng: `An unexpected error occurred, please contact the administrator`,
         cht: `發生非預期錯誤，請洽管理員`,
     },
+
+    //後端 reject 之 err key (eng + cht), 前端 .catch 依 lang 用 $tErr 反查顯示
+    cannotConnectServer: {
+        eng: `Cannot connect to server`,
+        cht: `無法連線至伺服器`,
+    },
+    saveRowFieldInvalid: {
+        eng: `Invalid field value in saved data`,
+        cht: `儲存資料的欄位值無效`,
+    },
+    saveRowFieldDuplicate: {
+        eng: `Duplicate field value in saved data`,
+        cht: `儲存資料的欄位值重複`,
+    },
+    saveTabItemsSuccess: {
+        eng: `Saved successfully`,
+        cht: `儲存成功`,
+    },
+    cannotGetUserId: {
+        eng: `Cannot get the user id`,
+        cht: `無法取得使用者 Id`,
+    },
+    cannotGetUserEmail: {
+        eng: `Cannot get the email of user`,
+        cht: `無法取得使用者 Email`,
+    },
+    cannotGetUserName: {
+        eng: `Cannot get the name of user`,
+        cht: `無法取得使用者名稱`,
+    },
+    cannotGetUserRole: {
+        eng: `Cannot get the role of user`,
+        cht: `無法取得使用者角色`,
+    },
+    cannotFindUserFromToken: {
+        eng: `Cannot identify the user from token`,
+        cht: `無法由 token 識別使用者`,
+    },
+    cannotGetUserProp: {
+        eng: `Cannot get the property of user`,
+        cht: `無法取得使用者對應屬性`,
+    },
+    cannotGetUserFromPerm: {
+        eng: `Cannot find the user in permission system`,
+        cht: `無法於權限系統取得使用者`,
+    },
+    userNoPermission: {
+        eng: `User does not have permission`,
+        cht: `使用者權限不足`,
+    },
+    invalidPayload: {
+        eng: `Invalid payload in request`,
+        cht: `請求內容無效`,
+    },
+    invalidFromInPayload: {
+        eng: `Invalid from in payload`,
+        cht: `請求來源欄位無效`,
+    },
+    invalidRowsInPayload: {
+        eng: `Invalid rows in payload`,
+        cht: `請求資料列無效`,
+    },
+    invalidFrom: {
+        eng: `Invalid from`,
+        cht: `來源欄位無效`,
+    },
+    invalidRows: {
+        eng: `Invalid rows`,
+        cht: `資料列無效`,
+    },
+    cannotGetUserRules: {
+        eng: `Cannot get rules of user`,
+        cht: `無法取得使用者權限規則`,
+    },
+    tokenNoPermission: {
+        eng: `Token does not have permission`,
+        cht: `權限不足`,
+    },
+    userIdNoPermrules: {
+        eng: `The user id does not have permission rules`,
+        cht: `此使用者沒有權限規則`,
+    },
+    invalidKeyTable: {
+        eng: `Invalid key table`,
+        cht: `資料表名稱無效`,
+    },
+    cannotFindUserId: {
+        eng: `Cannot find the user id`,
+        cht: `無法找到使用者 Id`,
+    },
+
     unknow: {
         eng: `Unknow`,
         cht: `未知`,
@@ -751,6 +842,112 @@ let kpLang = {
         cht: '更新時間',
     },
 
+    invalidUrl: {
+        eng: `Invalid url`,
+        cht: `網址無效`,
+    },
+    invalidTokenTar: {
+        eng: `Invalid target token`,
+        cht: `目標 token 無效`,
+    },
+    invalidTokenSelf: {
+        eng: `Invalid self token`,
+        cht: `自身 token 無效`,
+    },
+    invalidUserIdTar: {
+        eng: `Invalid target user id`,
+        cht: `目標使用者 Id 無效`,
+    },
+    noTokenInUrl: {
+        eng: `Missing token in url`,
+        cht: `網址缺少 token`,
+    },
+    noTokenUserIdInUrl: {
+        eng: `Missing token or userId in url`,
+        cht: `網址缺少 token 或 userId`,
+    },
+    cannotGetUserByUrl: {
+        eng: `Cannot get user by url`,
+        cht: `無法由網址取得使用者`,
+    },
+    cannotGetUserDataByUrl: {
+        eng: `Cannot get user data by url`,
+        cht: `無法由網址取得使用者資料`,
+    },
+    noUserDataByUrl: {
+        eng: `No user data by url`,
+        cht: `該網址無使用者資料`,
+    },
+    noUserDataAfterConvert: {
+        eng: `No user data after permission conversion`,
+        cht: `權限轉換後無使用者資料`,
+    },
+
+    mmStaInfor: {
+        eng: `Statistics`,
+        cht: `統計資訊`,
+    },
+    staEventTitle: {
+        eng: `Event Frequency`,
+        cht: `事件發生頻率`,
+    },
+    staTimeGroup: {
+        eng: `Time grouping`,
+        cht: `時間分組`,
+    },
+    staTimeHr: {
+        eng: `Hourly`,
+        cht: `每小時`,
+    },
+    staTimeDay: {
+        eng: `Daily`,
+        cht: `每日`,
+    },
+    staSelectEvents: {
+        eng: `Events`,
+        cht: `事件`,
+    },
+    staSelectAll: {
+        eng: `Select all`,
+        cht: `全選`,
+    },
+    staClear: {
+        eng: `Clear`,
+        cht: `清除`,
+    },
+    staTotal: {
+        eng: `Total`,
+        cht: `全部加總`,
+    },
+    staNoData: {
+        eng: `No event data`,
+        cht: `尚無事件資料`,
+    },
+    staTableTitle: {
+        eng: `Event Statistics`,
+        cht: `事件統計表`,
+    },
+    staColEvent: {
+        eng: `Event`,
+        cht: `事件`,
+    },
+    staColLast1Day: {
+        eng: `Last 1 Day`,
+        cht: `最近1日`,
+    },
+    staColLast8Hour: {
+        eng: `Last 8 Hours`,
+        cht: `最近8小時`,
+    },
+    staColLast4Hour: {
+        eng: `Last 4 Hours`,
+        cht: `最近4小時`,
+    },
+    staColLast1Hour: {
+        eng: `Last 1 Hour`,
+        cht: `最近1小時`,
+    },
+
 }
 
 

package/server/procStaInfor.mjs

@@ -0,0 +1,118 @@
+import ot from 'dayjs'
+import get from 'lodash-es/get.js'
+import isestr from 'wsemi/src/isestr.mjs'
+import cache from 'wsemi/src/cache.mjs'
+import staEvent from './staLogs/staEvent.callWorker.mjs'
+import staEventTable from './staLogs/staEventTable.mjs'
+
+
+//mock 確定性資料集（供 e2e 統計圖穩定用）：固定起點時間 + 固定 sin 計數，不依 now / log → 每次完全相同。
+//觸發：opt.mock=true（由 settings.json staEventMock 經 srv.mjs → WWebPerm 傳入）。非 mock 時走真實 staEvent。
+function genMockStaEvent(timeInterval = 'hr') {
+    let fmt = timeInterval === 'day' ? 'YYYY-MM-DD' : 'YYYY-MM-DDTHH'
+    let unit = timeInterval === 'hr' ? 'hour' : 'day'
+    let nBuckets = timeInterval === 'hr' ? 48 : 7
+    let events = ['verifyConn', 'updateTargets-success', 'checkUser-error', 'api/getPerm-success', 'getWebInfor-success']
+    let base = ot('2025-01-01T00:00:00') //固定起點，不依 now
+    let rs = []
+    for (let i = 0; i < nBuckets; i++) {
+        let t = base.add(i, unit)
+        let data = { count: 0 }
+        events.forEach((ev, k) => {
+            let c = Math.round(20 + 15 * Math.sin((i + k * 3) / 4)) //固定確定性計數
+            data[ev] = c
+            data.count += c
+        })
+        rs.push({ time: t.format(fmt), data })
+    }
+    return rs
+}
+
+
+//mock 確定性資料集（供 e2e 統計表穩定用）：固定窗計數，不依 now / log → 每次完全相同。
+//5 個 event 與 genMockStaEvent 同名單；各事件滿足 last1Day>last8Hour>last4Hour>last1Hour，且各事件 last1Day 互不相同（排序明確、上多下少）。
+function genMockStaEventTable() {
+    let rs = [
+        { event: 'verifyConn', last1Day: 240, last8Hour: 90, last4Hour: 50, last1Hour: 15 },
+        { event: 'updateTargets-success', last1Day: 180, last8Hour: 70, last4Hour: 38, last1Hour: 11 },
+        { event: 'checkUser-error', last1Day: 120, last8Hour: 45, last4Hour: 24, last1Hour: 7 },
+        { event: 'api/getPerm-success', last1Day: 90, last8Hour: 33, last4Hour: 18, last1Hour: 5 },
+        { event: 'getWebInfor-success', last1Day: 60, last8Hour: 22, last4Hour: 12, last1Hour: 3 },
+    ]
+    return rs
+}
+
+
+function proc(opt = {}) {
+
+
+    //fdLog
+    let fdLog = get(opt, 'fdLog', '')
+    if (!isestr(fdLog)) {
+        fdLog = './_logs'
+    }
+
+
+    //mock（e2e 統計圖穩定用）
+    let mock = get(opt, 'mock', false)
+
+
+    //getStaEvent
+    let _getStaEvent = async (timeLength = 7, timeInterval = 'hr') => {
+
+        //mock 模式回固定確定性資料集
+        if (mock) {
+            return genMockStaEvent(timeInterval)
+        }
+
+        //staEvent
+        let rs = await staEvent(timeLength, timeInterval, { fdLog })
+
+        return rs
+    }
+    let ocGetStaEvent = cache()
+    let getStaEvent = async (userId, timeLength = 7, timeInterval = 'hr') => {
+
+        //cacheKey: 含 timeLength + timeInterval 避免不同分組互蓋快取
+        let cacheKey = `${timeLength}:${timeInterval}`
+
+        let r = await ocGetStaEvent.getProxy(cacheKey, { fun: _getStaEvent, inputs: [timeLength, timeInterval], timeExpired: 30 * 1000 }) //快取30秒
+        return r
+    }
+
+
+    //getStaEventTable
+    let _getStaEventTable = async () => {
+
+        //mock 模式回固定確定性資料集
+        if (mock) {
+            return genMockStaEventTable()
+        }
+
+        //staEventTable
+        let rs = await staEventTable({ fdLog })
+
+        return rs
+    }
+    let ocGetStaEventTable = cache()
+    let getStaEventTable = async (userId) => {
+
+        let r = await ocGetStaEventTable.getProxy('staEventTable', { fun: _getStaEventTable, inputs: [], timeExpired: 30 * 1000 }) //快取30秒
+        return r
+    }
+
+
+    //pl
+    let pl = {
+
+        getStaEvent,
+        getStaEventTable,
+
+    }
+
+
+    return pl
+}
+
+
+export default proc

package/server/provideTabs.mjs

@@ -74,7 +74,7 @@ async function provideTabs(url, keyTable, from, rows) {
 
     //ks
     if (!haskey(kpKs, `ks_${keyTable}`)) {
-        return Promise.reject(`invalid keyTable[${keyTable}]`)
+        return Promise.reject('invalidKeyTable')
     }
     let ks = kpKs[`ks_${keyTable}`]
     // console.log('ks', ks)

package/server/srLog.mjs

@@ -0,0 +1,30 @@
+import get from 'lodash-es/get.js'
+import isestr from 'wsemi/src/isestr.mjs'
+import WSyslog from 'w-syslog/src/WSyslog.mjs'
+
+
+let init = (opt = {}) => {
+
+    let fdLog = get(opt, 'logFd', '')
+    if (!isestr(fdLog)) {
+        fdLog = './_logs'
+    }
+
+    let interval = get(opt, 'logInterval', '')
+    if (!isestr(interval)) {
+        interval = 'hr'
+    }
+
+    let srLog = WSyslog({
+        fdLog,
+        interval,
+    })
+    // srLog.info({ event: 'runner', msg: 'start' })
+    // srLog.warn({ event: 'monitor-memory', msg: 'usage-high', ratio: 85.4 })
+    // srLog.error({ event: 'crash', msg: 'db connection', code: 500 })
+
+    return srLog
+}
+
+
+export default init

package/server/staLogs/staEvent.callWorker.mjs

@@ -0,0 +1,46 @@
+import { fileURLToPath } from 'url'
+import path from 'path'
+import { Worker } from 'worker_threads'
+import genPm from 'wsemi/src/genPm.mjs'
+
+
+let __filename = fileURLToPath(import.meta.url)
+let __dirname = path.dirname(__filename)
+
+//worker 版 staEvent：於獨立 worker thread 計算（避免讀大量 log 阻塞主執行緒）。介面同 staEvent.mjs。
+async function staEvent(timeLength = 7, timeInterval = 'hr', opt = {}) {
+    let pm = genPm()
+
+    //fpWk
+    let fpWk = path.resolve(__dirname, 'staEvent.shellWorker.mjs')
+
+    //wk
+    let wk = new Worker(fpWk)
+
+    wk.on('message', (msg) => {
+
+        if (msg.mode === 'done') {
+            pm.resolve(msg.payload)
+        }
+        else if (msg.mode === 'error') {
+            pm.reject(msg.payload)
+        }
+
+        wk.terminate()
+
+    })
+
+    wk.on('error', (err) => {
+        pm.reject(err)
+    })
+
+    wk.postMessage({
+        timeLength,
+        timeInterval,
+        opt,
+    })
+
+    return pm
+}
+
+export default staEvent

package/server/staLogs/staEvent.mjs

@@ -0,0 +1,116 @@
+import ot from 'dayjs'
+import get from 'lodash-es/get.js'
+import size from 'lodash-es/size.js'
+import groupBy from 'lodash-es/groupBy.js'
+import each from 'lodash-es/each.js'
+import mapValues from 'lodash-es/mapValues.js'
+import merge from 'lodash-es/merge.js'
+import genPm from 'wsemi/src/genPm.mjs'
+import isestr from 'wsemi/src/isestr.mjs'
+import fsTreeFolder from 'wsemi/src/fsTreeFolder.mjs'
+import fsBuildReadStreamText from 'wsemi/src/fsBuildReadStreamText.mjs'
+
+
+//統計各 event 事件於各時間桶之發生頻率（鏡像 SSO staLogs/staToken.mjs；差異：不限特定 event，改依 event 名分組）。
+//回傳: [{ time, data: { count, <event1>: n, <event2>: m, ... } }, ...]（count 為該時間桶全部事件數）
+async function staEvent(timeLength = 7, timeInterval = 'hr', opt = {}) {
+
+    //fdLog
+    let fdLog = get(opt, 'fdLog')
+    if (!isestr(fdLog)) {
+        fdLog = './_logs'
+    }
+
+    //fmt
+    let fmt = timeInterval === 'day' ? 'YYYY-MM-DD' : 'YYYY-MM-DDTHH'
+
+    //unit
+    let unit = timeInterval === 'hr' ? 'hour' : 'day'
+
+    //kpTime, 產生完整的時間區間
+    let now = ot()
+    let tStart = now.subtract(timeLength, 'day')
+    let tCurr = tStart.startOf(unit)
+    let tEnd = now.startOf(unit)
+    let kpTime = {}
+    while (!tCurr.isAfter(tEnd)) {
+        kpTime[tCurr.format(fmt)] = { data: { count: 0 } }
+        tCurr = tCurr.add(1, unit)
+    }
+
+    //vpfs
+    let vpfs = fsTreeFolder(fdLog)
+
+    //logs
+    let logs = []
+    for (let vpf of vpfs) {
+
+        //fp
+        let fp = vpf.path
+
+        //ev
+        let ev = fsBuildReadStreamText(fp)
+
+        //line
+        ev.on('line', (line) => {
+            let v = null
+            try {
+                v = JSON.parse(line)
+                let t = ot(v.time)
+                let timeFmt = t.format(fmt)
+                let b1 = t.isAfter(tStart)
+                let b2 = isestr(v.event) //有 event 欄位即計入（不限特定 event）
+                let b = b1 && b2
+                if (b) {
+                    logs.push({
+                        timeFmt,
+                        ...v,
+                    })
+                }
+            }
+            catch (err) {}
+        })
+
+        //await close
+        let pm = genPm()
+        ev.on('close', () => {
+            pm.resolve()
+        })
+        await pm
+
+    }
+
+    //gs
+    let gs = groupBy(logs, 'timeFmt')
+
+    //gsLog, 各時間桶內依 event 名分組計數
+    let gsLog = mapValues(gs, vs => {
+        let count = size(vs)
+        let geve = groupBy(vs, 'event')
+        let kp = {}
+        each(geve, (vvs, event) => {
+            kp[event] = size(vvs)
+        })
+        return {
+            data: {
+                count,
+                ...kp,
+            }
+        }
+    })
+
+    //merge
+    let mr = merge({}, kpTime, gsLog)
+
+    //rs
+    let rs = Object.keys(mr)
+        .sort()
+        .map(time => ({
+            time,
+            ...mr[time]
+        }))
+
+    return rs
+}
+
+export default staEvent