dobo 2.14.0 → 2.15.0

package/extend/dobo/feature/created-at.js

@@ -1,9 +1,9 @@
 async function createdAt (opts = {}) {
-  opts.fieldName = opts.fieldName ?? 'createdAt'
+  opts.field = opts.field ?? 'createdAt'
   opts.noOverwrite = opts.noOverwrite ?? false
   return {
     properties: [{
-      name: opts.fieldName,
+      name: opts.field,
       type: 'datetime',
       index: true
     }],
@@ -11,8 +11,8 @@ async function createdAt (opts = {}) {
       name: 'beforeCreateRecord',
       handler: async function (body, options) {
         const { isSet } = this.app.lib.aneka
-        if (opts.noOverwrite) body[opts.fieldName] = new Date()
-        else if (!isSet(body[opts.fieldName])) body[opts.fieldName] = new Date()
+        if (opts.noOverwrite) body[opts.field] = new Date()
+        else if (!isSet(body[opts.field])) body[opts.field] = new Date()
       }
     }]
   }

package/extend/dobo/feature/dt.js

@@ -1,8 +1,8 @@
 async function dt (opts = {}) {
-  opts.fieldName = opts.fieldName ?? 'dt'
+  opts.field = opts.field ?? 'dt'
   return {
     properties: [{
-      name: opts.fieldName ?? 'dt',
+      name: opts.field ?? 'dt',
       type: 'datetime',
       required: opts.required ?? true,
       index: opts.index ?? true

package/extend/dobo/feature/immutable.js

@@ -1,15 +1,15 @@
 async function beforeRemoveRecord (id, opts) {
   const { get } = this.app.lib._
   const record = await this.driver.getRecord(this, id)
-  const immutable = get(record.data, opts.fieldName)
+  const immutable = get(record.data, opts.field)
   if (immutable) throw this.plugin.error('recordImmutable%s%s', id, this.name, { statusCode: 423 })
 }
 
 async function immutable (opts = {}) {
-  opts.fieldName = opts.fieldName ?? '_immutable'
+  opts.field = opts.field ?? '_immutable'
   return {
     properties: {
-      name: opts.fieldName,
+      name: opts.field,
       type: 'boolean',
       hidden: true
     },

package/extend/dobo/feature/removed-at.js

@@ -6,24 +6,24 @@ async function beforeFindRecord ({ filter = {} }, opts) {
     if (filter.query.$and) q.$and.push(...filter.query.$and)
     else q.$and.push(filter.query)
   }
-  q.$and.push(set({}, opts.fieldName, null))
+  q.$and.push(set({}, opts.field, null))
   filter.query = q
 }
 
 async function afterGetRecord ({ id, record = {} }, opts) {
   const { isEmpty } = this.app.lib._
-  if (!isEmpty(record.data[opts.fieldName])) throw this.error('recordNotFound%s%s', id, this.name, { statusCode: 404 })
+  if (!isEmpty(record.data[opts.field])) throw this.error('recordNotFound%s%s', id, this.name, { statusCode: 404 })
 }
 
 async function beforeCreateRecord ({ body = {} }, opts) {
-  delete body[opts.fieldName]
+  delete body[opts.field]
 }
 
 async function removedAt (opts = {}) {
-  opts.fieldName = opts.fieldName ?? '_removedAt'
+  opts.field = opts.field ?? '_removedAt'
   return {
     properties: {
-      name: opts.fieldName,
+      name: opts.field,
       type: 'datetime',
       index: true,
       hidden: true
@@ -52,7 +52,7 @@ async function removedAt (opts = {}) {
       name: 'beforeRemoveRecord',
       handler: async function (id, options) {
         const { set } = this.app.lib._
-        const body = set({}, opts.fieldName, new Date())
+        const body = set({}, opts.field, new Date())
         const record = await this.driver.recordUpdate(this, id, body, { noResult: false })
         options.record = { oldData: record.oldData }
       }

package/extend/dobo/feature/unique.js

@@ -2,11 +2,11 @@ import crypto from 'crypto'
 
 async function unique (opts = {}) {
   const { omit } = this.app.lib._
-  opts.fieldName = opts.fieldName ?? 'id'
+  opts.field = opts.field ?? 'id'
   opts.fields = opts.fields ?? []
   return {
     properties: [{
-      name: opts.fieldName,
+      name: opts.field,
       type: 'string',
       maxLength: 32,
       required: true,
@@ -16,12 +16,12 @@ async function unique (opts = {}) {
       name: 'beforeCreateRecord',
       level: 1000,
       handler: async function (body, options) {
-        if (opts.fields.length === 0) opts.fields = omit(this.properties.map(prop => prop.name), [opts.fieldName])
+        if (opts.fields.length === 0) opts.fields = omit(this.properties.map(prop => prop.name), [opts.field])
         const item = {}
         for (const f of opts.fields) {
           item[f] = body[f]
         }
-        body[opts.fieldName] = crypto.createHash('md5').update(JSON.stringify(item)).digest('hex')
+        body[opts.field] = crypto.createHash('md5').update(JSON.stringify(item)).digest('hex')
       }
     }]
   }

package/extend/dobo/feature/updated-at.js

@@ -1,24 +1,24 @@
 async function updatedAt (opts = {}) {
   const { isSet } = this.app.lib.aneka
-  opts.fieldName = opts.fieldName ?? 'updatedAt'
+  opts.field = opts.field ?? 'updatedAt'
   opts.noOverwrite = opts.noOverwrite ?? false
   return {
     properties: {
-      name: opts.fieldName,
+      name: opts.field,
       type: 'datetime',
       index: true
     },
     hooks: [{
       name: 'beforeCreateRecord',
       handler: async function (body, options) {
-        if (opts.noOverwrite) body[opts.fieldName] = new Date()
-        else if (!isSet(body[opts.fieldName])) body[opts.fieldName] = new Date()
+        if (opts.noOverwrite) body[opts.field] = new Date()
+        else if (!isSet(body[opts.field])) body[opts.field] = new Date()
       }
     }, {
       name: 'beforeUpdateRecord',
       handler: async function (id, body, options) {
-        if (opts.noOverwrite) body[opts.fieldName] = new Date()
-        else if (!isSet(body[opts.fieldName])) body[opts.fieldName] = new Date()
+        if (opts.noOverwrite) body[opts.field] = new Date()
+        else if (!isSet(body[opts.field])) body[opts.field] = new Date()
       }
     }]
   }

package/extend/waibuMpa/route/attachment/@model/@id/@field/@file.js

@@ -7,7 +7,7 @@ async function attachment (req, reply) {
   const { fs } = this.app.lib
   const mdl = this.app.dobo.getModel(req.params.model)
   const type = req.query.type
-  const items = (await mdl.listAttachments({ id: req.params.id, fieldName: req.params.field, file: '*', type })) ?? []
+  const items = (await mdl.listAttachments({ id: req.params.id, field: req.params.field, file: '*', type })) ?? []
   let item
   if (req.params.file === '_first') item = items[0]
   else if (req.params.file === '_last') item = last(items)

package/index.js

@@ -1,3 +1,4 @@
+import nql from '@tryghost/nql'
 import collectConnections from './lib/collect-connections.js'
 import collectDrivers from './lib/collect-drivers.js'
 import collectFeatures from './lib/collect-features.js'
@@ -150,13 +151,14 @@ async function factory (pkgName) {
           filter: {
             limit: 25, // num of records per page
             maxLimit: 200, // max num of records per page
-            hardCap: 10000, // max returned records
-            maxPage: 50, // max allowed page number
-            sort: ['dt:-1', 'updatedAt:-1', 'updated_at:-1', 'createdAt:-1', 'createdAt:-1', 'ts:-1', 'username', 'name']
+            maxPage: 400, // max allowed page number
+            sort: ['dt:-1', 'updatedAt:-1', 'createdAt:-1', 'ts:-1', 'username', 'name']
           },
           cache: {
             ttlDur: '10s'
-          }
+          },
+          hardCap: 10000, // max returned records
+          warnings: true
         },
         memDb: {
           autoSaveDur: '1s'
@@ -497,12 +499,13 @@ async function factory (pkgName) {
     getDefaultValues = (options = {}) => {
       const { get } = this.app.lib._
       const config = this.app.dobo.config
-      const limit = get(options, 'req.site.setting.dobo.default.limit', config.default.filter.limit)
-      const maxLimit = get(options, 'req.site.setting.dobo.default.maxLimit', config.default.filter.maxLimit)
-      const hardCap = get(options, 'req.site.setting.dobo.default.hardCap', config.default.filter.hardCap)
-      const maxPage = get(options, 'req.site.setting.dobo.default.maxPage', config.default.filter.maxPage)
+      const limit = get(options, 'req.site.setting.dobo.default.filter.limit', config.default.filter.limit)
+      const maxLimit = get(options, 'req.site.setting.dobo.default.filter.maxLimit', config.default.filter.maxLimit)
+      const maxPage = get(options, 'req.site.setting.dobo.default.filter.maxPage', config.default.filter.maxPage)
+      const hardCap = get(options, 'req.site.setting.dobo.default.hardCap', config.default.hardCap)
+      const warnings = get(options, 'req.site.setting.dobo.default.warnings', config.default.warnings)
       const t = options.req ? options.req.t : this.t
-      return { limit, maxLimit, hardCap, maxPage, t }
+      return { limit, maxLimit, hardCap, maxPage, warnings, t }
     }
 
     handleLastPage = (params = {}, options = {}) => {
@@ -516,6 +519,63 @@ async function factory (pkgName) {
         }
       }
     }
+
+    parseNql = (text) => {
+      const sanitized = text.split('+').map(item => {
+        const [key, ...rest] = item.split(':').map(i => i.trim())
+        let value = rest.join(':')
+        const neg = value[1] === '-' ? '-' : ''
+        if ((value[0] === '{' || value[1] === '{') && value[value.length - 1] === '}') {
+          if (value[0] === '-') value = value.slice(1)
+          const items = value.slice(1, -1).split(',')
+          value = `${neg}>=${items[0]}+${key}:${neg}<=${items[1]}`
+        }
+        return `${key}:${value}`
+      }).join('+')
+      return nql(sanitized).parse()
+    }
+
+    parseQuery = (query, silent = true) => {
+      const { isPlainObject, trim } = this.app.lib._
+      let result = {}
+      if (isPlainObject(query)) result = query
+      else {
+        query = trim(query)
+        try {
+          if (query.startsWith('{')) result = JSON.parse(query)
+          else result = this.parseNql(query)
+        } catch (err) {
+          if (silent) return {}
+          throw err
+        }
+      }
+      try {
+        const text = JSON.stringify(result)
+        if (text.includes('["__REGEXP__",')) result = this.reviveRegexInJson(text)
+      } catch (err) {}
+      return result
+    }
+
+    replaceRegexInJson = (input = {}, returnString = true) => {
+      const { isString } = this.app.lib._
+      if (isString(input)) input = JSON.parse(input) ?? {}
+      const result = JSON.stringify(input, (key, value) => {
+        if (value instanceof RegExp) return ['__REGEXP__', value.source, value.flags]
+        return value
+      })
+      if (returnString) return result
+      return JSON.parse(result)
+    }
+
+    reviveRegexInJson = (input, returnObject = true) => {
+      const { isPlainObject } = this.app.lib._
+      if (isPlainObject(input)) input = JSON.stringify(input)
+      const result = JSON.parse(input, (key, value) => {
+        if (Array.isArray(value) && value[0] === '__REGEXP__') return { $regex: new RegExp(value[1], value[2]) }
+        return value
+      })
+      return returnObject ? result : JSON.stringify(result)
+    }
   }
 
   return Dobo

package/lib/collect-models.js

@@ -10,7 +10,7 @@ import actionFactory from './factory/action.js'
  * @param {Array} [indexes] - Container array to fill up found index
  */
 async function sanitizeProp (model, prop, indexes) {
-  const { isEmpty, isString, keys, pick, isArray, isPlainObject, camelCase } = this.app.lib._
+  const { isEmpty, isString, keys, pick, isArray, isPlainObject } = this.app.lib._
   const allPropKeys = this.getAllPropertyKeys(model.connection.driver)
   const propType = this.constructor.propertyType
   if (isString(prop)) {
@@ -25,7 +25,7 @@ async function sanitizeProp (model, prop, indexes) {
   if (isArray(prop.values)) {
     prop.values = prop.values.map(item => {
       if (isPlainObject(item)) return pick(item, ['value', 'text'])
-      return { value: item, text: camelCase(item) }
+      return { value: item, text: item }
     })
   } else if (!isString(prop.values)) delete prop.values
   if (prop.index) {
@@ -74,7 +74,7 @@ async function findAllProps (model, inputs = [], indexes = [], isExtender) {
  */
 async function applyFeature (model, feature, options, indexes, isExtender) {
   const { isArray, findIndex } = this.app.lib._
-  if (feature.name === 'dobo:unique' && options.fieldName === 'id') {
+  if (feature.name === 'dobo:unique' && options.field === 'id') {
     const idx = findIndex(model.properties, { name: 'id' })
     if (idx > -1) model.properties.pullAt(idx)
   }
@@ -142,19 +142,22 @@ export async function sanitizeRef (model, models) {
     for (const key in prop.ref ?? {}) {
       let ref = prop.ref[key]
       if (isString(ref)) {
-        ref = { propName: ref }
+        ref = { field: ref }
       }
+      ref.field = ref.field ?? 'id'
       ref.type = ref.type ?? '1:1'
+      ref.searchField = ref.searchField ?? model.scanables[0] ?? 'id'
+      ref.labelField = ref.labelField ?? ref.searchField
       const rModel = find(models, { name: ref.model })
       if (!rModel) {
         ignored.push(key)
         this.log.warn('notFound%s%s', this.t('model'), ref.model)
         continue
       }
-      const rProp = find(rModel.properties, { name: ref.propName })
+      const rProp = find(rModel.properties, { name: ref.field })
       if (!rProp) {
         ignored.push(key)
-        this.log.warn('notFound%s%s', this.t('property'), `${ref.propName}@${ref.model}`)
+        this.log.warn('notFound%s%s', this.t('property'), `${ref.field}@${ref.model}`)
         continue
       }
       ref.fields = ref.fields ?? '*'

package/lib/factory/action.js

@@ -13,9 +13,9 @@ const methods = {
   createHistogram: ['params'],
   createAttachment: ['id'],
   findAttachment: ['id'],
-  getAttachment: ['id', 'fieldName', 'file'],
+  getAttachment: ['id', 'field', 'file'],
   listAttachment: ['params'],
-  removeAttachment: ['id', 'fieldName', 'file'],
+  removeAttachment: ['id', 'field', 'file'],
   updateAttachment: ['id']
 }
 
@@ -123,8 +123,8 @@ async function actionFactory () {
       return this
     }
 
-    fieldName = value => {
-      this._fieldName = value
+    field = value => {
+      this._field = value
       return this
     }
 
@@ -147,8 +147,8 @@ async function actionFactory () {
       return await this.model[this.name](...args)
     }
 
-    dispose () {
-      super.dispose()
+    dispose = async () => {
+      await super.dispose()
       this.model = null
       this._options = null
     }

package/lib/factory/connection.js

@@ -50,8 +50,8 @@ async function connectionFactory () {
       if (client) this.client = client
     }
 
-    dispose () {
-      super.dispose()
+    dispose = async () => {
+      await super.dispose()
       this.driver = null
     }
   }

package/lib/factory/feature.js

@@ -19,8 +19,8 @@ async function featureFactory () {
       this.handler = options.handler
     }
 
-    dispose () {
-      super.dispose()
+    dispose = async () => {
+      await super.dispose()
       this.name = null
       this.handler = null
     }

package/lib/factory/model/_util.js

@@ -1,5 +1,4 @@
 import path from 'path'
-import nql from '@tryghost/nql'
 
 export const omittedOptionsKeys = ['req', 'reply', 'trx']
 
@@ -115,12 +114,12 @@ export async function mergeAttachmentInfo (rec, source, options = {}) {
   }
 }
 
-export async function getAttachmentPath (id, fieldName, file, options = {}) {
+export async function getAttachmentPath (id, field, file, options = {}) {
   const { getPluginDataDir } = this.app.bajo
   const { fs } = this.app.lib
   const dir = `${getPluginDataDir(this.app.dobo.ns)}/attachment/${this.name}/${id}`
   if (options.dirOnly) return dir
-  const path = fieldName ? `${dir}/${fieldName}/${file}` : `${dir}/${file}`
+  const path = field ? `${dir}/${field}/${file}` : `${dir}/${file}`
   if (!fs.existsSync(path)) throw this.app.dobo.error('notFound')
   return path
 }
@@ -134,11 +133,11 @@ export async function copyAttachment (id, options = {}) {
   const result = []
   if (files.length === 0) return result
   for (const f of files) {
-    let [fieldName, ...parts] = path.basename(f).split('@')
+    let [field, ...parts] = path.basename(f).split('@')
     if (parts.length === 0) continue
-    fieldName = setField ?? fieldName
+    field = setField ?? field
     const file = setFile ?? parts.join('@')
-    const opts = { source: f, fieldName, file, mimeType, stats, req }
+    const opts = { source: f, field, file, mimeType, stats, req }
     const rec = await this.createAttachment(id, opts)
     if (!rec) continue
     delete rec.dir
@@ -165,6 +164,7 @@ export async function handleAttachmentUpload (id, trigger, options = {}) {
 export async function getSingleRef (record = {}, options = {}) {
   const { isSet } = this.app.lib.aneka
   const { get } = this.app.lib._
+  const { parseQuery } = this.app.dobo
   const props = this.properties.filter(p => isSet(p.ref) && !(options.hidden ?? []).includes(p.name))
   const refs = {}
   options.refs = options.refs ?? []
@@ -176,10 +176,12 @@ export async function getSingleRef (record = {}, options = {}) {
           const ref = prop.ref[key]
           if (ref.fields.length === 0) continue
           if (get(record, `_ref.${key}`)) continue
-          const rModel = this.app.dobo.getModel(ref.model)
-          const query = {}
-          query[ref.propName] = record[prop.name]
-          if (ref.propName === 'id') query[ref.propName] = this.sanitizeId(query[ref.propName])
+          const rModel = this.app.dobo.getModel(ref.model, true)
+          if (!rModel) continue
+          let query = {}
+          query[ref.field] = record[prop.name]
+          if (ref.field === 'id') query[ref.field] = this.sanitizeId(query[ref.field])
+          if (ref.query) query = { $and: [query, parseQuery(ref.query)] }
           const rFilter = { query }
           const rOptions = { dataOnly: true, refs: [] }
           const results = await rModel.findRecord(rFilter, rOptions)
@@ -199,6 +201,7 @@ export async function getSingleRef (record = {}, options = {}) {
 export async function getMultiRefs (records = [], options = {}) {
   const { isSet } = this.app.lib.aneka
   const { uniq, without, get } = this.app.lib._
+  const { parseQuery } = this.app.dobo
   const props = this.properties.filter(p => isSet(p.ref) && !(options.hidden ?? []).includes(p.name))
   options.refs = options.refs ?? []
   if (props.length > 0) {
@@ -210,14 +213,16 @@ export async function getMultiRefs (records = [], options = {}) {
           if (ref.fields.length === 0) continue
           if (ref.type !== '1:1') continue
           if (get(records, `0._ref.${key}`)) continue
-          const rModel = this.app.dobo.getModel(ref.model)
+          const rModel = this.app.dobo.getModel(ref.model, true)
+          if (!rModel) continue
           let matches = []
           for (const r of records) {
             matches.push(rModel.sanitizeId(r[prop.name]))
           }
           matches = uniq(without(matches, undefined, null, NaN))
-          const query = {}
-          query[ref.propName] = { $in: matches }
+          let query = {}
+          query[ref.field] = { $in: matches }
+          if (ref.query) query = { $and: [query, parseQuery(ref.query)] }
           const rFilter = { query, limit: matches.length }
           const rOptions = { dataOnly: true, refs: [] }
           const results = await rModel.findRecord(rFilter, rOptions)
@@ -226,7 +231,7 @@ export async function getMultiRefs (records = [], options = {}) {
           for (const i in records) {
             records[i]._ref = records[i]._ref ?? {}
             const rec = records[i]
-            const res = results.find(res => (res[ref.propName] + '') === rec[prop.name] + '')
+            const res = results.find(res => (res[ref.field] + '') === rec[prop.name] + '')
             if (res) records[i]._ref[key] = await rModel.sanitizeRecord(res, { fields })
             else records[i]._ref[key] = {}
           }
@@ -236,31 +241,16 @@ export async function getMultiRefs (records = [], options = {}) {
   }
 }
 
-export function parseNql (text) {
-  const sanitized = text.split('+').map(item => {
-    const [key, ...rest] = item.split(':').map(i => i.trim())
-    let value = rest.join(':')
-    const neg = value[1] === '-' ? '-' : ''
-    if ((value[0] === '{' || value[1] === '{') && value[value.length - 1] === '}') {
-      if (value[0] === '-') value = value.slice(1)
-      const items = value.slice(1, -1).split(',')
-      value = `${neg}>=${items[0]}+${key}:${neg}<=${items[1]}`
-    }
-    return `${key}:${value}`
-  }).join('+')
-
-  return nql(sanitized).parse()
-}
-
 export function buildFilterQuery (filter = {}) {
   const { trim, find, isString, isPlainObject } = this.app.lib._
+  const { parseNql } = this.app.dobo
   let query = filter.query ?? {}
   let q = {}
   if (isString(query)) {
     try {
       query = trim(query)
       if (query.startsWith('{')) q = JSON.parse(query) // JSON formatted query
-      else if (query.includes(':')) q = parseNql.call(this, query) // NQL
+      else if (query.includes(':')) q = parseNql(query) // NQL
       else {
         let scanables = [...this.scanables]
         if (scanables.length === 0) scanables = [...this.sortables]
@@ -273,8 +263,8 @@ export function buildFilterQuery (filter = {}) {
           if (query[query.length - 1] === '*') return `${f}:~^'${query.replaceAll('*', '')}'`
           return `${f}:~'${query.replaceAll('*', '')}'`
         })
-        if (parts.length === 1) q = nql(parts[0]).parse()
-        else if (parts.length > 1) q = nql(parts.join(',')).parse()
+        if (parts.length === 1) q = parseNql(parts[0])
+        else if (parts.length > 1) q = parseNql(parts.join(','))
       }
     } catch (err) {
       this.plugin.error('invalidQuery', { orgMessage: err.message })
@@ -366,16 +356,10 @@ export function buildFilterSearch (filter = {}) {
 }
 
 export function replaceIdInQuerySearch (filter) {
-  // query
-  const query = JSON.stringify(filter.query ?? {}, (key, value) => {
-    if (value instanceof RegExp) return ['__REGEXP__', value.source, value.flags]
-    return value
-  }).replaceAll('"id"', `"${this.driver.idField.name}"`)
+  const { replaceRegexInJson, reviveRegexInJson } = this.app.dobo
+  const query = replaceRegexInJson(filter.query).replaceAll('"id"', `"${this.driver.idField.name}"`)
   try {
-    filter.query = JSON.parse(query, (key, value) => {
-      if (Array.isArray(value) && value[0] === '__REGEXP__') return new RegExp(value[1], value[2])
-      return value
-    })
+    filter.query = reviveRegexInJson(query)
   } catch (err) {}
   // search
   const search = JSON.stringify(filter.search ?? {}).replaceAll('"id"', `"${this.driver.idField.name}"`)

package/lib/factory/model/count-record.js

@@ -16,8 +16,11 @@ async function countRecord (...args) {
     result.warnings = result.warnings ?? []
     result.warnings.push(t('hardCapWarning%s%s', result.data, hardCap))
     result.orgCount = result.data
+    result.hardCapped = true
     result.data = hardCap
   }
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   await execDynHook.call(this, 'afterCountRecord', filter, result, options)
   await execModelHook.call(this, 'afterCountRecord', filter, result, options)
   await execHook.call(this, 'afterCountRecord', filter, result, options)

package/lib/factory/model/create-aggregate.js

@@ -6,10 +6,13 @@ async function createAggregate (...args) {
   const [_filter = {}, params = {}, opts = {}] = args
   const { dataOnly = true } = opts
   const { filter, options } = await getFilterAndOptions.call(this, _filter, opts, action)
+  const { getDefaultValues } = this.app.dobo
   await execHook.call(this, 'beforeCreateAggregate', filter, params, options)
   await execModelHook.call(this, 'beforeCreateAggregate', filter, params, options)
   await execDynHook.call(this, 'beforeCreateAggregate', filter, params, options)
   const result = (await this.driver._createAggregate(this, filter, params, options)) ?? {}
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   await execDynHook.call(this, 'afterCreateAggregate', filter, params, result, options)
   await execModelHook.call(this, 'afterCreateAggregate', filter, params, result, options)
   await execHook.call(this, 'afterCreateAggregate', filter, params, result, options)

package/lib/factory/model/create-attachment.js

@@ -7,17 +7,17 @@ async function createAttachment (...args) {
   const [id, opts = {}] = args
   const { fs } = this.app.lib
   const { isEmpty } = this.app.lib._
-  const { source, fieldName = 'file', file, fullPath, stats, mimeType, req } = opts
+  const { source, field = 'file', file, fullPath, stats, mimeType, req } = opts
   if (isEmpty(file)) return
   if (!source) throw this.plugin.error('isMissing%s', this.plugin.t('field.source'))
-  const baseDir = await getAttachmentPath.call(this, id, fieldName, file, { dirOnly: true })
-  let dir = `${baseDir}/${fieldName}`
-  if ((fieldName || '').endsWith('[]')) dir = `${baseDir}/${fieldName.replace('[]', '')}`
+  const baseDir = await getAttachmentPath.call(this, id, field, file, { dirOnly: true })
+  let dir = `${baseDir}/${field}`
+  if ((field || '').endsWith('[]')) dir = `${baseDir}/${field.replace('[]', '')}`
   const dest = `${dir}/${file}`.replaceAll('//', '/')
   await fs.ensureDir(dir)
   await fs.copy(source, dest)
   const rec = {
-    field: fieldName === '' ? undefined : fieldName,
+    field: field === '' ? undefined : field,
     dir,
     file
   }

package/lib/factory/model/create-histogram.js

@@ -6,10 +6,13 @@ async function createHistogram (...args) {
   const [_filter = {}, params = {}, opts = {}] = args
   const { dataOnly = true } = opts
   const { filter, options } = await getFilterAndOptions.call(this, _filter, opts, action)
+  const { getDefaultValues } = this.app.dobo
   await execHook.call(this, 'beforeCreateHistogram', filter, params, options)
   await execModelHook.call(this, 'beforeCreateHistogram', filter, params, options)
   await execDynHook.call(this, 'beforeCreateHistogram', filter, params, options)
   const result = (await this.driver._createHistogram(this, filter, params, options)) ?? {}
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   await execDynHook.call(this, 'afterCreateHistogram', filter, params, result, options)
   await execModelHook.call(this, 'afterCreateHistogram', filter, params, result, options)
   await execHook.call(this, 'afterCreateHistogram', filter, params, result, options)

package/lib/factory/model/create-record.js

@@ -6,6 +6,7 @@ const action = 'createRecord'
 async function createRecord (...args) {
   if (args.length === 0) return this.action(action, ...args)
   const [body = {}, opts = {}] = args
+  const { getDefaultValues } = this.app.dobo
   const { isSet } = this.app.lib.aneka
   const { runHook } = this.app.bajo
   const { cloneDeep, get } = this.app.lib._
@@ -24,6 +25,8 @@ async function createRecord (...args) {
     return
   }
   result = result ?? {}
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   if (!noResultSanitizer) result.data = await this.sanitizeRecord(result.data, options)
   if (isSet(options.refs)) await getSingleRef.call(this, result.data, options)
   await handleReq.call(this, result.data.id, 'created', options)

package/lib/factory/model/find-all-record.js

@@ -3,11 +3,13 @@ const action = 'findAllRecord'
 
 async function native (...args) {
   const { isSet } = this.app.lib.aneka
-  const { cloneDeep } = this.app.lib._
+  const { getDefaultValues, t } = this.app.dobo
+  const { cloneDeep, pick, omit } = this.app.lib._
   const [params = {}, opts = {}] = args
   const { dataOnly = true } = opts
   const { get: getCache, set: setCache } = this.app.bajoCache ?? {}
   const { filter, options } = await getFilterAndOptions.call(this, params, opts, action)
+  const { hardCap, warnings } = getDefaultValues(options)
   if (dataOnly) options.count = false
   let { noResultSanitizer, noCache } = options
   await execHook.call(this, 'beforeFindRecord', filter, options)
@@ -25,7 +27,19 @@ async function native (...args) {
       return dataOnly ? result.data : result
     }
   }
-  const result = options.record ?? (await this.driver._findAllRecord(this, filter, options)) ?? {}
+  let result = options.record ?? (await this.driver._findAllRecord(this, filter, options)) ?? {}
+  result.limit = filter.limit
+  result.filter = pick(filter, ['query', 'match', 'sort'])
+  result.warnings = result.warnings ?? []
+  if (!options.count) result = omit(result, ['count', 'pages'])
+  else if (options.count && result.count > hardCap) {
+    result.warnings.push(t('hardCapWarning%s%s', result.count, hardCap))
+    result.count = hardCap
+    result.hardCapped = true
+  }
+  result.pages = options.count ? Math.ceil(result.count / filter.limit) : undefined
+  if (!warnings) delete result.warnings
+
   if (!noResultSanitizer) {
     for (const idx in result.data) {
       result.data[idx] = await this.sanitizeRecord(result.data[idx], options)
@@ -48,7 +62,7 @@ async function loop (...args) {
   const [params = {}, opts = {}] = args
   const { dataOnly = true } = opts
   const { filter, options } = await getFilterAndOptions.call(this, params, opts, action)
-  const { maxLimit, hardCap } = getDefaultValues(options)
+  const { maxLimit, hardCap, warnings: showWarnings } = getDefaultValues(options)
   const nFilter = cloneDeep(filter || {})
   const nOptions = cloneOptions.call(this, options)
   nOptions.count = false
@@ -71,7 +85,9 @@ async function loop (...args) {
     count = count + result.data.length
     nFilter.page++
   }
-  return dataOnly ? data : { data, count, warnings }
+  const result = { data, count, warnings }
+  if (!showWarnings) delete result.warnings
+  return dataOnly ? data : result
 }
 
 async function findAllRecord (...args) {

package/lib/factory/model/find-attachment.js

@@ -14,12 +14,12 @@ async function findAttachment (...args) {
   const recs = []
   for (const f of files) {
     const item = f.replace(dir, '')
-    let [, fieldName, file] = item.split('/')
+    let [, field, file] = item.split('/')
     if (!file) {
-      file = fieldName
-      fieldName = null
+      file = field
+      field = null
     }
-    const rec = { fieldName, file }
+    const rec = { field, file }
     await mergeAttachmentInfo.call(this, rec, f, { mimeType, fullPath, stats })
     recs.push(rec)
   }

package/lib/factory/model/find-one-record.js

@@ -4,6 +4,7 @@ const action = 'findOneRecord'
 
 async function findOneRecord (...args) {
   if (args.length === 0) return this.action(action, ...args)
+  const { getDefaultValues } = this.app.dobo
   const [params = {}, opts = {}] = args
   const { cloneDeep } = this.app.lib._
   const { dataOnly = true } = opts
@@ -13,9 +14,12 @@ async function findOneRecord (...args) {
   nOptions.count = false
   nOptions.dataOnly = false
   nFilter.limit = 1
-  const result = await this.findRecord(nFilter, nOptions)
-  const data = result.data[0]
-  return dataOnly ? data : { data, cached: result.cached, warnings: result.warnings }
+  const { warnings } = getDefaultValues(nOptions)
+  const resp = await this.findRecord(nFilter, nOptions)
+  const data = resp.data[0]
+  const result = { data, cached: resp.cached, warnings: resp.warnings }
+  if (!warnings) delete result.warnings
+  return dataOnly ? data : result
 }
 
 export default findOneRecord

package/lib/factory/model/find-record.js

@@ -73,7 +73,7 @@ async function findRecord (...args) {
   const { dataOnly = true } = opts
   const { get: getCache, set: setCache } = this.app.bajoCache ?? {}
   const { filter, options } = await getFilterAndOptions.call(this, params, opts, action)
-  const { hardCap } = getDefaultValues(options)
+  const { hardCap, warnings } = getDefaultValues(options)
   if (dataOnly) options.count = false
   let { noResultSanitizer, noCache } = options
   await execHook.call(this, 'beforeFindRecord', filter, options)
@@ -100,8 +100,10 @@ async function findRecord (...args) {
   else if (options.count && result.count > hardCap) {
     result.warnings.push(t('hardCapWarning%s%s', result.count, hardCap))
     result.count = hardCap
+    result.hardCapped = true
   }
   result.pages = options.count ? Math.ceil(result.count / filter.limit) : undefined
+  if (!warnings) delete result.warnings
 
   if (!noResultSanitizer) {
     for (const idx in result.data) {

package/lib/factory/model/get-attachment.js

@@ -3,11 +3,11 @@ const action = 'getAttachment'
 async function getAttachment (...args) {
   if (!this.attachment) return
   if (args.length === 0) return this.action(action, ...args)
-  let [id, fieldName, file, opts = {}] = args
+  let [id, field, file, opts = {}] = args
   const { find } = this.app.lib._
   const all = await this.findAttachment(id, opts)
-  if (fieldName === 'null') fieldName = null
-  const data = find(all, { fieldName, file })
+  if (field === 'null') field = null
+  const data = find(all, { field, file })
   if (!data) throw this.error('notFound', { statusCode: 404 })
   return data
 }

package/lib/factory/model/get-record.js

@@ -45,6 +45,7 @@ const action = 'getRecord'
 async function getRecord (...args) {
   if (args.length === 0) return this.action(action, ...args)
   let [id, opts = {}] = args
+  const { getDefaultValues } = this.app.dobo
   const { isEmpty } = this.app.lib._
   const { isSet } = this.app.lib.aneka
   const { get: getCache, set: setCache } = this.app.bajoCache ?? {}
@@ -66,6 +67,8 @@ async function getRecord (...args) {
     }
   }
   const result = options.record ?? (await this.driver._getRecord(this, id, options)) ?? {}
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   if (isEmpty(result.data) && !options.throwNotFound) return dataOnly ? undefined : { data: undefined }
   if (!noResultSanitizer) result.data = await this.sanitizeRecord(result.data, options)
   if (isSet(options.refs)) await getSingleRef.call(this, result.data, options)

package/lib/factory/model/list-attachment.js

@@ -10,10 +10,10 @@ async function listAttachment (...args) {
   const mime = await importPkg('waibu:mime')
   const { fastGlob } = this.app.lib
 
-  const { id = '*', fieldName = '*', file = '*', type } = params
+  const { id = '*', field = '*', file = '*', type } = params
   const { uriEncoded = true } = opts
   const root = `${getPluginDataDir('dobo')}/attachment`
-  let pattern = `${root}/${this.name}/${id}/${fieldName}/${file}`
+  let pattern = `${root}/${this.name}/${id}/${field}/${file}`
   if (type === 'image') pattern += '.{jpg,jpeg,gif,png,webp,avif,svg}'
   else if (type === 'video') pattern += '.{mp4,m4v,webm,mov,qt,mkv,ogg,ogv}'
   else if (type) pattern += `.${type}`
@@ -26,12 +26,12 @@ async function listAttachment (...args) {
       fileName: path.basename(fullPath),
       fullPath,
       mimeType,
-      params: { model: this.name, id, fieldName, file }
+      params: { model: this.name, id, field, file }
     }
     if (this.app.waibuMpa) {
       const { routePath } = this.app.waibu
-      const [, _model, _id, _fieldName, _file] = fullPath.split('/')
-      row.url = routePath(`dobo:/attachment/${kebabCase(_model)}/${_id}/${_fieldName}/${_file}`)
+      const [, _model, _id, _field, _file] = fullPath.split('/')
+      row.url = routePath(`dobo:/attachment/${kebabCase(_model)}/${_id}/${_field}/${_file}`)
     }
     return row
   })

package/lib/factory/model/remove-attachment.js

@@ -4,9 +4,9 @@ const action = 'removeAttachment'
 async function removeAttachment (...args) {
   if (!this.attachment) return
   if (args.length === 0) return this.action(action, ...args)
-  const [id, fieldName, file, opts = {}] = args
+  const [id, field, file, opts = {}] = args
   const { fs } = this.app.lib
-  const path = await getAttachmentPath.call(this, id, fieldName, file)
+  const path = await getAttachmentPath.call(this, id, field, file)
   const { req } = opts
   await fs.remove(path)
   if (!opts.noFlash && req && req.flash) req.flash('notify', req.t('attachmentRemoved'))

package/lib/factory/model/remove-record.js

@@ -34,6 +34,7 @@ const action = 'removeRecord'
 async function removeRecord (...args) {
   if (args.length === 0) return this.action(action, ...args)
   let [id, opts = {}] = args
+  const { getDefaultValues } = this.app.dobo
   const { isSet } = this.app.lib.aneka
   const { runHook } = this.app.bajo
   const { dataOnly = true } = opts
@@ -48,6 +49,8 @@ async function removeRecord (...args) {
     await runHook('cache:clear', this, 'remove', id)
     return
   }
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   if (!noResultSanitizer) result.oldData = await this.sanitizeRecord(result.oldData, options)
   if (isSet(options.refs)) await getSingleRef.call(this, result.data, options)
   await handleReq.call(this, result.oldData.id, 'removed', options)

package/lib/factory/model/sanitize-record.js

@@ -11,9 +11,11 @@
  */
 async function sanitizeRecord (record = {}, opts = {}) {
   const { fields = [], hidden = [], forceNoHidden } = opts
-  const { isEmpty, map, without } = this.app.lib._
+  const { isEmpty, map, without, isArray } = this.app.lib._
   const { fillObject } = this.app.lib.aneka
-  const allHidden = forceNoHidden ? [] : without([...this.hidden, ...hidden], 'id')
+  let allHidden = without([...this.hidden, ...hidden], 'id')
+  if (forceNoHidden === true) allHidden = []
+  else if (isArray(forceNoHidden)) allHidden = without(allHidden, ...forceNoHidden)
   let newFields = [...fields]
   if (isEmpty(newFields)) newFields = map(this.properties, prop => prop.name)
   if (!newFields.includes('id')) newFields.unshift('id')

package/lib/factory/model/update-record.js

@@ -47,6 +47,7 @@ const action = 'updateRecord'
 async function updateRecord (...args) {
   if (args.length === 0) return this.action(action, ...args)
   let [id, body = {}, opts = {}] = args
+  const { getDefaultValues } = this.app.dobo
   const { isSet } = this.app.lib.aneka
   const { runHook } = this.app.bajo
   const { cloneDeep, get, omit } = this.app.lib._
@@ -69,6 +70,8 @@ async function updateRecord (...args) {
     await runHook('cache:clear', this, 'update', id, body)
     return
   }
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   if (!noResultSanitizer) {
     result.data = await this.sanitizeRecord(result.data, options)
     result.oldData = await this.sanitizeRecord(result.oldData, options)

package/lib/factory/model/upsert-record.js

@@ -3,6 +3,7 @@ const action = 'upsertRecord'
 
 async function native (body = {}, opts = {}) {
   const { isSet } = this.app.lib.aneka
+  const { getDefaultValues } = this.app.dobo
   const { runHook } = this.app.bajo
   const { cloneDeep, get } = this.app.lib._
   const { dataOnly = true } = opts
@@ -19,6 +20,8 @@ async function native (body = {}, opts = {}) {
     await runHook('cache:clear', this, 'upsert', body)
     return
   }
+  const { warnings } = getDefaultValues(options)
+  if (!warnings) delete result.warnings
   if (!noResultSanitizer) result.data = await this.sanitizeRecord(result.data, options)
   if (isSet(options.refs)) await getSingleRef.call(this, result.data, options)
   await handleReq.call(this, result.data.id, 'upserted', options)

package/lib/factory/model.js

@@ -160,8 +160,8 @@ async function modelFactory () {
     getField = (name) => this.getProperty(name)
     hasField = (name) => this.hasProperty(name)
 
-    dispose () {
-      super.dispose()
+    dispose = async () => {
+      await super.dispose()
       this.connection = null
       this.driver = null
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dobo",
-  "version": "2.14.0",
+  "version": "2.15.0",
   "description": "DBMS for Bajo Framework",
   "main": "index.js",
   "scripts": {

package/wiki/CHANGES.md

@@ -1,5 +1,22 @@
 # Changes
 
+## 2026-04-07
+
+- [2.15.0] Add ```parseNql()```
+- [2.15.0] Add ```parseQuery()```
+- [2.15.0] Add ```replaceRegexInJson()```
+- [2.15.0] Add ```reviveRegexInJson()```
+- [2.15.0] Change all ```opts.fieldName``` to ```opts.field``` in features
+- [2.15.0] Add ```ref.searchField``` in model reference
+- [2.15.0] Add ```ref.labelField``` in model reference
+- [2.15.0] Add ```ref.valueField``` in model reference
+- [2.15.0] change ```ref.propName``` to ```ref.field``` in model reference
+
+## 2026-04-02
+
+- [2.14.1] Bug fix in ```hardCap```
+- [2.14.1] ```warnings``` now can be turned off through ```config``` or site settings
+
 ## 2026-04-01
 
 - [2.14.0] Add ```between``` as custom query, since it doesn't exists in NQL