@ditojs/server 1.24.0 → 1.25.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ditojs/server",
-  "version": "1.24.0",
+  "version": "1.25.1",
   "type": "module",
   "description": "Dito.js Server – Dito.js is a declarative and modern web framework, based on Objection.js, Koa.js and Vue.js",
   "repository": "https://github.com/ditojs/dito/tree/master/packages/server",
@@ -22,10 +22,10 @@
     "node >= 18"
   ],
   "dependencies": {
-    "@ditojs/admin": "^1.24.0",
-    "@ditojs/build": "^1.24.0",
-    "@ditojs/router": "^1.24.0",
-    "@ditojs/utils": "^1.24.0",
+    "@ditojs/admin": "^1.25.0",
+    "@ditojs/build": "^1.25.0",
+    "@ditojs/router": "^1.25.1",
+    "@ditojs/utils": "^1.25.0",
     "@koa/cors": "^4.0.0",
     "@koa/multer": "^3.0.2",
     "@originjs/vite-plugin-commonjs": "^1.0.3",
@@ -53,7 +53,7 @@
     "multer": "^1.4.5-lts.1",
     "multer-s3": "^3.0.1",
     "nanoid": "^4.0.1",
-    "parse-duration": "^1.0.2",
+    "parse-duration": "^1.0.3",
     "passport-local": "^1.0.0",
     "passthrough-counter": "^1.0.0",
     "picocolors": "^1.0.0",
@@ -74,7 +74,7 @@
     "objection": "^3.0.1"
   },
   "devDependencies": {
-    "@aws-sdk/client-s3": "^3.264.0",
+    "@aws-sdk/client-s3": "^3.282.0",
     "@types/koa-bodyparser": "^4.3.10",
     "@types/koa-compress": "^4.0.3",
     "@types/koa-logger": "^3.1.2",
@@ -83,14 +83,14 @@
     "@types/koa-session": "^5.10.6",
     "@types/koa-static": "^4.0.2",
     "@types/koa__cors": "^3.3.1",
-    "@types/node": "^18.14.2",
+    "@types/node": "^18.14.6",
     "knex": "^2.4.2",
     "objection": "^3.0.1",
     "type-fest": "^3.6.1",
     "typescript": "^4.9.5"
   },
   "types": "types",
-  "gitHead": "0ca96ce0335509daa9ebbac278ae2d346015baad",
+  "gitHead": "bebbf44ddf15a565e50ed8b2cbe0bf8a463c276d",
   "scripts": {
     "types": "tsc --noEmit ./src/index.d.ts"
   },

package/src/app/Application.js

@@ -6,7 +6,6 @@ import Koa from 'koa'
 import Knex from 'knex'
 import pico from 'picocolors'
 import pino from 'pino'
-import parseDuration from 'parse-duration'
 import bodyParser from 'koa-bodyparser'
 import cors from '@koa/cors'
 import compose from 'koa-compose'
@@ -21,8 +20,9 @@ import responseTime from 'koa-response-time'
 import { Model, knexSnakeCaseMappers, ref } from 'objection'
 import Router from '@ditojs/router'
 import {
-  isArray, isObject, isString, asArray, isPlainObject, isModule,
-  hyphenate, clone, merge, parseDataPath, normalizeDataPath, toPromiseCallback
+  isArray, isObject, asArray, isPlainObject, isModule,
+  hyphenate, clone, merge, parseDataPath, normalizeDataPath,
+  toPromiseCallback, mapConcurrently
 } from '@ditojs/utils'
 import SessionStore from './SessionStore.js'
 import { Validator } from './Validator.js'
@@ -31,7 +31,7 @@ import { Controller, AdminController } from '../controllers/index.js'
 import { Service } from '../services/index.js'
 import { Storage } from '../storage/index.js'
 import { convertSchema } from '../schema/index.js'
-import { deprecate } from '../utils/index.js'
+import { getDuration, subtractDuration, deprecate } from '../utils/index.js'
 import {
   ResponseError,
   ValidationError,
@@ -65,6 +65,7 @@ export class Application extends Koa {
       // Pluck keys out of `config.app` to keep them secret
       app: { keys, ...app } = {},
       log,
+      assets,
       logger,
       ...rest
     } = config
@@ -73,6 +74,7 @@ export class Application extends Koa {
       log: log === false || log?.silent || process.env.DITO_SILENT
         ? {}
         : getOptions(log),
+      assets: merge(defaultAssetOptions, getOptions(assets)),
       logger: merge(defaultLoggerOptions, getOptions(logger)),
       ...rest
     }
@@ -389,22 +391,23 @@ export class Application extends Koa {
         for (const [assetDataPath, config] of Object.entries(assets)) {
           const {
             property,
+            relation,
+            wildcard,
             nestedDataPath,
-            name,
-            index
+            name
           } = modelClass.getPropertyOrRelationAtDataPath(assetDataPath)
-          if (property && index === 0) {
+          if (relation) {
+            throw new Error('Assets on nested relations are not supported')
+          } else if (property || wildcard) {
             const normalizedName = normalizeDbNames
               ? this.normalizeIdentifier(name)
               : name
             const dataPath = normalizeDataPath([
-              normalizedName,
+              wildcard || normalizedName,
               ...parseDataPath(nestedDataPath)
             ])
             const assetConfigs = convertedAssets[normalizedName] ||= {}
             assetConfigs[dataPath] = config
-          } else {
-            throw new Error('Nested graph properties are not supported yet')
           }
         }
         assetConfig[normalizedModelName] = convertedAssets
@@ -803,21 +806,13 @@ export class Application extends Koa {
     removedFiles,
     trx = null
   ) {
-    const {
-      assets: {
-        cleanupTimeThreshold = 0
-      } = {}
-    } = this.config
-    // Only remove unused assets that haven't seen changes for given time frame.
-    const timeThreshold = isString(cleanupTimeThreshold)
-      ? parseDuration(cleanupTimeThreshold)
-      : cleanupTimeThreshold
-
-    const importedFiles = []
+    let importedFiles = []
     const AssetModel = this.getModel('Asset')
     if (AssetModel) {
-      importedFiles.push(
-        ...await this.addForeignAssets(storage, addedFiles, trx)
+      importedFiles = await this.addForeignAssets(
+        storage,
+        addedFiles,
+        trx
       )
       if (
         addedFiles.length > 0 ||
@@ -833,18 +828,20 @@ export class Application extends Koa {
           changeCount(addedFiles, 1),
           changeCount(removedFiles, -1)
         ])
-        if (timeThreshold > 0) {
+        const cleanupTimeThreshold =
+          getDuration(this.config.assets.cleanupTimeThreshold)
+        if (cleanupTimeThreshold > 0) {
           setTimeout(
             // Don't pass `trx` here, as we want this delayed execution to
             // create its own transaction.
-            () => this.releaseUnusedAssets(timeThreshold),
-            timeThreshold
+            () => this.releaseUnusedAssets(),
+            cleanupTimeThreshold
           )
         }
       }
       // Also execute releaseUnusedAssets() immediately in the same
       // transaction, to potentially clean up other pending assets.
-      await this.releaseUnusedAssets(timeThreshold, trx)
+      await this.releaseUnusedAssets(null, trx)
       return importedFiles
     }
   }
@@ -854,24 +851,23 @@ export class Application extends Koa {
     const AssetModel = this.getModel('Asset')
     if (AssetModel) {
       // Find missing assets (copied from another system), and add them.
-      await Promise.all(
-        files.map(async file => {
-          const asset = await AssetModel.query(trx).findOne('key', file.key)
-          if (!asset) {
-            if (file.data || file.url) {
-              let { data } = file
-              if (!data) {
-                const { url } = file
-                if (!storage.isImportSourceAllowed(url)) {
-                  throw new AssetError(
+      await mapConcurrently(files, async file => {
+        const asset = await AssetModel.query(trx).findOne('key', file.key)
+        if (!asset) {
+          if (file.data || file.url) {
+            let { data } = file
+            if (!data) {
+              const { url } = file
+              if (!storage.isImportSourceAllowed(url)) {
+                throw new AssetError(
                     `Unable to import asset from foreign source: '${
                       file.name
                     }' ('${
                       url
                     }'): The source needs to be explicitly allowed.`
-                  )
-                }
-                console.info(
+                )
+              }
+              console.info(
                   `${
                     pico.red('INFO:')
                   } Asset ${
@@ -881,41 +877,40 @@ export class Application extends Koa {
                   } and adding to storage ${
                     pico.green(`'${storage.name}'`)
                   }...`
-                )
-                if (url.startsWith('file://')) {
-                  const filepath = path.resolve(url.substring(7))
-                  data = await fs.readFile(filepath)
-                } else {
-                  const response = await fetch(url)
-                  const buffer = await response.arrayBuffer()
-                  data = new DataView(buffer)
-                }
+              )
+              if (url.startsWith('file://')) {
+                const filepath = path.resolve(url.substring(7))
+                data = await fs.readFile(filepath)
+              } else {
+                const response = await fetch(url)
+                const buffer = await response.arrayBuffer()
+                data = new DataView(buffer)
               }
-              const importedFile = await storage.addFile(file, data)
-              await this.createAssets(storage, [importedFile], 0, trx)
-              // Merge back the changed file properties into the actual files
-              // object, so that the data from the static model hook can be used
-              // directly for the actual running query.
-              Object.assign(file, importedFile)
-              importedFiles.push(importedFile)
-            } else {
-              throw new AssetError(
+            }
+            const importedFile = await storage.addFile(file, data)
+            await this.createAssets(storage, [importedFile], 0, trx)
+            // Merge back the changed file properties into the actual files
+            // object, so that the data from the static model hook can be used
+            // directly for the actual running query.
+            Object.assign(file, importedFile)
+            importedFiles.push(importedFile)
+          } else {
+            throw new AssetError(
                 `Unable to import asset from foreign source: '${
                   file.name
                 }' ('${
                   file.key
                 }')`
-              )
-            }
-          } else {
-            // Asset is from a foreign source, but was already imported and can
-            // be reused. See above for an explanation of this merge.
-            Object.assign(file, asset.file)
-            // NOTE: No need to add `file` to `importedFiles`, since it's
-            // already been imported to the storage before.
+            )
           }
-        })
-      )
+        } else {
+          // Asset is from a foreign source, but was already imported and can
+          // be reused. See above for an explanation of this merge.
+          Object.assign(file, asset.file)
+          // NOTE: No need to add `file` to `importedFiles`, since it's
+          // already been imported to the storage before.
+        }
+      }, { concurrency: storage.concurrency })
     }
     return importedFiles
   }
@@ -924,51 +919,63 @@ export class Application extends Koa {
     const modifiedFiles = []
     const AssetModel = this.getModel('Asset')
     if (AssetModel) {
-      await Promise.all(
-        files.map(async file => {
-          if (file.data) {
-            const asset = await AssetModel.query(trx).findOne('key', file.key)
-            if (asset) {
-              const changedFile = await storage.addFile(file, file.data)
-              // Merge back the changed file properties into the actual files
-              // object, so that the data from the static model hook can be used
-              // directly for the actual running query.
-              Object.assign(file, changedFile)
-              modifiedFiles.push(changedFile)
-            } else {
-              throw new AssetError(
+      await mapConcurrently(files, async file => {
+        if (file.data) {
+          const asset = await AssetModel.query(trx).findOne('key', file.key)
+          if (asset) {
+            const changedFile = await storage.addFile(file, file.data)
+            // Merge back the changed file properties into the actual files
+            // object, so that the data from the static model hook can be used
+            // directly for the actual running query.
+            Object.assign(file, changedFile)
+            modifiedFiles.push(changedFile)
+          } else {
+            throw new AssetError(
                 `Unable to update modified asset from memory source: '${
                   file.name
                 }' ('${
                   file.key
                 }')`
-              )
-            }
+            )
           }
-        })
-      )
+        }
+      })
     }
     return modifiedFiles
   }
 
-  async releaseUnusedAssets(timeThreshold = 0, trx = null) {
+  async releaseUnusedAssets(timeThreshold = null, trx = null) {
     const AssetModel = this.getModel('Asset')
     if (AssetModel) {
+      const { assets } = this.config
+      const cleanupTimeThreshold =
+        getDuration(timeThreshold ?? assets.cleanupTimeThreshold)
+      const danglingTimeThreshold =
+        getDuration(timeThreshold ?? assets.danglingTimeThreshold)
       return AssetModel.transaction(trx, async trx => {
-        // Determine the time threshold in JS instead of SQL, as there is no
-        // easy cross-SQL way to do `now() - interval X hours`:
-        const date = new Date()
-        date.setMilliseconds(date.getMilliseconds() - timeThreshold)
+        // Calculate the date math in JS instead of SQL, as there is no easy
+        // cross-SQL way to do `now() - interval X hours`:
+        const now = new Date()
+        const cleanupDate = subtractDuration(now, cleanupTimeThreshold)
+        const danglingDate = subtractDuration(now, danglingTimeThreshold)
         const orphanedAssets = await AssetModel
           .query(trx)
           .where('count', 0)
-          .andWhere('updatedAt', '<=', date)
-          // Protect freshly created assets from being deleted again right away,
-          // .e.g. when `config.assets.cleanupTimeThreshold = 0`
-          .andWhere('updatedAt', '>', ref('createdAt'))
+          .andWhere(
+            query => query
+              .where('updatedAt', '<=', cleanupDate)
+              .orWhere(
+                // Protect freshly created assets from being deleted again right
+                // away, .e.g. when `config.assets.cleanupTimeThreshold = 0`
+                query => query
+                  .where('updatedAt', '=', ref('createdAt'))
+                  .andWhere('updatedAt', '<=', danglingDate)
+              )
+          )
         if (orphanedAssets.length > 0) {
-          const orphanedKeys = await Promise.all(
-            orphanedAssets.map(async asset => {
+          const orphanedKeys = await mapConcurrently(
+            orphanedAssets,
+            async asset => {
               try {
                 await this.getStorage(asset.storage).removeFile(asset.file)
               } catch (error) {
@@ -976,7 +983,7 @@ export class Application extends Koa {
                 asset.error = error
               }
               return asset.key
-            })
+            }
           )
           await AssetModel
             .query(trx)
@@ -997,6 +1004,17 @@ function getOptions(options) {
   return isObject(options) ? options : {}
 }
 
+const defaultAssetOptions = {
+  // Only remove unused or dangling assets that haven't seen changes for
+  // these given time frames. Set to `0` to clean up instantly.
+  cleanupTimeThreshold: '24h',
+  // Dangling assets are those that got uploaded but never actually persisted in
+  // the model. This can happen when the admin uploads a file but doesn't store
+  // the associated form. This cannot be set to 0 or else the the file would be
+  // deleted immediately after upload.
+  danglingTimeThreshold: '24h'
+}
+
 const { err, req, res } = pino.stdSerializers
 const defaultLoggerOptions = {
   level: 'info',

package/src/controllers/AdminController.js

@@ -29,7 +29,7 @@ export class AdminController extends Controller {
     }
     // If no mode is specified, use `production` since that's just the hosting
     // of the pre-built admin files. `development` serves the admin directly
-    // sources with HRM, and thus should be explicitely activated.
+    // sources with HRM, and thus should be explicitly activated.
     this.mode = this.config.mode || (
       this.app.config.env === 'development' ? 'development' : 'production'
     )

package/src/controllers/CollectionController.js

@@ -36,7 +36,7 @@ export class CollectionController extends Controller {
       this.assets = modelClass.definition.assets || null
     } else if (isObject(this.assets)) {
       // Merge in the assets definition from the model into the assets config.
-      // That way, we can still use `allow` and `authorize` to controll the
+      // That way, we can still use `allow` and `authorize` to control the
       // upload access, while keeping the assets definitions in one central
       // location on the model.
       this.assets = {

package/src/controllers/Controller.js

@@ -228,14 +228,10 @@ export class Controller {
     const tokens = parseDataPath(dataPath)
     const getDataPath = callback => normalizeDataPath(tokens.map(callback))
 
-    // Replace wildcards with numbered indices and convert to '/'-notation:
-    let index = 0
-    const multipleWildcards = tokens.filter(token => token === '*').length > 1
     const normalizedPath = getDataPath(
-      token => token === '*'
-        ? multipleWildcards
-          ? `:index${++index}`
-          : ':index'
+      // Router supports both shallow & deep wildcards, no normalization needed.
+      token => token === '*' || token === '**'
+        ? token
         : this.app.normalizePath(token)
     )
 
@@ -243,7 +239,16 @@ export class Controller {
     // against, but convert wildcards (*) to match both numeric ids and words,
     // e.g. 'create':
     const matchDataPath = new RegExp(
-      `^${getDataPath(token => token === '*' ? '\\w+' : token)}$`
+      `^${
+        getDataPath(
+          // Use the exact same regexps as in `Router`:
+          token => token === '*'
+            ? '[^/]+' // shallow wildcard
+            : token === '**'
+              ? '.+?' // deep wildcard
+              : token
+        )
+      }$`
     )
 
     const url = this.getUrl('controller', `upload/${normalizedPath}`)
@@ -557,7 +562,7 @@ function convertActionObject(name, object, actions) {
     ...rest
   } = object
 
-  // In order to suport `super` calls in the `handler` function in object
+  // In order to support `super` calls in the `handler` function in object
   // notation, deploy this crazy JS sorcery:
   Object.setPrototypeOf(object, Object.getPrototypeOf(actions))
 

package/src/controllers/ControllerAction.js

@@ -123,7 +123,7 @@ export default class ControllerAction {
       type, // String: What type should this validated against / coerced to.
       from, // String: Allow parameters to be 'borrowed' from other objects.
       root, // Boolean: Use full root object, instead of data at given property.
-      member // Boolean: Fetch member instance insted of data from request.
+      member // Boolean: Fetch member instance instead of data from request.
     } of this.parameters.list) {
       // Don't validate member parameters as they get resolved separately after.
       if (member) continue
@@ -271,7 +271,7 @@ export default class ControllerAction {
             // - `"key1":X, "key2":Y` (curly braces are added and parsed through
             //   `JSON.parse()`)
             // - `key1:X,key2:Y` (a simple parser is applied, splitting into
-            //   entries and key/value pairs, valuse are parsed with
+            //   entries and key/value pairs, values are parsed with
             //   `JSON.parse()`, falling back to string.
             if (/"/.test(value)) {
               // Just add the curly braces and parse as JSON

package/src/controllers/MemberAction.js

@@ -10,12 +10,12 @@ export default class MemberAction extends ControllerAction {
   // @override
   async getMember(ctx, param) {
     // member parameters can provide special query parameters as well,
-    // and they can even controll `forUpdate()` behavior:
+    // and they can even control `forUpdate()` behavior:
     // {
     //   member: true,
     //   query: { ... },
     //   forUpdate: true,
-    //   modify: query => query.degbug()
+    //   modify: query => query.debug()
     // }
     // These are passed on to and handled in `CollectionController#getMember()`.
     // For handling of `member: true` and calling of `MemberAction.getMember()`,

package/src/controllers/ModelController.js

@@ -44,7 +44,7 @@ export class ModelController extends CollectionController {
       this, object, relationInstance, relationDefinition
     )
     // RelationController instances are not registered with the app, but are
-    // manged by their parent controller instead.
+    // managed by their parent controller instead.
     relation.configure()
     relation.setup()
     return relation

package/src/graph/graph.js

@@ -1,4 +1,4 @@
-import { isObject, isArray, asArray } from '@ditojs/utils'
+import { isObject, isArray, asArray, mapConcurrently } from '@ditojs/utils'
 import { QueryBuilder } from '../query/index.js'
 import { collectExpressionPaths, expressionPathToString } from './expression.js'
 
@@ -212,8 +212,9 @@ export async function populateGraph(rootModelClass, graph, expr, trx) {
     // Load all found models by ids asynchronously, within provided transaction.
     // NOTE: Using the same transaction means that all involved tables need to
     // be in the same database.
-    await Promise.all(
-      groups.map(async ({ modelClass, modify, expr, ids, modelsById }) => {
+    await mapConcurrently(
+      groups,
+      async ({ modelClass, modify, expr, ids, modelsById }) => {
         const query = modelClass.query(trx).findByIds(ids).modify(modify)
         if (expr) {
           // TODO: Make algorithm configurable through options.
@@ -224,7 +225,7 @@ export async function populateGraph(rootModelClass, graph, expr, trx) {
         for (const model of models) {
           modelsById[model.$id()] = model
         }
-      })
+      }
     )
 
     // Finally populate the targets with the loaded models.

package/src/middleware/handleConnectMiddleware.js

@@ -40,7 +40,7 @@ export function handleConnectMiddleware(middleware, {
           if (isArray(headers)) {
             // Convert raw headers array to object.
             headers = Object.fromEntries(headers.reduce(
-              // Translate raw array to [field, value] tuplets.
+              // Translate raw array to [field, value] tuples.
               (entries, value, index) => {
                 if (index & 1) { // Odd: value
                   entries[entries.length - 1].push(value)

package/src/mixins/AssetMixin.js

@@ -36,7 +36,7 @@ export const AssetMixin = mixin(Model => class extends TimeStampedMixin(Model) {
           type: 'integer',
           required: true
         },
-        // Use for storages configured for files to be publically accessible:
+        // Use for storages configured for files to be publicly accessible:
         url: {
           type: 'string'
         },

package/src/models/Model.js

@@ -1,7 +1,8 @@
 import objection from 'objection'
 import {
   isString, isObject, isArray, isFunction, isPromise, asArray, merge, flatten,
-  parseDataPath, normalizeDataPath, getValueAtDataPath
+  parseDataPath, normalizeDataPath, getValueAtDataPath,
+  mapConcurrently
 } from '@ditojs/utils'
 import { QueryBuilder } from '../query/index.js'
 import { EventEmitter, KnexHelper } from '../lib/index.js'
@@ -617,9 +618,13 @@ export class Model extends objection.Model {
     const parsedDataPath = parseDataPath(dataPath)
     let index = 0
 
-    const getResult = (property = null, relation = null) => {
-      const found = property || relation
-      const name = parsedDataPath[index]
+    const getResult = ({
+      property = null,
+      relation = null,
+      wildcard = null
+    } = {}) => {
+      const found = !!(property || relation || wildcard)
+      const name = wildcard ? '*' : parsedDataPath[index]
       const next = index + 1
       const dataPath = found
         ? normalizeDataPath(parsedDataPath.slice(0, next))
@@ -634,18 +639,20 @@ export class Model extends objection.Model {
       return {
         property,
         relation,
+        wildcard,
         dataPath,
         nestedDataPath,
         name,
-        expression,
-        index
+        expression
       }
     }
 
     const [firstToken, ...otherTokens] = parsedDataPath
     const property = this.definition.properties[firstToken]
     if (property) {
-      return getResult(property)
+      return getResult({ property })
+    } else if (firstToken === '*' || firstToken === '**') {
+      return getResult({ wildcard: firstToken })
     } else {
       let relation = this.getRelations()[firstToken]
       if (relation) {
@@ -654,27 +661,32 @@ export class Model extends objection.Model {
           index++
           const property = relatedModelClass.definition.properties[token]
           if (property) {
-            return getResult(property)
+            return getResult({ property, relation })
           } else if (token === '*') {
             if (relation.isOneToOne()) {
               // Do not support wildcards on one-to-one relations:
-              return getResult()
+              return getResult() // Not found.
             } else {
               continue
             }
+          } else if (token === '**') {
+            throw new ModelError(
+              this,
+              'Deep wildcards on relations are unsupported.'
+            )
           } else {
             // Found a relation? Keep iterating.
             relation = relatedModelClass.getRelations()[token]
             if (relation) {
               relatedModelClass = relation.relatedModelClass
             } else {
-              return getResult()
+              return getResult() // Not found.
             }
           }
         }
         if (relation) {
           // Still here? Found a relation at the end of the data-path.
-          return getResult(null, relation)
+          return getResult({ relation })
         }
       }
     }
@@ -704,6 +716,10 @@ export class Model extends objection.Model {
         return query.ignoreScope(modifier.slice(1))
       case '#': // Select column:
         return query.select(modifier.slice(1))
+      case '*': // Select all columns:
+        if (modifier.length === 1) {
+          return query.select('*')
+        }
       }
     }
     super.modifierNotFound(query, modifier)
@@ -958,10 +974,9 @@ export class Model extends objection.Model {
                 importedFiles.map(file => `'${file.name}'`)
               }`
             )
-            await Promise.all(
-              importedFiles.map(
-                file => file.storage.removeFile(file)
-              )
+            await mapConcurrently(
+              importedFiles,
+              file => file.storage.removeFile(file)
             )
           }
           if (modifiedFiles.length > 0) {

package/src/query/QueryBuilder.js

@@ -48,7 +48,7 @@ export class QueryBuilder extends objection.QueryBuilder {
       // to not mess with special selects such as `count`, etc:
       this._ignoreGraph = !isNormalFind
       // All scopes in `_scopes` were already checked against `_allowScopes`.
-      // They themeselves are allowed to apply / request other scopes that
+      // They themselves are allowed to apply / request other scopes that
       // aren't listed, so clear `_applyScope` and restore again after:
       const { _allowScopes } = this
       this._allowScopes = null
@@ -347,16 +347,22 @@ export class QueryBuilder extends objection.QueryBuilder {
 
     const {
       property,
+      relation,
+      wildcard,
       expression,
       nestedDataPath,
-      name,
-      index
+      name
     } = this.modelClass().getPropertyOrRelationAtDataPath(parsedDataPath)
 
     if (nestedDataPath) {
       // Once a JSON data type is reached, even if it's not at the end of the
       // provided path, load it and assume we're done with the loading part.
-      if (!(property && ['object', 'array'].includes(property.type))) {
+      if (
+        !(
+          wildcard ||
+          property && ['object', 'array'].includes(property.type)
+        )
+      ) {
         throw new QueryBuilderError(
           `Unable to load full data-path '${
             dataPath
@@ -369,7 +375,7 @@ export class QueryBuilder extends objection.QueryBuilder {
 
     // Handle the special case of root-level property separately,
     // because `withGraph('(#propertyName)')` is not supported.
-    if (property && index === 0) {
+    if (name && !relation) {
       this.select(name)
     } else {
       this.withGraph(expression, options)

package/src/schema/properties.js

@@ -12,7 +12,7 @@ export function convertSchema(schema, options = {}) {
       // Our 'required' is not the same as JSON Schema's: Use the 'required'
       // format instead that only validates if the required value is not empty,
       // meaning neither nullish nor an empty string. The JSON schema `required`
-      // array is generated seperately below through `convertProperties()`.
+      // array is generated separately below through `convertProperties()`.
       delete schema.required
       schema = addFormat(schema, 'required')
     }
@@ -58,7 +58,7 @@ export function convertSchema(schema, options = {}) {
         schema.type = jsonType
         if (hasConvertedProperties && !('additionalProperties' in schema)) {
           // Invert the logic of `additionalProperties` so that it needs to be
-          // explicitely set to `true`:
+          // explicitly set to `true`:
           schema.additionalProperties = false
         }
       } else if (['date', 'datetime', 'timestamp'].includes(type)) {

package/src/schema/properties.test.js

@@ -69,7 +69,7 @@ describe('convertSchema()', () => {
     })
   })
 
-  it(`expands 'text' typess to 'string' JSON schema typess`, () => {
+  it(`expands 'text' types to 'string' JSON schema types`, () => {
     expect(convertSchema({
       type: 'object',
       properties: {
@@ -159,7 +159,7 @@ describe('convertSchema()', () => {
     })
   })
 
-  it('preserves preexisting settings for no additional properties', () => {
+  it('preserves pre-existing settings for no additional properties', () => {
     expect(convertSchema({
       type: 'object',
       properties: {

package/src/storage/DiskStorage.js

@@ -1,6 +1,7 @@
 import fs from 'fs/promises'
 import path from 'path'
 import multer from '@koa/multer'
+import { mapConcurrently } from '@ditojs/utils'
 import { Storage } from './Storage.js'
 
 export class DiskStorage extends Storage {
@@ -82,12 +83,14 @@ export class DiskStorage extends Storage {
 
     const files = []
     const list1 = await readDir()
-    await Promise.all(
-      list1.map(async level1 => {
+    await mapConcurrently(
+      list1,
+      async level1 => {
         if (level1.isDirectory() && level1.name.length === 1) {
           const list2 = await readDir(level1.name)
-          await Promise.all(
-            list2.map(async level2 => {
+          await mapConcurrently(
+            list2,
+            async level2 => {
               if (level2.isDirectory() && level2.name.length === 1) {
                 const nestedFolder = this._getPath(level1.name, level2.name)
                 for (const file of await fs.readdir(nestedFolder)) {
@@ -96,10 +99,10 @@ export class DiskStorage extends Storage {
                   }
                 }
               }
-            })
+            }
           )
         }
-      })
+      }
     )
     return files
   }

package/src/storage/S3Storage.js

@@ -47,6 +47,7 @@ export class S3Storage extends Storage {
           let data = null
 
           const done = type => {
+            stream.off('data', onData)
             const outStream = new PassThrough()
             outStream.write(data)
             stream.pipe(outStream)
@@ -58,16 +59,13 @@ export class S3Storage extends Storage {
               // 2. Try reading the mimetype from the first chunk.
               const type = getFileTypeFromBuffer(chunk)
               if (type) {
-                stream.off('data', onData)
                 done(type)
               } else {
                 // 3. If that fails, keep collecting all chunks and determine
                 //    the mimetype using the full data.
-                stream.once('end', () => {
-                  done(
-                    getFileTypeFromBuffer(data) || 'application/octet-stream'
-                  )
-                })
+                stream.once('end', () => done(
+                  getFileTypeFromBuffer(data) || 'application/octet-stream'
+                ))
               }
             }
             data = data ? Buffer.concat([data, chunk]) : chunk

package/src/storage/Storage.js

@@ -18,6 +18,7 @@ export class Storage {
     this.name = config.name
     this.url = config.url
     this.path = config.path
+    this.concurrency = config.concurrency ?? null
     // The actual multer storage object.
     this.storage = null
   }

package/src/utils/date.js

@@ -0,0 +1,15 @@
+import { isNumber } from '@ditojs/utils'
+import parseDuration from 'parse-duration'
+
+export function getDuration(duration) {
+  return isNumber(duration) ? duration : parseDuration(duration)
+}
+
+export function addDuration(date, duration) {
+  date.setMilliseconds(date.getMilliseconds() + getDuration(duration))
+  return date
+}
+
+export function subtractDuration(date, duration) {
+  return addDuration(date, -getDuration(duration))
+}

package/src/utils/emitter.js

@@ -1,7 +1,8 @@
+import { mapConcurrently } from '@ditojs/utils'
+
 export function emitAsync(emitter, event, ...args) {
-  return Promise.all(
-    emitter.listeners(event).map(
-      listener => listener.call(emitter, ...args)
-    )
+  return mapConcurrently(
+    emitter.listeners(event),
+    listener => listener.call(emitter, ...args)
   )
 }

package/src/utils/index.js

@@ -1,3 +1,4 @@
+export * from './date.js'
 export * from './decorator.js'
 export * from './deprecate.js'
 export * from './emitter.js'