@toa.io/storages.mongodb 1.0.0-alpha.27 → 1.0.0-alpha.270

package/CHANGELOG.md

@@ -0,0 +1,68 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+# [1.0.0-alpha.270](https://github.com/toa-io/toa/compare/v1.0.0-alpha.269...v1.0.0-alpha.270) (2026-08-31)
+
+
+### Performance Improvements
+
+* **boot:** stop paying for what a composition does not need to start ([1619c27](https://github.com/toa-io/toa/commit/1619c2743072f4706939ce72f3074e615d26a91e))
+* **storages.mongodb:** time the call instead of monitoring the command ([135f1a9](https://github.com/toa-io/toa/commit/135f1a97c753b1caed9291f85cea0521ef68b0e3))
+
+
+
+
+
+# [1.0.0-alpha.266](https://github.com/toa-io/toa/compare/v1.0.0-alpha.265...v1.0.0-alpha.266) (2026-08-29)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.265](https://github.com/toa-io/toa/compare/v1.0.0-alpha.264...v1.0.0-alpha.265) (2026-08-29)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.264](https://github.com/toa-io/toa/compare/v1.0.0-alpha.263...v1.0.0-alpha.264) (2026-08-29)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.263](https://github.com/toa-io/toa/compare/v1.0.0-alpha.262...v1.0.0-alpha.263) (2026-08-29)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.262](https://github.com/toa-io/toa/compare/v1.0.0-alpha.261...v1.0.0-alpha.262) (2026-08-28)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.259](https://github.com/toa-io/toa/compare/v1.0.0-alpha.258...v1.0.0-alpha.259) (2026-08-24)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb
+
+
+
+
+
+# [1.0.0-alpha.257](https://github.com/toa-io/toa/compare/v1.0.0-alpha.256...v1.0.0-alpha.257) (2026-08-24)
+
+**Note:** Version bump only for package @toa.io/storages.mongodb

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@toa.io/storages.mongodb",
-  "version": "1.0.0-alpha.27",
+  "version": "1.0.0-alpha.270",
   "description": "Toa MongoDB Storage Connector",
   "author": "temich <tema.gurtovoy@gmail.com>",
   "homepage": "https://github.com/toa-io/toa#readme",
@@ -19,13 +19,13 @@
     "test": "echo \"Error: run tests from root\" && exit 1"
   },
   "dependencies": {
-    "@toa.io/console": "1.0.0-alpha.27",
-    "@toa.io/conveyor": "1.0.0-alpha.27",
-    "@toa.io/core": "1.0.0-alpha.27",
-    "@toa.io/generic": "1.0.0-alpha.27",
-    "@toa.io/pointer": "1.0.0-alpha.27",
-    "mongodb": "6.3.0",
+    "@toa.io/conveyor": "1.0.0-alpha.254",
+    "@toa.io/core": "1.0.0-alpha.270",
+    "@toa.io/generic": "1.0.0-alpha.254",
+    "@toa.io/pointer": "1.0.0-alpha.270",
+    "mongodb": "7.2.0",
+    "openspan": "1.0.0-alpha.270",
     "saslprep": "1.0.3"
   },
-  "gitHead": "9bc4bdb919688c5272791020746f70d51a520750"
+  "gitHead": "94400bdd411b4c25074ffcf58184580ddd060268"
 }

package/readme.md

@@ -0,0 +1,16 @@
+# MongoDB Storage
+
+## Tracing
+
+Commands are recorded as `client` spans within the trace of the current invocation,
+using the [driver command monitoring events](https://www.mongodb.com/docs/drivers/node/current/monitoring/command-monitoring/).
+
+Spans are named `{command} {collection}` and carry `db.*` attributes following the
+[OpenTelemetry semantic conventions](https://opentelemetry.io/docs/specs/semconv/database/mongodb/):
+`db.system`, `db.namespace`, `db.collection.name`, `db.operation.name`.
+
+Commands executed outside of a sampled trace context (e.g. index management on startup)
+and internal driver commands (`hello`, `ping`, authentication) are not recorded.
+
+Monitoring is client-side only and does not affect the MongoDB server. Span recording
+adds no waiting to the query path: exporting is buffered and happens in the background.

package/src/client.js

@@ -6,6 +6,7 @@
  * @typedef {import('@toa.io/core').Locator} Locator
  */
 
+const { console } = require('openspan')
 const { Connector } = require('@toa.io/core')
 const { resolve } = require('@toa.io/pointer')
 const { ID } = require('./deployment')
@@ -17,6 +18,8 @@ const { MongoClient } = require('mongodb')
 const INSTANCES = {}
 
 class Client extends Connector {
+  name
+
   /**
    * @public
    * @type {import('mongodb').Collection}
@@ -48,6 +51,7 @@ class Client extends Connector {
     super()
 
     this.locator = locator
+    this.name = locator.lowercase
   }
 
   /**
@@ -58,11 +62,14 @@ class Client extends Connector {
   async open () {
     const urls = await this.resolveURLs()
     const dbname = this.resolveDB()
-    const collname = this.locator.lowercase
 
     this.key = getKey(dbname, urls)
 
-    INSTANCES[this.key] ??= this.createInstance(urls)
+    try {
+      INSTANCES[this.key] ??= this.createInstance(urls)
+    } catch (error) {
+      console.error('Failed to connect to MongoDB', { urls, error })
+    }
 
     this.instance = await INSTANCES[this.key]
     this.instance.count++
@@ -70,13 +77,13 @@ class Client extends Connector {
     const db = this.instance.client.db(dbname)
 
     try {
-      this.collection = await db.createCollection(collname)
+      this.collection = await db.createCollection(this.name)
     } catch (e) {
       if (e.code !== ALREADY_EXISTS) {
         throw e
       }
 
-      this.collection = db.collection(collname)
+      this.collection = db.collection(this.name)
     }
   }
 
@@ -105,7 +112,7 @@ class Client extends Connector {
     const client = new MongoClient(urls.join(','), OPTIONS)
     const hosts = urls.map((str) => new URL(str).host)
 
-    console.info('Connecting to MongoDB:', hosts.join(', '))
+    console.info('Connecting to MongoDB', { address: hosts.join(', ') })
 
     await client.connect()
 
@@ -148,10 +155,14 @@ function getKey (db, urls) {
   return db + ':' + urls.sort().join(' ')
 }
 
+/**
+ * `monitorCommands` is deliberately absent. It makes the driver materialize every reply
+ * eagerly to populate the monitoring event (`CommandSucceededEvent`), which defeats the
+ * lazy per-document deserialization a cursor exists for — a 100-document batch is then
+ * deserialized twice. `Storage` times its own calls instead.
+ */
 const OPTIONS = {
-  ignoreUndefined: true,
-  connectTimeoutMS: 0,
-  serverSelectionTimeoutMS: 0
+  ignoreUndefined: true
 }
 
 const ALREADY_EXISTS = 48

package/src/factory.js

@@ -1,15 +1,13 @@
 'use strict'
 
 const { Client } = require('./client')
-const { Collection } = require('./collection')
 const { Storage } = require('./storage')
 
 class Factory {
   storage (locator, entity) {
     const client = new Client(locator)
-    const connection = new Collection(client)
 
-    return new Storage(connection, entity)
+    return new Storage(client, entity)
   }
 }
 

package/src/record.js

@@ -1,29 +1,16 @@
 'use strict'
 
-/**
- * @param {toa.core.storages.Record} entity
- * @returns {toa.mongodb.Record}
- */
-const to = (entity) => {
-  const {
-    id,
-    ...rest
-  } = entity
+function to (entity) {
+  const { id, ...rest } = entity
 
   return /** @type {toa.mongodb.Record} */ { _id: id, ...rest }
 }
 
-/**
- * @param {toa.mongodb.Record} record
- * @returns {toa.core.storages.Record}
- */
-const from = (record) => {
-  if (record === undefined || record === null) return null
+function from (record) {
+  if (record === undefined || record === null)
+    return null
 
-  const {
-    _id,
-    ...rest
-  } = record
+  const { _id, ...rest } = record
 
   return { id: _id, ...rest }
 }

package/src/storage.js

@@ -1,58 +1,94 @@
 'use strict'
 
-const {
-  Connector,
-  exceptions
-} = require('@toa.io/core')
-
+const { Connector, exceptions } = require('@toa.io/core')
+const { console } = require('openspan')
 const { translate } = require('./translate')
-const {
-  to,
-  from
-} = require('./record')
+const { to, from } = require('./record')
+const { ReturnDocument } = require('mongodb')
 
 class Storage extends Connector {
-  #connection
+  #client
+
+  /** @type {import('mongodb').Collection} */
+  #collection
   #entity
 
-  constructor (connection, entity) {
+  /** @type {Map<string, object>} span options per driver method */
+  #spans = new Map()
+
+  constructor (client, entity) {
     super()
 
-    this.#connection = connection
+    this.#client = client
     this.#entity = entity
 
-    this.depends(connection)
+    this.depends(client)
+  }
+
+  get raw () {
+    return this.#collection
   }
 
   async open () {
+    this.#collection = this.#client.collection
+
+    this.#spans.clear()
+
     await this.index()
   }
 
   async get (query) {
-    const {
-      criteria,
-      options
-    } = translate(query)
+    const { criteria, options } = translate(query)
+
+    // identity lookups must return deleted records, so that callers
+    // can tell a deleted entity from a missing one
+    if (query?.id === undefined && query?.options?.deleted !== true)
+      criteria._deleted = null
 
-    const record = await this.#connection.get(criteria, options)
+    const record = await this.command('findOne', { criteria, options },
+      () => this.#collection.findOne(criteria, options))
 
     return from(record)
   }
 
   async find (query) {
-    const {
-      criteria,
-      options
-    } = translate(query)
+    const { criteria, options, sample } = translate(query)
+
+    if (query?.options?.deleted !== true)
+      criteria._deleted = null
 
-    const recordset = await this.#connection.find(criteria, options)
+    const recordset = sample === undefined
+      ? await this.command('find', { criteria, options },
+        async () => await this.#collection.find(criteria, options).toArray())
+      : await this.aggregate(criteria, options, sample)
 
     return recordset.map((item) => from(item))
   }
 
+  /** @private */
+  async aggregate (criteria, options, sample) {
+    const pipeline = toPipeline(criteria, options, sample)
+
+    return await this.command('aggregate', { pipeline },
+      async () => await this.#collection.aggregate(pipeline).toArray())
+  }
+
+  async stream (query = undefined) {
+    const { criteria, options } = translate(query)
+
+    if (query?.options?.deleted !== true)
+      criteria._deleted = null
+
+    this.debug('find (stream)', { criteria, options })
+
+    return this.#collection.find(criteria, options).stream({ transform: from })
+  }
+
   async add (entity) {
     const record = to(entity)
-    const result = await this.#connection.add(record)
+
+    const result = await this.command('insertOne', { record },
+      () => this.#collection.insertOne(record))
 
     return result.acknowledged
   }
@@ -62,41 +98,89 @@ class Storage extends Connector {
       _id: entity.id,
       _version: entity._version - 1
     }
-    const result = await this.#connection.replace(criteria, to(entity))
+
+    const record = to(entity)
+
+    const result = await this.command('findOneAndReplace', { criteria, record },
+      () => this.#collection.findOneAndReplace(criteria, record))
 
     return result !== null
   }
 
-  async store (entity) {
+  async store (entity, attempt = 0) {
     try {
-      if (entity._version === 1) {
+      if (entity._version === 1)
         return await this.add(entity)
-      } else {
+      else
         return await this.set(entity)
-      }
     } catch (error) {
-      if (error.code === ERR_DUPLICATE_KEY) {
+      console.error('MongoDB error', error)
 
-        const id = error.keyPattern === undefined
-          ? error.message.includes(' index: _id_ ') // AWS DocumentDB
-          : error.keyPattern._id === 1
+      const retry = await retriable(error, attempt)
 
-        if (id) {
-          return false
-        } else {
-          throw new exceptions.DuplicateException()
+      if (retry)
+        return await this.store(entity, attempt + 1)
+      else
+        return false
+    }
+  }
+
+  async massStore (entities, attempt = 0) {
+    if (entities.length === 0)
+      return true
+
+    const operations = entities.map((entity) => {
+      const record = to(entity)
+
+      if (entity._version === 1) {
+        const { _version, ...rest } = record
+
+        return { // upsert in required when document is deleted
+          updateOne: {
+            filter: { _id: entity.id },
+            update: {
+              $set: {    
+                ...rest,
+                _deleted: null
+              },
+              $inc: { _version: 1 },
+            },
+            upsert: true
+          } 
         }
-      } else {
-        throw error
-      }
+      } else
+        return {  
+          replaceOne: { 
+            filter: { _id: entity.id, _version: entity._version - 1 },
+            replacement: record
+          }
+        }
+    })
+
+    const client = this.#client.instance.client
+
+    try {
+      await client.withSession(async (session) => {
+        await session.withTransaction(async () =>
+          await this.command('bulkWrite', { operations: operations.length },
+            async () => await this.#collection.bulkWrite(operations, { session })))
+      })
+
+      return true
+    } catch (error) {
+      console.error('MongoDB error', error)
+
+      const retry = await retriable(error, attempt)
+
+      if (retry)
+        return await this.massStore(entities, attempt + 1)
+      else
+        return false
     }
   }
 
   async upsert (query, changeset) {
-    const {
-      criteria,
-      options
-    } = translate(query)
+    const { criteria, options } = translate(query)
 
     if (!('_deleted' in changeset) || changeset._deleted === null) {
       delete criteria._deleted
@@ -108,46 +192,74 @@ class Storage extends Connector {
       $inc: { _version: 1 }
     }
 
-    options.returnDocument = 'after'
+    options.returnDocument = ReturnDocument.AFTER
 
-    const result = await this.#connection.update(criteria, update, options)
+    const result = await this.command('findOneAndUpdate', { criteria, update, options },
+      () => this.#collection.findOneAndUpdate(criteria, update, options))
 
     return from(result)
   }
 
+  async ensure (query, properties, state) {
+    let { criteria, options } = translate(query)
+
+    if (query === undefined)
+      criteria = properties
+
+    const update = { $setOnInsert: to(state) }
+
+    options.upsert = true
+    options.returnDocument = ReturnDocument.AFTER
+
+    try {
+      const result = await this.command('findOneAndUpdate', { criteria, update, options },
+        () => this.#collection.findOneAndUpdate(criteria, update, options))
+
+      if (result._deleted !== undefined && result._deleted !== null)
+        return null
+      else
+        return from(result)
+    } catch (error) {
+      if (error.code === ERR_DUPLICATE_KEY)
+        throw new exceptions.DuplicateException(this.#client.name)
+      else
+        throw error
+    }
+  }
+
+  /** A component does not start before this returns, so the indexes are created at once. */
   async index () {
-    const indexes = []
+    const pending = []
 
-    if (this.#entity.unique !== undefined) {
+    if (this.#entity.unique !== undefined)
       for (const [name, fields] of Object.entries(this.#entity.unique)) {
-        const sparse = this.checkFields(fields)
-        const unique = await this.uniqueIndex(name, fields, sparse)
+        const optional = this.getOptional(fields)
 
-        indexes.push(unique)
+        pending.push(this.uniqueIndex(name, fields, optional))
       }
-    }
 
-    if (this.#entity.index !== undefined) {
+    if (this.#entity.index !== undefined)
       for (const [suffix, declaration] of Object.entries(this.#entity.index)) {
         const name = 'index_' + suffix
         const fields = Object.fromEntries(Object.entries(declaration)
-          .map(([name, type]) => [name, INDEX_TYPES[type]]))
+          .map(([name, type]) => [name, INDEX_TYPES[type] ?? type]))
 
-        const sparse = this.checkFields(Object.keys(fields))
+        const optional = this.getOptional(Object.keys(fields))
+        const options = { name, sparse: optional.length > 0 }
 
-        await this.#connection.index(fields, {
-          name,
-          sparse
-        })
+        console.info('Creating index', { fields, options })
 
-        indexes.push(name)
+        pending.push(this.#collection.createIndex(fields, options)
+          .catch((e) => console.warn('MongoDB index creation failed', { collection: this.#collection.collectionName, name, fields, error: e }))
+          .then(() => name))
       }
-    }
 
-    await this.removeObsolete(indexes)
+    const indexes = await Promise.all(pending)
+
+    await this.removeObsoleteIndexes(indexes)
   }
 
-  async uniqueIndex (name, properties, sparse = false) {
+  async uniqueIndex (name, properties, optional) {
     const fields = properties.reduce((acc, property) => {
       acc[property] = 1
       return acc
@@ -155,48 +267,122 @@ class Storage extends Connector {
 
     name = 'unique_' + name
 
-    await this.#connection.index(fields, {
-      name,
-      unique: true,
-      sparse
-    })
+    const options = { name, unique: true }
+
+    if (optional.length > 0)
+      options.partialFilterExpression = Object.fromEntries(optional.map((field) => [field, { $exists: true }]))
+
+    console.info('Creating unique index', { name, fields, options })
+
+    await this.#collection.createIndex(fields, options)
+      .catch((e) => console.warn('MongoDB unique index creation failed', 
+        { collection: this.#collection.collectionName, name, fields, error: e }))
 
     return name
   }
 
-  async removeObsolete (desired) {
-    const current = await this.#connection.indexes()
+  async removeObsoleteIndexes (desired) {
+    const current = await this.getCurrentIndexes()
     const obsolete = current.filter((name) => !desired.includes(name))
 
     if (obsolete.length > 0) {
-      console.info(`Remove obsolete indexes: [${obsolete.join(', ')}]`)
+      console.info('Removing obsolete indexes', { collection: this.#collection.collectionName, indexes: obsolete.join(', ') })
+
+      await Promise.all(obsolete.map((name) => this.#collection.dropIndex(name)))
+    }
+  }
+
+  async getCurrentIndexes () {
+    try {
+      const array = await this.#collection.listIndexes().toArray()
 
-      await this.#connection.dropIndexes(obsolete)
+      return array.map(({ name }) => name).filter((name) => name !== '_id_')
+    } catch {
+      return []
     }
   }
 
-  checkFields (fields) {
+  getOptional (fields) {
     const optional = []
 
-    for (const field of fields) {
-      if (!(field in this.#entity.schema.properties)) {
+    for (const field of fields) {      
+      if (!field.includes('.') && !(field in this.#entity.schema.properties))
         throw new Error(`Index field '${field}' is not defined.`)
-      }
 
-      if (!this.#entity.schema.required?.includes(field)) {
+      if (!this.#entity.schema.required?.includes(field))
         optional.push(field)
-      }
     }
 
-    if (optional.length > 0) {
-      console.info(`Index fields [${optional.join(', ')}] are optional, creating sparse index.`)
+    return optional
+  }
+
+  /**
+   * Names, logs and times a call into the driver. The driver's own command monitoring is
+   * off (see `client.js`), so this is where a query becomes a span.
+   *
+   * @private
+   */
+  async command (method, attributes, task) {
+    this.debug(method, attributes)
 
-      return true
-    } else {
-      return false
+    return console.span(this.span(method), task)
+  }
+
+  /**
+   * The span of a driver method is the same object every time: the collection is fixed
+   * for a storage, and nothing downstream writes to what it is given.
+   *
+   * @private
+   */
+  span (method) {
+    let options = this.#spans.get(method)
+
+    if (options === undefined) {
+      const collection = this.#collection.collectionName
+
+      options = {
+        name: `${method} ${collection}`,
+        kind: 'client',
+        // https://opentelemetry.io/docs/specs/semconv/database/mongodb/
+        attributes: {
+          'db.system': 'mongodb',
+          'db.namespace': this.#collection.dbName,
+          'db.operation.name': method,
+          'db.collection.name': collection
+        }
+      }
+
+      this.#spans.set(method, options)
     }
+
+    return options
   }
 
+  debug (method, attributes) {
+    console.debug('MongoDB query', {
+      collection: this.#collection.collectionName,
+      method,
+      ...attributes
+    })
+  }
+}
+
+function toPipeline (criteria, options, sample) {
+  const pipeline = []
+
+  if (criteria !== undefined)
+    pipeline.push({ $match: criteria })
+
+  if (sample !== undefined)
+    pipeline.push({ $sample: { size: sample } })
+
+  if (options?.sort !== undefined)
+    pipeline.push({ $sort: options.sort })
+
+  if (options?.projection !== undefined)
+    pipeline.push({ $project: options.projection })
+
+  return pipeline
 }
 
 const INDEX_TYPES = {
@@ -207,4 +393,29 @@ const INDEX_TYPES = {
 
 const ERR_DUPLICATE_KEY = 11000
 
+async function retriable (error, attempt) {
+  if (error.code === ERR_DUPLICATE_KEY) {
+    const id = error.keyPattern === undefined
+      ? error.message.includes(' index: _id_ ') // AWS DocumentDB
+      : error.keyPattern._id === 1
+
+    if (id)
+      return false
+    else
+      throw new exceptions.DuplicateException()
+  } else if (error.cause?.code === 'ECONNREFUSED') {
+    if (attempt === LAST_ATTEMPT)
+      throw error
+
+    const timeout = 1000 + 500 * attempt
+
+    await new Promise((resolve) => setTimeout(resolve, timeout))
+
+    return true
+  } else
+    throw error
+}
+
+const LAST_ATTEMPT = 9
+
 exports.Storage = Storage

package/src/translate.js

@@ -9,18 +9,21 @@ const parse = { ...require('./translate/criteria'), ...require('./translate/opti
 const translate = (query) => {
   const result = {
     criteria: query?.criteria === undefined ? {} : parse.criteria(query.criteria),
-    options: query?.options === undefined ? {} : parse.options(query.options)
+    options: query?.options === undefined ? {} : parse.options(query.options),
+    sample: query?.options?.sample
   }
 
-  if (query?.id !== undefined) {
+  if (query?.id !== undefined)
     result.criteria._id = query.id
-  }
 
-  if (query?.version !== undefined) {
+  if (query?.ids !== undefined)
+    result.criteria._id = { $in: query.ids }
+
+  if (query?.version !== undefined)
     result.criteria._version = query.version
-  }
 
-  result.criteria._deleted = null
+  if (query?.search !== undefined)
+    result.criteria.$text = { $search: query.search }
 
   return result
 }

package/test/record.test.js

@@ -47,19 +47,4 @@ describe('from', () => {
       _version: 0
     })
   })
-
-  it('should not modify argument', () => {
-    /** @type {toa.mongodb.Record} */
-    const record = {
-      _id: '1',
-      _version: 0
-    }
-
-    from(record)
-
-    expect(record).toStrictEqual({
-      _id: '1',
-      _version: 0
-    })
-  })
 })

package/test/storage.test.js

@@ -0,0 +1,73 @@
+'use strict'
+
+const { Storage } = require('../src/storage')
+
+let collection
+let storage
+
+beforeEach(async () => {
+  collection = {
+    collectionName: 'test',
+    findOne: jest.fn(async () => null),
+    find: jest.fn(() => ({ stream: () => null }))
+  }
+
+  const client = {
+    collection,
+    link: () => null
+  }
+
+  storage = new Storage(client, { schema: { properties: {} } })
+
+  await storage.open()
+})
+
+describe('get', () => {
+  it('should filter deleted', async () => {
+    await storage.get({})
+
+    expect(collection.findOne).toHaveBeenCalledWith({ _deleted: null }, {})
+  })
+
+  it('should filter deleted with sort', async () => {
+    await storage.get({ options: { sort: [['_created', 'desc']] } })
+
+    expect(collection.findOne)
+      .toHaveBeenCalledWith({ _deleted: null }, { sort: [['_created', -1]] })
+  })
+
+  it('should not filter deleted if queried by id', async () => {
+    const id = 'bcb6780f50e243348cad40ed6b5ef575'
+
+    await storage.get({ id })
+
+    expect(collection.findOne).toHaveBeenCalledWith({ _id: id }, {})
+  })
+
+  it('should not filter deleted if requested', async () => {
+    await storage.get({ options: { deleted: true } })
+
+    expect(collection.findOne).toHaveBeenCalledWith({}, {})
+  })
+})
+
+describe('stream', () => {
+  it('should filter deleted', async () => {
+    await storage.stream()
+
+    expect(collection.find).toHaveBeenCalledWith({ _deleted: null }, {})
+  })
+
+  it('should filter deleted with sort', async () => {
+    await storage.stream({ options: { sort: [['_created', 'desc']] } })
+
+    expect(collection.find)
+      .toHaveBeenCalledWith({ _deleted: null }, { sort: [['_created', -1]] })
+  })
+
+  it('should not filter deleted if requested', async () => {
+    await storage.stream({ options: { deleted: true } })
+
+    expect(collection.find).toHaveBeenCalledWith({}, {})
+  })
+})

package/src/collection.js

@@ -1,69 +0,0 @@
-'use strict'
-
-const { Connector } = require('@toa.io/core')
-
-class Collection extends Connector {
-  #client
-  #collection
-
-  constructor (client) {
-    super()
-
-    this.#client = client
-
-    this.depends(client)
-  }
-
-  async open () {
-    this.#collection = this.#client.collection
-  }
-
-  /** @hot */
-  async get (query, options) {
-    return /** @type {toa.mongodb.Record} */ this.#collection.findOne(query, options)
-  }
-
-  /** @hot */
-  async find (query, options) {
-    const cursor = this.#collection.find(query, options)
-
-    return cursor.toArray()
-  }
-
-  /** @hot */
-  async add (record) {
-    return await this.#collection.insertOne(record)
-  }
-
-  /** @hot */
-  async replace (query, record, options) {
-    return await this.#collection.findOneAndReplace(query, record, options)
-  }
-
-  /** @hot */
-  async update (query, update, options) {
-    return this.#collection.findOneAndUpdate(query, update, options)
-  }
-
-  async index (keys, options) {
-    return this.#collection.createIndex(keys, options)
-  }
-
-  async indexes () {
-    try {
-      const array = await this.#collection.listIndexes().toArray()
-
-      return array.map(({ name }) => name).filter((name) => name !== '_id_')
-    } catch {
-      return []
-    }
-  }
-
-  async dropIndexes (names) {
-    const all = names.map((name) => this.#collection.dropIndex(name))
-
-    return Promise.all(all)
-  }
-}
-
-exports.Collection = Collection