comq 0.15.7 → 0.15.8

package/test/encode.test.js

@@ -1,7 +1,6 @@
 'use strict'
 
 const { generate } = require('randomstring')
-const { pack } = require('msgpackr')
 
 const { encode } = require('../source/encode')
 
@@ -26,14 +25,6 @@ it('should encode as json', async () => {
   expect(buffer).toStrictEqual(expected)
 })
 
-it('should encode as msgpack', async () => {
-  const value = { [generate()]: generate() }
-  const packed = pack(value)
-  const buffer = encode(value, 'application/msgpack')
-
-  expect(buffer).toStrictEqual(packed)
-})
-
 /** @type {[comq.Encoding, string, Buffer][]} */
 const samples = [
   ['text/plain', 'some string', Buffer.from('some string')]

package/test/encodings.js

@@ -1,4 +1,4 @@
 'use strict'
 
 /** @type {comq.Encoding[]} */
-exports.encodings = ['application/msgpack', 'application/json']
+exports.encodings = ['application/json']

package/test/helpers.js

@@ -0,0 +1,77 @@
+'use strict'
+
+const timeout = (ms) => new Promise((resolve) => setTimeout(resolve, ms))
+
+const immediate = () => new Promise((resolve) => setImmediate(resolve))
+
+const random = (max = 100) => Math.floor(Math.random() * max)
+
+const flip = () => Math.random() < 0.5
+
+const sample = (array) => array[Math.floor(Math.random() * array.length)]
+
+const quantity = (input) => {
+  const matched = String(input).match(/^(\d+(?:\.\d+)?)([^\d\W]*)$/)
+
+  if (matched === null) {
+    throw new Error(`'${input}' doesn't look like a quantity of something`)
+  }
+
+  const number = +matched[1]
+  const suffix = matched[2]
+
+  if (suffix.length === 0) {
+    return number
+  }
+
+  const pair = MULTIPLIERS.find(([unit]) => suffix.startsWith(unit))
+
+  if (pair === undefined) {
+    throw new Error(`'${suffix}' doesn't look like a quantity unit`)
+  }
+
+  return number * pair[1]
+}
+
+const match = (reference, candidate) => {
+  if (typeof candidate !== typeof reference) {
+    return false
+  }
+
+  if (Array.isArray(candidate)) {
+    return Array.isArray(reference) &&
+      candidate.every((value) => reference.some((item) => match(item, value)))
+  }
+
+  if (typeof candidate === 'object') {
+    if (candidate === null) {
+      return reference === null
+    }
+
+    if (reference === null) {
+      return false
+    }
+
+    return Object.entries(candidate).every(([key, value]) => match(reference[key], value))
+  }
+
+  return reference === candidate
+}
+
+const MULTIPLIERS = Object.entries({
+  k: 1000,
+  Ki: 1024,
+  K: 1024,
+  Mi: 1024 ** 2,
+  M: 1000 ** 2,
+  Gi: 1024 ** 3,
+  G: 1000 ** 3
+})
+
+exports.timeout = timeout
+exports.immediate = immediate
+exports.random = random
+exports.flip = flip
+exports.sample = sample
+exports.quantity = quantity
+exports.match = match

package/test/io.close.test.js

@@ -2,7 +2,8 @@
 
 const { randomBytes } = require('node:crypto')
 const { generate } = require('randomstring')
-const { promex, immediate } = require('@toa.io/generic')
+const { Promex } = require('promex')
+const { immediate } = require('./helpers')
 
 const mock = require('./connection.mock')
 const { IO } = require('../source/io')
@@ -93,7 +94,7 @@ describe('close', () => {
   })
 
   it('should wait for event processing completion', async () => {
-    const promise = /** @type {Promise<void>} */ promex()
+    const promise = /** @type {Promise<void>} */ new Promex()
     const queue = generate()
     const group = generate()
     const consumer = jest.fn(async () => promise)
@@ -128,7 +129,7 @@ describe('close', () => {
   })
 
   it('should wait for request processing completion', async () => {
-    const promise = /** @type {Promise<void>} */ promex()
+    const promise = /** @type {Promise<void>} */ new Promex()
     const producer = jest.fn(async () => promise)
 
     await reply(/** @type {Function} */ producer)

package/test/io.diagnostics.test.js

@@ -28,7 +28,7 @@ describe.each(['request', 'reply', 'event'])('%s channel events',
    * @param {comq.topology.type} type
    */
   (type) => {
-    it.each(['flow', 'drain', 'recover', 'discard', 'pause', 'resume'])('should re-emit %s',
+    it.each(['flow', 'drain', 'recover', 'discard', 'pause', 'resume', 'lost', 'remove'])('should re-emit %s',
       /**
        * @param {comq.diagnostics.Event} event
        */

package/test/io.reply.test.js

@@ -194,12 +194,12 @@ describe('encoding', () => {
 
   it('should set octet-stream for Buffer reply', async () => {
     const request = { [generate()]: generate() }
-    const content = encode(request, 'application/msgpack')
+    const content = encode(request, 'application/json')
 
     const properties = {
       replyTo: generate(),
       correlationId: generate(),
-      contentType: 'application/msgpack'
+      contentType: 'application/json'
     }
 
     const message = /** @type {comq.amqp.Message} */ { content, properties }

package/test/io.request.test.js

@@ -5,7 +5,7 @@
 const stream = require('node:stream')
 const { randomBytes } = require('node:crypto')
 const { generate } = require('randomstring')
-const { immediate } = require('@toa.io/generic')
+const { immediate } = require('./helpers')
 const { encode } = require('../source/encode')
 
 const mock = require('./connection.mock')
@@ -182,6 +182,20 @@ describe('send', () => {
     expect(requests.send).toHaveBeenCalledTimes(2)
   })
 
+  // a reply that could not be routed has been dropped by the broker
+  it('should resend unanswered Requests when the reply channel recovers', async () => {
+    expect(replies.diagnose).toHaveBeenCalledWith('recover', expect.any(Function))
+
+    const calls = replies.diagnose.mock.calls.filter((call) => call[0] === 'recover')
+    const listeners = calls.map((call) => call[1])
+
+    for (const listener of listeners) listener()
+
+    await immediate()
+
+    expect(requests.send).toHaveBeenCalledTimes(2)
+  })
+
   it('should resend unanswered Requests on sharded connection', async () => {
     jest.clearAllMocks()
 
@@ -338,7 +352,7 @@ describe('reply', () => {
       expect(output).toStrictEqual(content)
     })
 
-  const encodings = ['application/msgpack', 'application/json']
+  const encodings = ['application/json']
 
   it.each(encodings)('should decode %s',
     /**

package/test/pipeline.test.js

@@ -3,7 +3,7 @@
 const { EventEmitter } = require('node:events')
 const stream = require('node:stream')
 const { pipeline, transform } = require('../source/pipeline')
-const { timeout } = require('@toa.io/generic')
+const { timeout } = require('./helpers')
 
 /** @type {Channel} */
 let channel

package/test/shards/channel.test.js

@@ -2,7 +2,8 @@
 
 const { randomBytes } = require('node:crypto')
 const { generate } = require('randomstring')
-const { promex, sample, immediate, random, each } = require('@toa.io/generic')
+const { Promex } = require('promex')
+const { sample, immediate, random } = require('../helpers')
 
 const mock = require('../connection.mock')
 
@@ -130,6 +131,31 @@ it('should wait for a shard to recover when all are lost', async () => {
   expect(channels[1].send).not.toHaveBeenCalled()
 })
 
+it('should pause when no shard is left to publish to', async () => {
+  channel = await create(connections, type)
+
+  const pause = /** @type {jest.MockedFunction} */ jest.fn()
+  const resume = /** @type {jest.MockedFunction} */ jest.fn()
+
+  channel.diagnose('pause', pause)
+  channel.diagnose('resume', resume)
+
+  lose(connections[0])
+
+  // the other shard is still reachable
+  expect(pause).not.toHaveBeenCalled()
+
+  lose(connections[1])
+
+  expect(pause).toHaveBeenCalledTimes(1)
+  expect(resume).not.toHaveBeenCalled()
+
+  restore(connections[1])
+
+  expect(resume).toHaveBeenCalledTimes(1)
+  expect(pause).toHaveBeenCalledTimes(1)
+})
+
 // a lost shard is not benched, so it is used again as soon as it reconnects
 it('should publish to a recovered shard', async () => {
   channel = await create(connections, type)
@@ -150,11 +176,11 @@ it('should publish to a recovered shard', async () => {
 })
 
 it('should resolve when one of the connections has created a channel', async () => {
-  /** @type {toa.generic.Promex[]} */
+  /** @type {Promex[]} */
   const promises = []
 
   for (const conn of connections) {
-    const promise = promex()
+    const promise = new Promex()
 
     conn.createChannel.mockImplementationOnce(() => promise)
 
@@ -183,7 +209,7 @@ it('should resolve when one of the connections has created a channel', async ()
 it('should create failfast channels of given type', async () => {
   await create(connections, type)
 
-  each(connections, (conn, index) => {
+  connections.forEach((conn, index) => {
     expect(conn.createChannel).toHaveBeenCalledWith(type, index)
   })
 })
@@ -208,7 +234,7 @@ describe.each(['consume', 'subscribe'])('%s', (method) => {
   })
 
   it(`should not resolve ${method} until pending channels are created`, async () => {
-    const promise = promex()
+    const promise = new Promex()
 
     connections[0].createChannel.mockImplementationOnce(() => promise)
 
@@ -238,7 +264,7 @@ describe.each(['consume', 'subscribe'])('%s', (method) => {
   })
 
   it(`should resolve ${method} without a disconnected shard`, async () => {
-    const promise = promex()
+    const promise = new Promex()
 
     connections[0].createChannel.mockImplementationOnce(() => promise)
     connections[0].connected = false
@@ -260,7 +286,7 @@ describe.each(['consume', 'subscribe'])('%s', (method) => {
   })
 
   it(`should resolve ${method} when a shard disconnects`, async () => {
-    const promise = promex()
+    const promise = new Promex()
 
     connections[0].createChannel.mockImplementationOnce(() => promise)
 
@@ -413,7 +439,7 @@ describe('seal', () => {
 
     const channels = await getCreatedChannels()
     const chan = sample(channels)
-    const promise = promex()
+    const promise = new Promex()
     let sealed = false
 
     chan.seal.mockImplementationOnce(() => promise)
@@ -433,7 +459,7 @@ describe('seal', () => {
 
   it('should seal pending channel', async () => {
     const connection = sample(connections)
-    const promise = promex()
+    const promise = new Promex()
 
     connection.createChannel.mockImplementationOnce(() => promise)
 
@@ -656,6 +682,34 @@ function emitReturn (channel, message) {
   for (const call of calls) call[1](message)
 }
 
+/**
+ * @param {jest.MockedObject<comq.Connection>} connection
+ * @param {Error} [error]
+ */
+function lose (connection, error) {
+  emit(connection, 'close', error)
+}
+
+/**
+ * @param {jest.MockedObject<comq.Connection>} connection
+ */
+function restore (connection) {
+  emit(connection, 'open')
+}
+
+/**
+ * @param {jest.MockedObject<comq.Connection>} connection
+ * @param {comq.diagnostics.Event} event
+ * @param {any[]} args
+ */
+function emit (connection, event, ...args) {
+  const calls = connection.diagnose.mock.calls.filter((call) => call[0] === event)
+
+  expect(calls.length).toBeGreaterThan(0)
+
+  for (const call of calls) call[1](...args)
+}
+
 /**
  * @return {Promise<jest.MockedObject<comq.Channel>[]>}
  */

package/test/shards/connection.test.js

@@ -1,7 +1,8 @@
 'use strict'
 
 const { generate } = require('randomstring')
-const { random, promex, immediate } = require('@toa.io/generic')
+const { Promex } = require('promex')
+const { random, immediate } = require('../helpers')
 
 const { Connection } = require('../../source/shards')
 
@@ -32,11 +33,11 @@ describe('open', () => {
   it('should resolve when all of the connections are established', async () => {
     expect.assertions(2)
 
-    /** @type {toa.generic.Promex[]} */
+    /** @type {Promex[]} */
     const promises = []
 
     for (const conn of connections) {
-      const promise = promex()
+      const promise = new Promex()
 
       conn.open.mockImplementation(() => promise)
       promises.push(promise)

package/types/encoding.d.ts

@@ -1,8 +1,7 @@
 declare namespace comq {
 
   type Encoding =
-    'application/msgpack'
-    | 'application/json'
+    'application/json'
     | 'application/octet-stream'
     | 'text/plain'
 

package/AGENTS.md

@@ -1,35 +0,0 @@
-# AGENTS.md
-
-## Cursor Cloud specific instructions
-
-### Project Overview
-
-ComQ is a Node.js communication library over AMQP (RabbitMQ). It provides RPC, pub/sub, task queues, pipelines, and sharded connections.
-
-### Services
-
-Feature tests start two RabbitMQ instances automatically via Testcontainers (`features/steps/brokers.js`). Credentials: `developer` / `secret`. AMQP ports are assigned dynamically on the host.
-
-### Docker
-
-Feature tests require a running Docker daemon. In nested container environments, start Docker with:
-
-```bash
-sudo dockerd --exec-opt native.cgroupdriver=cgroupfs &
-sudo chmod 666 /var/run/docker.sock
-```
-
-Do not use `docker compose up` for feature tests — Testcontainers manages broker lifecycle. `docker compose` may fail here because `deploy.resources.limits.memory` requires cgroupv2 memory limits that are unavailable in nested setups.
-
-### Commands
-
-- `npm test` — runs `standard` (lint) + `jest` (300 unit tests, no RabbitMQ required)
-- `npm run features` — runs all Cucumber feature tests (starts RabbitMQ via Testcontainers)
-- `npm run lint` — runs `standard --fix --verbose | snazzy`
-
-### Testing Notes
-
-- Unit tests (`jest`) use mocks and do NOT require running RabbitMQ.
-- Feature tests (`cucumber-js`) start brokers in `BeforeAll` and stop them in `AfterAll`.
-- Recovery/connection tests (in `features/connection.feature`, `features/recovery.feature`, `features/shards.feature`) stop/kill broker containers and take 5-15 minutes to complete.
-- To run only fast feature tests (no broker stop/start): `npx cucumber-js --fail-fast -t 'not @manual' features/events.feature features/rpc.feature features/tasks.feature features/singleton.feature features/properties.feature features/tasks.shards.feature`

package/CHANGELOG.md

@@ -1,85 +0,0 @@
-## [0.15.7](https://github.com/toa-io/comq/compare/v0.15.6...v0.15.7) (2026-08-26)
-
-
-### Bug Fixes
-
-* wait instead of publishing when every shard is down ([41cd715](https://github.com/toa-io/comq/commit/41cd715ad07c1b141f0eabd23b2d444c60855b65))
-* wait instead of publishing when every shard is down ([#250](https://github.com/toa-io/comq/issues/250)) ([968882c](https://github.com/toa-io/comq/commit/968882c342c51b129133ad27d761cfcbfb622fce))
-* wait instead of publishing when every shard is down ([#251](https://github.com/toa-io/comq/issues/251)) ([a6cfe8a](https://github.com/toa-io/comq/commit/a6cfe8a75128cb63ad1bbbbf0e1c57cb2fbfdc37)), closes [#250](https://github.com/toa-io/comq/issues/250) [#250](https://github.com/toa-io/comq/issues/250)
-
-## [0.15.6](https://github.com/toa-io/comq/compare/v0.15.5...v0.15.6) (2026-08-26)
-
-
-### Bug Fixes
-
-* do not report shards as lost on shutdown ([abbe0e8](https://github.com/toa-io/comq/commit/abbe0e8e1048509ff2c981b7aa33659c0829e821))
-* do not report shards as lost on shutdown ([#248](https://github.com/toa-io/comq/issues/248)) ([b269a5c](https://github.com/toa-io/comq/commit/b269a5cc78d8ca74036290abec234a1e87056e9c))
-
-## [0.15.5](https://github.com/toa-io/comq/compare/v0.15.4...v0.15.5) (2026-08-25)
-
-
-### Bug Fixes
-
-* recover from a lost connection reliably ([59b1fab](https://github.com/toa-io/comq/commit/59b1fab61d4f27ab6eb608693da6493b5b1f4ae5))
-* recover from a lost connection reliably ([#247](https://github.com/toa-io/comq/issues/247)) ([e4701cf](https://github.com/toa-io/comq/commit/e4701cfa384d5451c15d0a6bf53c82ce1da91ac5))
-
-## [0.15.4](https://github.com/toa-io/comq/compare/v0.15.3...v0.15.4) (2026-08-16)
-
-
-### Bug Fixes
-
-* remove request() timeout ([#246](https://github.com/toa-io/comq/issues/246)) ([d432388](https://github.com/toa-io/comq/commit/d4323889bcad867a870d0ed351b92098f6aad551))
-
-## [0.15.3](https://github.com/toa-io/comq/compare/v0.15.2...v0.15.3) (2026-08-04)
-
-
-### Bug Fixes
-
-* re-send requests left unanswered by a lost shard ([c534a01](https://github.com/toa-io/comq/commit/c534a0136e5f0189cdb6976cd9cffb9a2ca5a148))
-* re-send requests left unanswered by a lost shard ([#242](https://github.com/toa-io/comq/issues/242)) ([c821da8](https://github.com/toa-io/comq/commit/c821da895049bd78a907c6705477ebe74c160e1b))
-
-## [0.15.2](https://github.com/toa-io/comq/compare/v0.15.1...v0.15.2) (2026-08-04)
-
-
-### Bug Fixes
-
-* report and recover undeliverable replies ([b2d2d0f](https://github.com/toa-io/comq/commit/b2d2d0f11d7714c2d32d3d85894fa78e2203f8c6))
-* report and recover undeliverable replies ([#241](https://github.com/toa-io/comq/issues/241)) ([73e5592](https://github.com/toa-io/comq/commit/73e5592762634fbead29d825be68a3da3136729b))
-
-## [0.15.1](https://github.com/toa-io/comq/compare/v0.15.0...v0.15.1) (2026-08-02)
-
-
-### Bug Fixes
-
-* skip end control when reply stream buffer overflows ([654e046](https://github.com/toa-io/comq/commit/654e046bdcbfbbbbbb789e5bb032bc16564221d1)), closes [#control](https://github.com/toa-io/comq/issues/control) [#reply](https://github.com/toa-io/comq/issues/reply)
-* skip end control when reply stream buffer overflows ([#237](https://github.com/toa-io/comq/issues/237)) ([c34d87f](https://github.com/toa-io/comq/commit/c34d87f6d219ce6c8509d989117eadd55a33ca86))
-
-# [0.15.0](https://github.com/toa-io/comq/compare/v0.14.0...v0.15.0) (2026-08-01)
-
-
-### Bug Fixes
-
-* avoid channel recover deadlock after broker restart ([8eeaf2e](https://github.com/toa-io/comq/commit/8eeaf2e12321be71b57913adb6a8fb04bd24d439)), closes [#recovery](https://github.com/toa-io/comq/issues/recovery)
-* destroy half-open connections via socket idle watchdog ([9f7ed5f](https://github.com/toa-io/comq/commit/9f7ed5fe50e9ab1857547a6e908185b6b472162f))
-* ignore close events from replaced AMQP connections ([c1070ab](https://github.com/toa-io/comq/commit/c1070abeca9eb30a1c0ed07925bc06e530c1d9ce))
-* reconnect hang after broker restart ([#235](https://github.com/toa-io/comq/issues/235)) ([be07079](https://github.com/toa-io/comq/commit/be07079863194301d0279e2bdd551260196ce20a))
-* retry transient network errors on initial connect ([c436a20](https://github.com/toa-io/comq/commit/c436a2017a2b52d102afa05bc694c9f22faf2065)), closes [#transient](https://github.com/toa-io/comq/issues/transient)
-* tolerate empty YAML documents after js-yaml 5 bump ([0a05ecb](https://github.com/toa-io/comq/commit/0a05ecbf744822b3aa884382642ce51a93922dfc))
-
-
-### Features
-
-* allow request() to time out pending replies ([ac9e2bd](https://github.com/toa-io/comq/commit/ac9e2bd7eb0834d19d404c84f24548bd5475017f))
-* tag container-manipulation features [@heavy](https://github.com/heavy) and add features:fast script ([c0f52ec](https://github.com/toa-io/comq/commit/c0f52ecf72c010e387e853b3daed6884c1cef474))
-
-# [0.14.0](https://github.com/toa-io/comq/compare/v0.13.0...v0.14.0) (2026-05-24)
-
-
-### Features
-
-* **features:** manage RabbitMQ brokers with Testcontainers ([1d9ca59](https://github.com/toa-io/comq/commit/1d9ca591ff458c75caf87ab63224b15942ba7d07))
-* **features:** use Testcontainers for RabbitMQ in Gherkin tests ([#219](https://github.com/toa-io/comq/issues/219)) ([a33e66b](https://github.com/toa-io/comq/commit/a33e66bfc357f0f089c728bc60c08f6f24b2c8d1))
-
-# Changelog
-
-All notable changes to this project are documented in this file by [semantic-release](https://github.com/semantic-release/semantic-release).

package/source/encoders/msgpack.js

@@ -1,6 +0,0 @@
-'use strict'
-
-const { pack, unpack } = require('msgpackr')
-
-exports.encode = pack
-exports.decode = unpack