@toa.io/norm 1.0.0-alpha.270 → 1.0.0-alpha.273

package/CHANGELOG.md

@@ -3,6 +3,68 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+# [1.0.0-alpha.273](https://github.com/toa-io/toa/compare/v1.0.0-alpha.272...v1.0.0-alpha.273) (2026-09-02)
+
+**Note:** Version bump only for package @toa.io/norm
+
+
+
+
+
+# [1.0.0-alpha.272](https://github.com/toa-io/toa/compare/v1.0.0-alpha.271...v1.0.0-alpha.272) (2026-09-01)
+
+
+### Bug Fixes
+
+* **atomicity:** honour a cluster, and let it be unreachable ([c475d66](https://github.com/toa-io/toa/commit/c475d663ddf7329d86da517ccceee4cb03280e95))
+
+
+* feat(atomicity)!: take a quorum of independent servers ([862562f](https://github.com/toa-io/toa/commit/862562f24d77ec00127dbbd88d43802b208c643b))
+* refactor(atomicity)!: take one Redis, not a cluster ([b0a4770](https://github.com/toa-io/toa/commit/b0a4770dff5dfe8fee4b9ae637a4dd297454fcd4))
+* refactor(atomicity)!: take the lock manager from the stash ([4fd91eb](https://github.com/toa-io/toa/commit/4fd91eb2fdb68f7b87aaf16d182794bbc567ba57))
+* refactor(core)!: pump the outbox in one cycle ([bf590fe](https://github.com/toa-io/toa/commit/bf590fe8ed59c701b5fd1a91ba4874685b79242f))
+* refactor(atomicity)!: rename the connector and free it of the outbox ([21f1a41](https://github.com/toa-io/toa/commit/21f1a41aceafcfd35c7620014062fe46b54afa95))
+* feat(core)!: commit events with the state that produced them ([1eb68cc](https://github.com/toa-io/toa/commit/1eb68cc435dbfa03faa16009fceb866693d22e1a)), closes [#20](https://github.com/toa-io/toa/issues/20)
+
+
+### Features
+
+* **atomicity:** make the interval a setting, and stop repeating n-and-i ([5c3a6d1](https://github.com/toa-io/toa/commit/5c3a6d1533751a21b7eb7d9c737f1a270bf5a5ae))
+
+
+### BREAKING CHANGES
+
+* `atomicity.redis` accepts a list again, of independent servers rather
+than cluster nodes, and refuses an even number of them.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+* `atomicity.redis` is a string. A list is refused at export.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+* `context.stash.lock` is gone; lock through `context.atom` instead.
+A stash pointer resolving to several addresses now uses the first.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+* `Storage.outbox.pending` takes a fourth argument, the id to
+continue from.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+* `@toa.io/partitions.redis` is now `@toa.io/atomicity`, and its
+`lanes(total)` is `slots(total)`. Redis is declared as `atomicity` in the context
+rather than `outbox.redis`, and read from `TOA_ATOMICITY_REDIS`.
+`TOA_OUTBOX_PARTITION_INTERVAL` is `TOA_ATOMICITY_INTERVAL`.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+* `event.changeset` is removed; use `origin` and `state`. `State`
+takes an `Outbox` in place of an `Emission`. `difference` is dropped from
+`@toa.io/generic` along with its last caller.
+
+Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
+
+
+
+
+
 # [1.0.0-alpha.270](https://github.com/toa-io/toa/compare/v1.0.0-alpha.269...v1.0.0-alpha.270) (2026-08-31)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@toa.io/norm",
-  "version": "1.0.0-alpha.270",
+  "version": "1.0.0-alpha.273",
   "description": "Toa declarations normalization and validation",
   "author": "temich <tema.gurtovoy@gmail.com>",
   "homepage": "https://github.com/toa-io/toa#readme",
@@ -20,10 +20,11 @@
     "test": "echo \"Error: run tests from root\" && exit 1"
   },
   "dependencies": {
-    "@toa.io/core": "1.0.0-alpha.270",
-    "@toa.io/generic": "1.0.0-alpha.254",
-    "@toa.io/schemas": "1.0.0-alpha.270",
-    "@toa.io/yaml": "1.0.0-alpha.254"
+    "@toa.io/core": "1.0.0-alpha.273",
+    "@toa.io/generic": "1.0.0-alpha.273",
+    "@toa.io/schemas": "1.0.0-alpha.273",
+    "fast-glob": "3.2.12",
+    "js-yaml": "4.3.1"
   },
-  "gitHead": "94400bdd411b4c25074ffcf58184580ddd060268"
+  "gitHead": "ad3284850ece95ffd5325fd0995707fc144c9c3d"
 }

package/src/.component/.expand/entity.js

@@ -1,12 +1,9 @@
 'use strict'
 
-const { expand } = require('@toa.io/schemas')
-
 const { resolve } = require('../../shortcuts')
 
 function entity (manifest) {
   if (!('entity' in manifest)) return
-  if ('schema' in manifest.entity) manifest.entity.schema = expand(manifest.entity.schema)
 
   manifest.entity.storage = resolve(manifest.entity.storage)
 }

package/src/.component/.expand/operations.js

@@ -1,14 +1,11 @@
 'use strict'
 
-const { expand } = require('@toa.io/schemas')
 const { resolve } = require('../../shortcuts')
 
 function operations (manifest) {
   if (manifest.operations === undefined) return
 
   for (const operation of Object.values(manifest.operations)) {
-    if (operation.input !== undefined) operation.input = expand(operation.input)
-    if (operation.output !== undefined) operation.output = expand(operation.output)
     if (operation.bridge !== undefined) operation.bridge = resolve(operation.bridge)
 
     if (operation.bindings !== undefined && operation.bindings !== null) {

package/src/.component/extensions.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { directory: { find } } = require('@toa.io/filesystem')
+const { find } = require('@toa.io/generic')
 const { resolve } = require('../shortcuts')
 
 const cache = {}

package/src/.component/validate.js

@@ -2,10 +2,11 @@
 
 const path = require('node:path')
 
-const { load } = require('@toa.io/yaml')
+const { readFileSync } = require('node:fs')
+const { load: parseYAML } = require('js-yaml')
 const schemas = require('@toa.io/schemas')
 
-const object = load.sync(path.resolve(__dirname, 'schema.yaml'))
+const object = parseYAML(readFileSync(path.resolve(__dirname, 'schema.yaml'), 'utf8'))
 const schema = schemas.schema(object)
 
 const validate = (manifest) => {

package/src/.context/schema.yaml

@@ -65,6 +65,65 @@ properties:
         resources:
           $ref: '#/definitions/resources'
       required: [name, components]
+  atomicity:
+    description: >
+      Where the replicas of a component decide together: who owns what, what they have spent
+      between them, and which of them holds a name while it works. Absent or unreachable,
+      nothing is owned and whoever asked stands down; metering and locking are refused.
+    type: object
+    additionalProperties: false
+    properties:
+      redis:
+        description: >
+          One address, or an odd number of them — independent servers, not the nodes of a
+          cluster. A lock is taken on a quorum of them; the registry and the meter use the
+          first, because each of them counts on a single key.
+        oneOf:
+          - type: string
+          - type: array
+            minItems: 1
+            items:
+              type: string
+      interval:
+        description: >
+          How often a replica registers, in milliseconds. It has to comfortably exceed a round
+          trip to Redis and the jitter around it, and nothing is owned until two consecutive
+          intervals have agreed — so this is also how long a replica owns nothing after it
+          joins, restarts or stalls.
+        type: integer
+        minimum: 100
+    required: [redis]
+  outbox:
+    type: object
+    additionalProperties: false
+    properties:
+      interval:
+        description: >
+          The pump's cycle, in milliseconds. One cycle reads what is unpublished, publishes it
+          and marks it. In steady state it reads nothing, so this is budgeted for how fast a rare
+          failure heals rather than for how fast events flow.
+        type: integer
+        minimum: 100
+      batch:
+        description: >
+          How many rows one read brings back. A page that comes back full is read on from,
+          so this bounds a read rather than a cycle.
+        type: integer
+        minimum: 1
+      retention:
+        description: >
+          Seconds a published row is kept as a change log before it expires. A row that never
+          made it out has no expiry and is never reaped.
+        type: integer
+        minimum: 0
+  events:
+    description: >
+      Events of this context that are consumed outside it. An event is otherwise published only
+      where something in the context receives it.
+    type: array
+    items:
+      type: string
+      pattern: ^[a-zA-Z][a-zA-Z0-9]*\.[a-zA-Z][a-zA-Z0-9]*\.[a-zA-Z][a-zA-Z0-9]*$
   mono:
     type: object
     additionalProperties: false

package/src/.context/validate.js

@@ -2,11 +2,12 @@
 
 const { resolve } = require('node:path')
 
-const { load } = require('@toa.io/yaml')
+const { readFileSync } = require('node:fs')
+const { load: parseYAML } = require('js-yaml')
 const schemas = require('@toa.io/schemas')
 
 const path = resolve(__dirname, 'schema.yaml')
-const object = load.sync(path)
+const object = parseYAML(readFileSync(path, 'utf8'))
 const schema = schemas.schema(object)
 
 const validate = (context) => {

package/src/component.js

@@ -2,8 +2,9 @@
 
 const { join } = require('node:path')
 
-const { load: yaml } = require('@toa.io/yaml')
-const { directory: { find } } = require('@toa.io/filesystem')
+const { readFile } = require('node:fs/promises')
+const jsyaml = require('js-yaml')
+const { find } = require('@toa.io/generic')
 const { Locator } = require('@toa.io/core')
 
 const {
@@ -33,7 +34,7 @@ const load = async (path, base, proto = false) => {
   if (base !== undefined) path = find(path, base, MANIFEST)
 
   const file = join(path, MANIFEST)
-  const manifest = await yaml(file) ?? {}
+  const manifest = await read(file) ?? {}
 
   manifest.path = path
 
@@ -57,3 +58,16 @@ const load = async (path, base, proto = false) => {
 const MANIFEST = 'manifest.toa.yaml'
 
 exports.component = component
+
+/**
+ * Reads a YAML file, resolving anchors into distinct objects so that
+ * mutating one node cannot reach another.
+ *
+ * @param {string} path
+ * @return {Promise<object>}
+ */
+async function read (path) {
+  const object = jsyaml.load(await readFile(path, 'utf8'))
+
+  return jsyaml.load(jsyaml.dump(object, { noRefs: true, lineWidth: -1 }))
+}

package/src/context.js

@@ -2,8 +2,9 @@
 
 const { resolve } = require('node:path')
 const { convolve } = require('@toa.io/generic')
-const { directory: { glob } } = require('@toa.io/filesystem')
-const { load } = require('@toa.io/yaml')
+const glob = require('fast-glob')
+const { readFile } = require('node:fs/promises')
+const jsyaml = require('js-yaml')
 
 const { component } = require('./component')
 
@@ -18,7 +19,7 @@ const {
 
 const context = async (root, environment = process.env.TOA_ENV) => {
   const path = resolve(root, CONTEXT)
-  const context = /** @type {toa.norm.Context} */ await load(path)
+  const context = /** @type {toa.norm.Context} */ await read(path)
 
   context.environment = environment
 
@@ -28,7 +29,7 @@ const context = async (root, environment = process.env.TOA_ENV) => {
 
   validate(context)
 
-  const paths = await glob(resolve(root, COMPONENTS))
+  const paths = await glob(resolve(root, COMPONENTS), GLOB)
 
   context.components = await Promise.all(paths.map(component))
   context.dependencies = await dependencies(context)
@@ -42,4 +43,20 @@ const context = async (root, environment = process.env.TOA_ENV) => {
 const CONTEXT = 'context.toa.yaml'
 const COMPONENTS = 'components/*'
 
+
+const GLOB = { onlyDirectories: true, absolute: true }
+
 exports.context = context
+
+/**
+ * Reads a YAML file, resolving anchors into distinct objects so that
+ * mutating one node cannot reach another.
+ *
+ * @param {string} path
+ * @return {Promise<object>}
+ */
+async function read (path) {
+  const object = jsyaml.load(await readFile(path, 'utf8'))
+
+  return jsyaml.load(jsyaml.dump(object, { noRefs: true, lineWidth: -1 }))
+}

package/test/component/expand.fixtures.js

@@ -4,8 +4,9 @@ const source = {
   path: __dirname, // `version` hashes the component directory
   entity: {
     schema: {
+      type: 'object',
       properties: {
-        foo: 'string'
+        foo: { type: 'string' }
       }
     },
     storage: 'mongodb'
@@ -16,26 +17,30 @@ const source = {
       bridge: 'node',
       bindings: ['amqp'],
       input: {
+        type: 'object',
         properties: {
-          foo: 'integer',
+          foo: { type: 'integer' },
           bar: {
             type: 'array',
             items: {
+              type: 'object',
               properties: {
-                baz: 'string'
+                baz: { type: 'string' }
               }
             }
           }
         }
       },
       output: {
+        type: 'object',
         properties: {
-          foo: 'integer',
+          foo: { type: 'integer' },
           bar: {
             type: 'array',
             items: {
+              type: 'object',
               properties: {
-                baz: 'string'
+                baz: { type: 'string' }
               }
             }
           }