@toa.io/core 1.0.0-alpha.293 → 1.0.0-alpha.299
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -3
- package/transpiled/call.js +12 -0
- package/transpiled/call.js.map +1 -1
- package/transpiled/component.js +31 -4
- package/transpiled/component.js.map +1 -1
- package/transpiled/context.d.ts +5 -0
- package/transpiled/context.js +6 -0
- package/transpiled/context.js.map +1 -1
- package/transpiled/emission.d.ts +4 -2
- package/transpiled/emission.js +4 -2
- package/transpiled/emission.js.map +1 -1
- package/transpiled/entities/entity.js +34 -6
- package/transpiled/entities/entity.js.map +1 -1
- package/transpiled/entities/factory.d.ts +5 -0
- package/transpiled/entities/factory.js +6 -2
- package/transpiled/entities/factory.js.map +1 -1
- package/transpiled/event.d.ts +2 -2
- package/transpiled/event.js +6 -1
- package/transpiled/event.js.map +1 -1
- package/transpiled/exceptions.d.ts +19 -0
- package/transpiled/exceptions.js +74 -2
- package/transpiled/exceptions.js.map +1 -1
- package/transpiled/index.d.ts +2 -1
- package/transpiled/index.js +2 -1
- package/transpiled/index.js.map +1 -1
- package/transpiled/{outbox/outbox.d.ts → outbox.d.ts} +6 -7
- package/transpiled/outbox.js +424 -0
- package/transpiled/outbox.js.map +1 -0
- package/transpiled/query/options.js +1 -1
- package/transpiled/query/options.js.map +1 -1
- package/transpiled/receiver.js +14 -1
- package/transpiled/receiver.js.map +1 -1
- package/transpiled/remote.js +2 -3
- package/transpiled/remote.js.map +1 -1
- package/transpiled/state.d.ts +1 -1
- package/transpiled/trail.d.ts +49 -0
- package/transpiled/trail.js +98 -0
- package/transpiled/trail.js.map +1 -0
- package/transpiled/types/bindings.d.ts +22 -0
- package/transpiled/types/extensions.d.ts +13 -2
- package/transpiled/types/message.d.ts +5 -0
- package/transpiled/types/outbox.d.ts +29 -3
- package/transpiled/types/request.d.ts +5 -0
- package/transpiled/types/storages.d.ts +20 -0
- package/transpiled/outbox/index.d.ts +0 -1
- package/transpiled/outbox/index.js +0 -2
- package/transpiled/outbox/index.js.map +0 -1
- package/transpiled/outbox/outbox.js +0 -268
- package/transpiled/outbox/outbox.js.map +0 -1
|
@@ -0,0 +1,424 @@
|
|
|
1
|
+
import { console } from 'openspan';
|
|
2
|
+
import { Connector } from './connector.js';
|
|
3
|
+
import { newid } from './entities/newid.js';
|
|
4
|
+
import * as trail from './trail.js';
|
|
5
|
+
import { environment } from '@toa.io/generic';
|
|
6
|
+
/**
|
|
7
|
+
* Owns the intent to publish. A row is built before the write so that the storage can commit
|
|
8
|
+
* it in the same transaction as the entity; publication then happens off the operation's path,
|
|
9
|
+
* and anything that fails to publish is recovered from the row.
|
|
10
|
+
*
|
|
11
|
+
* The mechanism is a safety net: in a healthy system the row is written, published within
|
|
12
|
+
* milliseconds by the same process, and marked published on that process's next tick.
|
|
13
|
+
*
|
|
14
|
+
* A storage that cannot commit a row atomically has no outbox, and this degrades to the
|
|
15
|
+
* inline emission it replaces.
|
|
16
|
+
*/
|
|
17
|
+
export class Outbox extends Connector {
|
|
18
|
+
#destinations;
|
|
19
|
+
#storage;
|
|
20
|
+
#atom;
|
|
21
|
+
#gap;
|
|
22
|
+
#interval;
|
|
23
|
+
#batch;
|
|
24
|
+
#defer;
|
|
25
|
+
/*
|
|
26
|
+
* Everything a destination is answerable for is held per destination, which is what keeps
|
|
27
|
+
* one from delaying another: a dead one fills its own in-flight cap and the cycle stops
|
|
28
|
+
* handing it rows, while the rest go on being published and settled.
|
|
29
|
+
*/
|
|
30
|
+
/** ids this process has published, by destination, held until a cycle marks them */
|
|
31
|
+
#published = new Map();
|
|
32
|
+
/** in-flight publications, by destination, awaited (with a bound) on close */
|
|
33
|
+
#inflight = new Map();
|
|
34
|
+
/** rows this replica is publishing right now, so a cycle does not pick them up again */
|
|
35
|
+
#publishing = new Map();
|
|
36
|
+
#timer;
|
|
37
|
+
#off;
|
|
38
|
+
#pumping = false;
|
|
39
|
+
/** cycles in a row this replica has been assigned no lane */
|
|
40
|
+
#unassigned = 0;
|
|
41
|
+
#closing = false;
|
|
42
|
+
// eslint-disable-next-line max-params
|
|
43
|
+
constructor(destinations, storage, atom, options = {}) {
|
|
44
|
+
super();
|
|
45
|
+
this.#destinations = destinations;
|
|
46
|
+
this.#storage = storage;
|
|
47
|
+
this.#atom = atom;
|
|
48
|
+
for (const destination of destinations) {
|
|
49
|
+
this.#published.set(destination.name, new Set());
|
|
50
|
+
this.#inflight.set(destination.name, new Set());
|
|
51
|
+
this.#publishing.set(destination.name, new Set());
|
|
52
|
+
}
|
|
53
|
+
this.#interval = number('TOA_OUTBOX_INTERVAL', options.interval, INTERVAL);
|
|
54
|
+
this.#batch = number('TOA_OUTBOX_BATCH', options.batch, BATCH);
|
|
55
|
+
this.#gap = options.gap ?? this.#interval * K;
|
|
56
|
+
this.#defer = environment.get('TOA_OUTBOX_DEFER') === '1';
|
|
57
|
+
// one at a time: an array would link the group it makes rather than its members
|
|
58
|
+
for (const destination of destinations)
|
|
59
|
+
this.depends(destination);
|
|
60
|
+
this.depends(atom);
|
|
61
|
+
if (storage !== undefined)
|
|
62
|
+
this.depends(storage);
|
|
63
|
+
}
|
|
64
|
+
/** whether the storage can commit a row atomically with the entity */
|
|
65
|
+
get durable() {
|
|
66
|
+
return this.#storage?.outbox !== undefined;
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* An assignment's images are the write's own, so it hands over an event with neither, and
|
|
70
|
+
* the storage fills them in.
|
|
71
|
+
*/
|
|
72
|
+
row(event) {
|
|
73
|
+
const row = {
|
|
74
|
+
id: newid(),
|
|
75
|
+
lane: this.#lane(),
|
|
76
|
+
published: false,
|
|
77
|
+
pending: Date.now() + this.#gap,
|
|
78
|
+
outstanding: this.#destinations.map((destination) => destination.name),
|
|
79
|
+
event: event
|
|
80
|
+
};
|
|
81
|
+
/*
|
|
82
|
+
* This runs on the operation's own path, which is the only moment the chain is in scope:
|
|
83
|
+
* the pump that publishes the row may be another replica, an hour later. A row that had
|
|
84
|
+
* no chain stores no field.
|
|
85
|
+
*/
|
|
86
|
+
const hops = trail.current();
|
|
87
|
+
if (hops !== undefined)
|
|
88
|
+
row.trail = hops;
|
|
89
|
+
return row;
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Hands a committed row over. Awaited by the caller only on the legacy path — with an
|
|
93
|
+
* outbox this returns at once and the broker leaves the operation's path.
|
|
94
|
+
*/
|
|
95
|
+
publish(row) {
|
|
96
|
+
// without a durable outbox this is the inline path, and the caller awaits every destination
|
|
97
|
+
if (!this.durable)
|
|
98
|
+
return this.#inline(row);
|
|
99
|
+
/*
|
|
100
|
+
* A publication started while the pump is closing would outlive the emitters it needs,
|
|
101
|
+
* and `comq` waits on a connection that is going rather than failing. The row is already
|
|
102
|
+
* durable, so leaving it is exactly what it is for.
|
|
103
|
+
*/
|
|
104
|
+
if (this.#closing || this.#defer)
|
|
105
|
+
return;
|
|
106
|
+
this.#publish(row);
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* The inline path, where there is no row to come back to: every destination is attempted and
|
|
110
|
+
* the operation waits for all of them, so a failure reaches whoever wrote.
|
|
111
|
+
*/
|
|
112
|
+
async #inline(row) {
|
|
113
|
+
const sending = this.#destinations
|
|
114
|
+
.filter((destination) => row.outstanding.includes(destination.name))
|
|
115
|
+
.map(async (destination) => destination.emit(row));
|
|
116
|
+
await Promise.all(sending);
|
|
117
|
+
}
|
|
118
|
+
async open() {
|
|
119
|
+
if (!this.durable)
|
|
120
|
+
return;
|
|
121
|
+
if (this.#defer)
|
|
122
|
+
console.warn('Outbox immediate publication is deferred; events are published by the pump only');
|
|
123
|
+
this.#timer = setInterval(() => {
|
|
124
|
+
this.#tick();
|
|
125
|
+
}, this.#interval);
|
|
126
|
+
this.#timer.unref();
|
|
127
|
+
/*
|
|
128
|
+
* A lane changing hands is exactly when rows stranded in it become this replica's to
|
|
129
|
+
* publish, and the cycle would not notice for up to an interval. Being told costs a cycle
|
|
130
|
+
* that finds nothing in the usual case, where the claim arrives once and never changes.
|
|
131
|
+
*/
|
|
132
|
+
this.#off = this.#atom.onassigned(() => {
|
|
133
|
+
this.#tick();
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
async close() {
|
|
137
|
+
this.#closing = true;
|
|
138
|
+
this.#off?.();
|
|
139
|
+
if (this.#timer !== undefined)
|
|
140
|
+
clearInterval(this.#timer);
|
|
141
|
+
await this.#drain();
|
|
142
|
+
await this.#mark();
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Publishes one row and swallows the failure: the row stays unpublished and comes back on a
|
|
146
|
+
* later cycle, which is the whole point of having written it.
|
|
147
|
+
*
|
|
148
|
+
* There is no timeout here on purpose. A publication is a confirmed write to a durable
|
|
149
|
+
* exchange, and `comq` waits for the broker to come back rather than failing — abandoning
|
|
150
|
+
* it would not stop it, it would only mean the row is published twice once it lands. What
|
|
151
|
+
* bounds this instead is the in-flight cap and the drain on close.
|
|
152
|
+
*
|
|
153
|
+
*/
|
|
154
|
+
/** @returns what it started, so a cycle can wait for it before marking */
|
|
155
|
+
#publish(row) {
|
|
156
|
+
const started = [];
|
|
157
|
+
for (const destination of this.#destinations)
|
|
158
|
+
if (this.#due(row, destination.name))
|
|
159
|
+
started.push(this.#send(row, destination));
|
|
160
|
+
return started;
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Whether this row is still this process's to send to that destination. A destination the
|
|
164
|
+
* row names and this process does not have is not its to send, and is left where it is.
|
|
165
|
+
*/
|
|
166
|
+
#due(row, destination) {
|
|
167
|
+
if (!row.outstanding.includes(destination))
|
|
168
|
+
return false;
|
|
169
|
+
const published = this.#published.get(destination);
|
|
170
|
+
if (published === undefined)
|
|
171
|
+
return false;
|
|
172
|
+
return !published.has(row.id) && !this.#publishing.get(destination).has(row.id);
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* Publishes one row to one destination and swallows the failure: the row stays outstanding
|
|
176
|
+
* for it and comes back on a later cycle, which is the whole point of having written it.
|
|
177
|
+
* Nothing here reaches the other destinations of the same row.
|
|
178
|
+
*
|
|
179
|
+
* There is no timeout on purpose. A publication is a confirmed write to a durable exchange,
|
|
180
|
+
* and `comq` waits for the broker to come back rather than failing — abandoning it would not
|
|
181
|
+
* stop it, it would only mean the row is published twice once it lands. What bounds this
|
|
182
|
+
* instead is the in-flight cap, which is per destination so that a dead one cannot stop the
|
|
183
|
+
* cycle from feeding the others, and the drain on close.
|
|
184
|
+
*/
|
|
185
|
+
async #send(row, destination) {
|
|
186
|
+
const name = destination.name;
|
|
187
|
+
const published = this.#published.get(name);
|
|
188
|
+
const publishing = this.#publishing.get(name);
|
|
189
|
+
const inflight = this.#inflight.get(name);
|
|
190
|
+
if (inflight.size >= INFLIGHT || published.size >= PUBLISHED)
|
|
191
|
+
return;
|
|
192
|
+
publishing.add(row.id);
|
|
193
|
+
const sending = destination.emit(row);
|
|
194
|
+
inflight.add(sending);
|
|
195
|
+
try {
|
|
196
|
+
await sending;
|
|
197
|
+
published.add(row.id);
|
|
198
|
+
}
|
|
199
|
+
catch (error) {
|
|
200
|
+
console.warn('Outbox publication failed', { row: row.id, destination: name, error });
|
|
201
|
+
}
|
|
202
|
+
finally {
|
|
203
|
+
inflight.delete(sending);
|
|
204
|
+
publishing.delete(row.id);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
/**
|
|
208
|
+
* `comq` retries a publish for as long as the broker is down rather than rejecting, so an
|
|
209
|
+
* unbounded drain outlives any grace period.
|
|
210
|
+
*
|
|
211
|
+
*/
|
|
212
|
+
async #drain() {
|
|
213
|
+
const inflight = [...this.#inflight.values()].flatMap((set) => [...set]);
|
|
214
|
+
if (inflight.length === 0)
|
|
215
|
+
return;
|
|
216
|
+
await Promise.race([Promise.allSettled(inflight), delay(DRAIN)]);
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Reads what is due, publishes it, and marks everything this process has sent — what it just
|
|
220
|
+
* published and what the immediate path published since the last cycle. One cycle at a time.
|
|
221
|
+
*
|
|
222
|
+
*/
|
|
223
|
+
#tick() {
|
|
224
|
+
if (this.#pumping)
|
|
225
|
+
return;
|
|
226
|
+
this.#pumping = true;
|
|
227
|
+
void this.#pump().finally(() => (this.#pumping = false));
|
|
228
|
+
}
|
|
229
|
+
async #pump() {
|
|
230
|
+
this.#assignment();
|
|
231
|
+
let page;
|
|
232
|
+
let after;
|
|
233
|
+
do {
|
|
234
|
+
page = await this.#read(after);
|
|
235
|
+
if (page.length === 0)
|
|
236
|
+
break;
|
|
237
|
+
// so a page is never read twice
|
|
238
|
+
after = page[page.length - 1]?.id;
|
|
239
|
+
/*
|
|
240
|
+
* A row is unpublished in the database until a cycle marks it, so a page includes what
|
|
241
|
+
* this replica is sending right now and what a failed marking left behind. Only this
|
|
242
|
+
* process knows either.
|
|
243
|
+
*/
|
|
244
|
+
const rows = page.filter((row) => this.#destinations.some((destination) => this.#due(row, destination.name)));
|
|
245
|
+
if (rows.length > 0) {
|
|
246
|
+
console.debug('Outbox recovering unpublished rows', { count: rows.length });
|
|
247
|
+
// every row is given its chance, at every destination it is still outstanding for;
|
|
248
|
+
// what a broker refused stays outstanding there and comes back on a later cycle
|
|
249
|
+
await this.#awaited(rows.flatMap((row) => this.#publish(row)));
|
|
250
|
+
}
|
|
251
|
+
// a full page is a page that may have been cut short
|
|
252
|
+
} while (page.length === this.#batch);
|
|
253
|
+
await this.#mark();
|
|
254
|
+
}
|
|
255
|
+
/**
|
|
256
|
+
* Says when this replica has owned nothing for long enough that nothing is going to assign
|
|
257
|
+
* it anything.
|
|
258
|
+
*
|
|
259
|
+
* Owning no lane is ordinary for a moment — a replica that has just started has not been
|
|
260
|
+
* told yet — and is why nothing here refuses at boot: one cycle of it cannot be told from an
|
|
261
|
+
* atomicity that is absent. Ten in a row can, and what it means is that this outbox recovers
|
|
262
|
+
* nothing: a publication that failed is never retried, and that change is lost with the
|
|
263
|
+
* process that failed to make it.
|
|
264
|
+
*
|
|
265
|
+
* Said every ten cycles rather than once, so that it is still there to be found in a log
|
|
266
|
+
* read long after the deployment that broke it, and once when it is over.
|
|
267
|
+
*/
|
|
268
|
+
#assignment() {
|
|
269
|
+
const lanes = this.#atom.slots(LANES);
|
|
270
|
+
if (lanes !== null && lanes.length > 0) {
|
|
271
|
+
if (this.#unassigned >= UNASSIGNED)
|
|
272
|
+
console.info('Outbox lanes assigned, recovery resumed');
|
|
273
|
+
this.#unassigned = 0;
|
|
274
|
+
return;
|
|
275
|
+
}
|
|
276
|
+
this.#unassigned++;
|
|
277
|
+
if (this.#unassigned % UNASSIGNED === 0)
|
|
278
|
+
console.warn('Outbox owns no lane and recovers nothing', {
|
|
279
|
+
cycles: this.#unassigned,
|
|
280
|
+
interval: this.#interval
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
/**
|
|
284
|
+
* One page of what is due. In a healthy system the first one is empty, every cycle — a row is
|
|
285
|
+
* due only if the process that wrote it failed to publish or died before marking it.
|
|
286
|
+
*
|
|
287
|
+
* Reading is suspended, not stopped, while this replica does not know which lanes are its
|
|
288
|
+
* own: the cycle keeps running and keeps marking, and reading resumes as soon as an
|
|
289
|
+
* assignment arrives. Reading without an assignment would be a different guarantee, where
|
|
290
|
+
* every replica publishes every stranded row.
|
|
291
|
+
*
|
|
292
|
+
* @param after the last id of the page before, so a page is never read twice
|
|
293
|
+
*/
|
|
294
|
+
async #read(after) {
|
|
295
|
+
const lanes = this.#atom.slots(LANES);
|
|
296
|
+
if (lanes === null || lanes.length === 0)
|
|
297
|
+
return [];
|
|
298
|
+
return this.#storage
|
|
299
|
+
.outbox.pending(lanes, Date.now(), this.#batch, after)
|
|
300
|
+
.catch((error) => {
|
|
301
|
+
console.warn('Outbox read failed', { error });
|
|
302
|
+
return [];
|
|
303
|
+
});
|
|
304
|
+
}
|
|
305
|
+
/**
|
|
306
|
+
* Waits for what this cycle started, so that it marks what it sent rather than leaving it to
|
|
307
|
+
* the next one — but not past its own interval. A publication is never abandoned: it stays in
|
|
308
|
+
* flight, `#publishing` keeps a later cycle from sending it again, and the drain on close
|
|
309
|
+
* still waits for it. What is bounded is only how long a cycle waits before marking the rest,
|
|
310
|
+
* so that one destination with nothing to say cannot hold up the settling of another.
|
|
311
|
+
*/
|
|
312
|
+
async #awaited(started) {
|
|
313
|
+
if (started.length === 0)
|
|
314
|
+
return;
|
|
315
|
+
await Promise.race([Promise.allSettled(started), delay(this.#interval)]);
|
|
316
|
+
}
|
|
317
|
+
/**
|
|
318
|
+
* One batched write for many rows, which is why the ids are held in memory rather than
|
|
319
|
+
* marked one by one. Ids that fail to be marked are kept and retried; a row that is never
|
|
320
|
+
* marked is simply published again, which is within the contract.
|
|
321
|
+
*
|
|
322
|
+
* Rows are grouped by the destinations that completed for them, so the ordinary case — every
|
|
323
|
+
* destination landing in the same window — is one group and one write, as it was when there
|
|
324
|
+
* was only ever one. A second write happens where the destinations diverged, which is the
|
|
325
|
+
* failure this exists for.
|
|
326
|
+
*/
|
|
327
|
+
async #mark() {
|
|
328
|
+
for (const [destinations, ids] of this.#groups())
|
|
329
|
+
await this.#settle(destinations, ids);
|
|
330
|
+
}
|
|
331
|
+
/** @private */
|
|
332
|
+
async #settle(destinations, ids) {
|
|
333
|
+
try {
|
|
334
|
+
await this.#storage.outbox.settle(ids, destinations);
|
|
335
|
+
}
|
|
336
|
+
catch (error) {
|
|
337
|
+
console.warn('Outbox marking failed', { count: ids.length, error });
|
|
338
|
+
return;
|
|
339
|
+
}
|
|
340
|
+
for (const destination of destinations) {
|
|
341
|
+
const published = this.#published.get(destination);
|
|
342
|
+
for (const id of ids)
|
|
343
|
+
published.delete(id);
|
|
344
|
+
}
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* What has been published since the last cycle, as rows sharing the destinations that
|
|
348
|
+
* completed for them.
|
|
349
|
+
*/
|
|
350
|
+
#groups() {
|
|
351
|
+
/** the destinations that completed for an id, in the order the destinations are held */
|
|
352
|
+
const completed = new Map();
|
|
353
|
+
for (const [destination, ids] of this.#published)
|
|
354
|
+
for (const id of ids) {
|
|
355
|
+
const names = completed.get(id);
|
|
356
|
+
if (names === undefined)
|
|
357
|
+
completed.set(id, [destination]);
|
|
358
|
+
else
|
|
359
|
+
names.push(destination);
|
|
360
|
+
}
|
|
361
|
+
const groups = new Map();
|
|
362
|
+
for (const [id, destinations] of completed) {
|
|
363
|
+
const key = destinations.join(SEPARATOR);
|
|
364
|
+
const group = groups.get(key);
|
|
365
|
+
if (group === undefined)
|
|
366
|
+
groups.set(key, [destinations, [id]]);
|
|
367
|
+
else
|
|
368
|
+
group[1].push(id);
|
|
369
|
+
}
|
|
370
|
+
return [...groups.values()];
|
|
371
|
+
}
|
|
372
|
+
/**
|
|
373
|
+
* A lane this replica currently owns, so that in steady state it settles its own rows
|
|
374
|
+
* before it ever reads them. Any lane at all when it owns none: the row still has to be
|
|
375
|
+
* written, and whoever ends up owning that lane will pump it.
|
|
376
|
+
*
|
|
377
|
+
*/
|
|
378
|
+
#lane() {
|
|
379
|
+
const owned = this.#atom.slots(LANES);
|
|
380
|
+
return owned === null || owned.length === 0
|
|
381
|
+
? Math.floor(Math.random() * LANES)
|
|
382
|
+
: owned[Math.floor(Math.random() * owned.length)];
|
|
383
|
+
}
|
|
384
|
+
}
|
|
385
|
+
function number(variable, declared, fallback) {
|
|
386
|
+
if (declared !== undefined)
|
|
387
|
+
return declared;
|
|
388
|
+
const value = Number(environment.get(variable));
|
|
389
|
+
return Number.isNaN(value) || value <= 0 ? fallback : value;
|
|
390
|
+
}
|
|
391
|
+
async function delay(ms) {
|
|
392
|
+
return new Promise((resolve) => {
|
|
393
|
+
setTimeout(resolve, ms).unref();
|
|
394
|
+
});
|
|
395
|
+
}
|
|
396
|
+
/**
|
|
397
|
+
* Constant, never configuration: rows carry their lane, so lowering this would leave rows in
|
|
398
|
+
* lanes nobody reads any more. It is also the ceiling on replicas of one component, and a
|
|
399
|
+
* power of two so that the common replica counts divide evenly.
|
|
400
|
+
*/
|
|
401
|
+
export const LANES = 128;
|
|
402
|
+
/** one cycle reads, publishes and marks; in steady state it finds nothing to read */
|
|
403
|
+
/**
|
|
404
|
+
* Cycles owning nothing before that is said out loud, and between one saying and the next.
|
|
405
|
+
* Long enough that a replica which has just started, or one whose assignment is being redrawn,
|
|
406
|
+
* says nothing at all.
|
|
407
|
+
*/
|
|
408
|
+
const UNASSIGNED = 10;
|
|
409
|
+
const INTERVAL = 5000;
|
|
410
|
+
/**
|
|
411
|
+
* `gap = interval * K`. Not a steady-state necessity — a replica writes into a lane it owns
|
|
412
|
+
* and marks what it published — but a guard for when a lane changes hands between the write
|
|
413
|
+
* and the settle. Two cycles of separation, plus one of margin.
|
|
414
|
+
*/
|
|
415
|
+
const K = 3;
|
|
416
|
+
/** how many rows one read brings back; the pump reads on while a page comes back full */
|
|
417
|
+
const BATCH = 200;
|
|
418
|
+
const DRAIN = 10_000;
|
|
419
|
+
/** publications in flight at once, per destination */
|
|
420
|
+
const INFLIGHT = 1000;
|
|
421
|
+
const PUBLISHED = 10_000;
|
|
422
|
+
/** what a group of destinations is keyed by; no name can hold it */
|
|
423
|
+
const SEPARATOR = '\u0000';
|
|
424
|
+
//# sourceMappingURL=outbox.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox.js","sourceRoot":"","sources":["../source/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAA;AAC3C,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAY7C;;;;;;;;;;GAUG;AACH,MAAM,OAAO,MAAO,SAAQ,SAAS;IAC1B,aAAa,CAAe;IAC5B,QAAQ,CAAqB;IAC7B,KAAK,CAAM;IAEX,IAAI,CAAQ;IACZ,SAAS,CAAQ;IACjB,MAAM,CAAQ;IACd,MAAM,CAAS;IAE1B;;;;SAIK;IAEH,oFAAoF;IAC3E,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAA;IAEpD,8EAA8E;IACrE,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAA;IAE1D,wFAAwF;IAC/E,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAA;IAErD,MAAM,CAA4B;IAClC,IAAI,CAA0B;IAC9B,QAAQ,GAAG,KAAK,CAAA;IAEhB,6DAA6D;IAC7D,WAAW,GAAG,CAAC,CAAA;IACf,QAAQ,GAAG,KAAK,CAAA;IAEhB,sCAAsC;IACtC,YACE,YAA2B,EAC3B,OAA4B,EAC5B,IAAU,EACV,OAAO,GAAY,EAAE;QAErB,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,aAAa,GAAG,YAAY,CAAA;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QAEjB,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;YAChD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;YAC/C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;QACnD,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,qBAAqB,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,kBAAkB,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC9D,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC,KAAK,GAAG,CAAA;QAEzD,gFAAgF;QAChF,KAAK,MAAM,WAAW,IAAI,YAAY;YAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEjE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAElB,IAAI,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,CAAC;IAED,sEAAsE;IACtE,IAAW,OAAO;QAChB,OAAO,IAAI,CAAC,QAAQ,EAAE,MAAM,KAAK,SAAS,CAAA;IAC5C,CAAC;IAED;;;OAGG;IACI,GAAG,CAAC,KAAqB;QAC9B,MAAM,GAAG,GAAQ;YACf,EAAE,EAAE,KAAK,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;YAClB,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI;YAC/B,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC;YACtE,KAAK,EAAE,KAAc;SACtB,CAAA;QAED;;;;WAIG;QACH,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAA;QAE5B,IAAI,IAAI,KAAK,SAAS;YAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAA;QAExC,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;;OAGG;IACI,OAAO,CAAC,GAAQ;QACrB,4FAA4F;QAC5F,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAE3C;;;;WAIG;QACH,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAExC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,GAAQ;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa;aAC/B,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aACnE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAEpD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAC5B,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAM;QAEzB,IAAI,IAAI,CAAC,MAAM;YACb,OAAO,CAAC,IAAI,CACV,iFAAiF,CAClF,CAAA;QAEH,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QAEnB;;;;WAIG;QACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC,CAAC,CAAA;IACJ,CAAC;IAEkB,KAAK,CAAC,KAAK;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QAEpB,IAAI,CAAC,IAAI,EAAE,EAAE,CAAA;QAEb,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEzD,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACnB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;IAED;;;;;;;;;OASG;IACH,0EAA0E;IAC1E,QAAQ,CAAC,GAAQ;QACf,MAAM,OAAO,GAAyB,EAAE,CAAA;QAExC,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,aAAa;YAC1C,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAA;QAElF,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;OAGG;IACH,IAAI,CAAC,GAAQ,EAAE,WAAmB;QAChC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAA;QAExD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAElD,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;QAEzC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAClF,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,KAAK,CAAC,GAAQ,EAAE,WAAwB;QAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAA;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAE,CAAA;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAE,CAAA;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAE,CAAA;QAE1C,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,IAAI,SAAS,CAAC,IAAI,IAAI,SAAS;YAAE,OAAM;QAEpE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEtB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAErC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAErB,IAAI,CAAC;YACH,MAAM,OAAO,CAAA;YAEb,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACtF,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACxB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC3B,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAA;QAExE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAEjC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAClE,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAM;QAEzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QAEpB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,WAAW,EAAE,CAAA;QAElB,IAAI,IAAW,CAAA;QACf,IAAI,KAAyB,CAAA;QAE7B,GAAG,CAAC;YACF,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAE9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAE5B,gCAAgC;YAChC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,CAAA;YAEjC;;;;eAIG;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAC/B,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAC3E,CAAA;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;gBAE3E,mFAAmF;gBACnF,gFAAgF;gBAChF,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YAChE,CAAC;YAED,qDAAqD;QACvD,CAAC,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAC;QAErC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,WAAW;QACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAErC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,WAAW,IAAI,UAAU;gBAChC,OAAO,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAA;YAEzD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;YAEpB,OAAM;QACR,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAA;QAElB,IAAI,IAAI,CAAC,WAAW,GAAG,UAAU,KAAK,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE;gBACvD,MAAM,EAAE,IAAI,CAAC,WAAW;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS;aACzB,CAAC,CAAA;IACN,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,KAAK,CAAC,KAAc;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAErC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAA;QAEnD,OAAO,IAAI,CAAC,QAAS;aAClB,MAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;aACtD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;YAE7C,OAAO,EAAE,CAAA;QACX,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CAAC,OAA6B;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAEhC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,KAAK;QACT,KAAK,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IACzF,CAAC;IAED,eAAe;IACf,KAAK,CAAC,OAAO,CAAC,YAAsB,EAAE,GAAa;QACjD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAS,CAAC,MAAO,CAAC,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAEnE,OAAM;QACR,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAE,CAAA;YAEnD,KAAK,MAAM,EAAE,IAAI,GAAG;gBAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,wFAAwF;QACxF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAA;QAE7C,KAAK,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU;YAC9C,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE/B,IAAI,KAAK,KAAK,SAAS;oBAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAA;;oBACpD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC9B,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAA;QAEtD,KAAK,MAAM,CAAC,EAAE,EAAE,YAAY,CAAC,IAAI,SAAS,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAE7B,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;;gBACzD,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACxB,CAAC;QAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED;;;;;OAKG;IACH,KAAK;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAErC,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YACzC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC;YACnC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACrD,CAAC;CACF;AAED,SAAS,MAAM,CACb,QAAgB,EAChB,QAA4B,EAC5B,QAAgB;IAEhB,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAA;IAE3C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;IAE/C,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAA;AAC7D,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,EAAU;IAC7B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAA;IACjC,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,CAAA;AAExB,qFAAqF;AACrF;;;;GAIG;AACH,MAAM,UAAU,GAAG,EAAE,CAAA;AAErB,MAAM,QAAQ,GAAG,IAAI,CAAA;AAErB;;;;GAIG;AACH,MAAM,CAAC,GAAG,CAAC,CAAA;AAEX,yFAAyF;AACzF,MAAM,KAAK,GAAG,GAAG,CAAA;AAEjB,MAAM,KAAK,GAAG,MAAM,CAAA;AAEpB,sDAAsD;AACtD,MAAM,QAAQ,GAAG,IAAI,CAAA;AACrB,MAAM,SAAS,GAAG,MAAM,CAAA;AAExB,oEAAoE;AACpE,MAAM,SAAS,GAAG,QAAQ,CAAA"}
|
|
@@ -20,7 +20,7 @@ function projection(projection, properties) {
|
|
|
20
20
|
for (const property of projection)
|
|
21
21
|
if (properties[property] === undefined)
|
|
22
22
|
throw new QuerySyntaxException(`Projection property '${property}' is not defined`);
|
|
23
|
-
for (const property of ['VERSION', 'CREATED', 'UPDATED', 'DELETED'])
|
|
23
|
+
for (const property of ['VERSION', 'CREATED', 'UPDATED', 'DELETED', 'REGION'])
|
|
24
24
|
if (!projection.includes(property))
|
|
25
25
|
projection.push(property);
|
|
26
26
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"options.js","sourceRoot":"","sources":["../../source/query/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAIvD,MAAM,UAAU,OAAO,CAAC,KAA0B,EAAE,UAAsB;IACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAEvE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;QAAE,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;IAE5E,OAAO,KAAgB,CAAA;AACzB,CAAC;AAED,SAAS,IAAI,CAAC,IAAc,EAAE,UAAsB;IAClD,MAAM,MAAM,GAA4B,EAAE,CAAA;IAE1C,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;QAC3B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEhD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,SAAS;YACpC,MAAM,IAAI,oBAAoB,CAAC,kBAAkB,QAAQ,kBAAkB,CAAC,CAAA;QAE9E,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,KAAK,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,UAAU,CAAC,UAAoB,EAAE,UAAsB;IAC9D,KAAK,MAAM,QAAQ,IAAI,UAAU;QAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,SAAS;YACpC,MAAM,IAAI,oBAAoB,CAAC,wBAAwB,QAAQ,kBAAkB,CAAC,CAAA;IAEtF,KAAK,MAAM,QAAQ,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"options.js","sourceRoot":"","sources":["../../source/query/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAIvD,MAAM,UAAU,OAAO,CAAC,KAA0B,EAAE,UAAsB;IACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAEvE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;QAAE,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;IAE5E,OAAO,KAAgB,CAAA;AACzB,CAAC;AAED,SAAS,IAAI,CAAC,IAAc,EAAE,UAAsB;IAClD,MAAM,MAAM,GAA4B,EAAE,CAAA;IAE1C,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;QAC3B,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEhD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,SAAS;YACpC,MAAM,IAAI,oBAAoB,CAAC,kBAAkB,QAAQ,kBAAkB,CAAC,CAAA;QAE9E,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,KAAK,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,UAAU,CAAC,UAAoB,EAAE,UAAsB;IAC9D,KAAK,MAAM,QAAQ,IAAI,UAAU;QAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,SAAS;YACpC,MAAM,IAAI,oBAAoB,CAAC,wBAAwB,QAAQ,kBAAkB,CAAC,CAAA;IAEtF,KAAK,MAAM,QAAQ,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3E,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AACjE,CAAC"}
|
package/transpiled/receiver.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { console, decode, run } from 'openspan';
|
|
2
2
|
import { add } from '@toa.io/generic';
|
|
3
3
|
import { Connector } from './connector.js';
|
|
4
|
+
import * as trail from './trail.js';
|
|
4
5
|
export class Receiver extends Connector {
|
|
5
6
|
#conditioned;
|
|
6
7
|
#adaptive;
|
|
@@ -50,7 +51,12 @@ export class Receiver extends Connector {
|
|
|
50
51
|
}
|
|
51
52
|
/** @hot */
|
|
52
53
|
async receive(message) {
|
|
53
|
-
|
|
54
|
+
/*
|
|
55
|
+
* `trail` is taken out by name rather than left to `add`, which leaves an array the
|
|
56
|
+
* request already has alone and shares the deserialized one by reference where it does
|
|
57
|
+
* not — and validates neither.
|
|
58
|
+
*/
|
|
59
|
+
const { payload, telemetry, trail: inbound, ...extensions } = message;
|
|
54
60
|
if (this.#conditioned === true && (await this.#bridge?.condition(payload)) === false)
|
|
55
61
|
return;
|
|
56
62
|
const request = await this.#request(payload);
|
|
@@ -58,6 +64,13 @@ export class Receiver extends Connector {
|
|
|
58
64
|
// set after `add`, so that a message field can not spoof the origin
|
|
59
65
|
if (this.#origin !== undefined)
|
|
60
66
|
request.source = this.#origin;
|
|
67
|
+
/*
|
|
68
|
+
* The event is a hop of its own. What an operator rewires to break a cycle is the
|
|
69
|
+
* subscription rather than the operation, so a chain that named only operations would not
|
|
70
|
+
* say how a component was re-entered. Refusing is left to `Component.invoke`, one hop
|
|
71
|
+
* later, which acquires and commits nothing before it.
|
|
72
|
+
*/
|
|
73
|
+
request.trail = [...trail.received(inbound), trail.event(this.#destination)];
|
|
61
74
|
// continue the trace from the producer span
|
|
62
75
|
const remote = telemetry === undefined ? null : decode(telemetry);
|
|
63
76
|
const task = async () => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"receiver.js","sourceRoot":"","sources":["../source/receiver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAoB,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;
|
|
1
|
+
{"version":3,"file":"receiver.js","sourceRoot":"","sources":["../source/receiver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAoB,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AAgBnC,MAAM,OAAO,QAAS,SAAQ,SAAS;IAC5B,YAAY,CAAqB;IACjC,SAAS,CAAqB;IAC9B,SAAS,CAAQ;IACjB,MAAM,CAAQ;IACd,YAAY,CAAQ;IACpB,UAAU,CAAuB;IACjC,OAAO,CAAoB;IAC3B,MAAM,CAAW;IACjB,OAAO,CAAoB;IAC3B,SAAS,CAAa;IACtB,WAAW,CAAa;IAEjC,YAAmB,UAAsB,EAAE,KAAgB,EAAE,MAAe;QAC1E,KAAK,EAAE,CAAA;QAEP,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAA;QAEvD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA;QAC/B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,KAAK,IAAI,SAAS,CAAA;QAC3C,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAA;QACzD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,SAAS,CAAA;QACtC,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,MAAM,CAAA;QAEhC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QAErB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACnB,IAAI,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAE9C;;;;;;WAMG;QACH,IAAI,CAAC,SAAS,GAAG;YACf,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,UAAU;YAC9B,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,IAAI,CAAC,YAAY;YAC1B,UAAU,EAAE,EAAE,4BAA4B,EAAE,IAAI,CAAC,YAAY,EAAE;SAChE,CAAA;QAED,IAAI,CAAC,WAAW,GAAG;YACjB,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,UAAU;YAC9B,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;YACzB,UAAU,EAAE,EAAE,4BAA4B,EAAE,IAAI,CAAC,YAAY,EAAE;SAChE,CAAA;IACH,CAAC;IAED,WAAW;IACJ,KAAK,CAAC,OAAO,CAAC,OAAgB;QACnC;;;;WAIG;QACH,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,OAAO,CAAA;QAErE,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK;YAClF,OAAM;QAER,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAE5C,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;QAExB,oEAAoE;QACpE,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAA;QAE7D;;;;;WAKG;QACH,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAA;QAE5E,4CAA4C;QAC5C,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACjE,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;YACrC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC9B,CAAC,CAAA;QAED,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,EAAE,CAAA;;YAC5B,MAAM,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAgB;QAC7B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE;YACxC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE;oBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;oBACjC,QAAQ,EAAE,IAAI,CAAC,SAAS;oBACxB,KAAK;iBACN,CAAC,CAAA;gBAEF,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI;YAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YAClE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;IACxB,CAAC;CACF"}
|
package/transpiled/remote.js
CHANGED
|
@@ -1,11 +1,10 @@
|
|
|
1
|
-
import assert from 'node:assert';
|
|
2
1
|
import { Component } from './component.js';
|
|
2
|
+
import { EndpointException } from './exceptions.js';
|
|
3
3
|
export class Remote extends Component {
|
|
4
4
|
kind = 'client';
|
|
5
5
|
explain(endpoint) {
|
|
6
6
|
if (!(endpoint in this.operations))
|
|
7
|
-
|
|
8
|
-
assert.fail(`Endpoint '${endpoint}' is not provided by '${this.locator.id}'`);
|
|
7
|
+
throw new EndpointException(`'${endpoint}' is not provided by '${this.locator.id}'`);
|
|
9
8
|
return this.operations[endpoint].explain();
|
|
10
9
|
}
|
|
11
10
|
}
|
package/transpiled/remote.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"remote.js","sourceRoot":"","sources":["../source/remote.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"remote.js","sourceRoot":"","sources":["../source/remote.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAQnD,MAAM,OAAO,MAAO,SAAQ,SAAqB;IAC5B,IAAI,GAAG,QAAiB,CAAA;IAEpC,OAAO,CAAC,QAAgB;QAC7B,IAAI,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC;YAChC,MAAM,IAAI,iBAAiB,CAAC,IAAI,QAAQ,yBAAyB,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAA;QAEtF,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAA;IAC5C,CAAC;CACF"}
|
package/transpiled/state.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ import type { Readable } from 'node:stream';
|
|
|
3
3
|
import type { Factory } from './entities/factory.js';
|
|
4
4
|
import type { Entity } from './entities/entity.js';
|
|
5
5
|
import type { Changeset } from './entities/changeset.js';
|
|
6
|
-
import type { Outbox } from './outbox
|
|
6
|
+
import type { Outbox } from './outbox.js';
|
|
7
7
|
import type { Query, Record, Storage } from './types/storages.js';
|
|
8
8
|
/**
|
|
9
9
|
* What an operation acquires and commits. One method per scope a manifest may declare, which
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* How many times one hop may appear before the call is refused, and how long a chain may grow
|
|
3
|
+
* at all. Repetition is the signal and names the cycle; depth is the backstop for a chain that
|
|
4
|
+
* grows without repeating a hop, and it is what bounds the array on the wire.
|
|
5
|
+
*/
|
|
6
|
+
export interface Limits {
|
|
7
|
+
repeats: number;
|
|
8
|
+
depth: number;
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* What the environment says, read where a component is built rather than once for the process,
|
|
12
|
+
* as the outbox reads its own — so a composition booted after a variable was set sees it.
|
|
13
|
+
*
|
|
14
|
+
* `TOA_TRAIL_REPEATS=0` refuses nothing: the chain is still stamped, carried and bounded. It is
|
|
15
|
+
* the off switch, and it exists because this refuses calls an application may be making today —
|
|
16
|
+
* a handshake written as `a > b > a > b > a` is three occurrences of one hop. A breaker with no
|
|
17
|
+
* way to open it is itself the outage.
|
|
18
|
+
*/
|
|
19
|
+
export declare function limits(): Limits;
|
|
20
|
+
/** The chain that led to the invocation running now, where there is one. */
|
|
21
|
+
export declare function current(): string[] | undefined;
|
|
22
|
+
/** Runs `task` as the hop the chain now ends with. */
|
|
23
|
+
export declare function follow<T>(hops: string[], task: () => Promise<T>): Promise<T>;
|
|
24
|
+
/**
|
|
25
|
+
* The chain this hop makes, or a raise where it is one hop too many: a hop already taken
|
|
26
|
+
* `repeats` times is a cycle, and a chain past `depth` is one nothing meant to make. Both are
|
|
27
|
+
* permanent, so what hits one is set aside rather than tried again into the same loop.
|
|
28
|
+
*
|
|
29
|
+
* The chain is copied rather than appended to, which is what makes it a path down the call
|
|
30
|
+
* tree rather than a log of everything that happened — an operation calling one endpoint fifty
|
|
31
|
+
* times makes fifty chains of one hop, not one chain of fifty.
|
|
32
|
+
*/
|
|
33
|
+
export declare function extend(inbound: unknown, hop: string, limits: Limits): string[];
|
|
34
|
+
/**
|
|
35
|
+
* How an event is named in a chain. The sigil is what tells it from an operation: the two are
|
|
36
|
+
* the same shape, a component may declare one of each under a single name, and `sync` is both
|
|
37
|
+
* the event every component inherits and an ordinary name for an operation.
|
|
38
|
+
*
|
|
39
|
+
* What an operator rewires to break a cycle is the subscription rather than the operation, so a
|
|
40
|
+
* chain that named only operations would not say how a component was re-entered.
|
|
41
|
+
*/
|
|
42
|
+
export declare function event(destination: string): string;
|
|
43
|
+
/**
|
|
44
|
+
* What came off the wire, as a chain and nothing else. Neither the request contract nor a
|
|
45
|
+
* message validates this — a request is not validated at all once it is `authentic` — so a
|
|
46
|
+
* malformed one would otherwise become a `TypeError` where a named exception was contracted
|
|
47
|
+
* for. Bounding it is `extend`'s, one hop later, which is the only place the limits are known.
|
|
48
|
+
*/
|
|
49
|
+
export declare function received(value: unknown): string[];
|