@nanobpm/nano-workforce 0.174.1 → 0.175.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
## [0.175.0](https://github.com/nanobpm/nano-workforce/compare/v0.174.1...v0.175.0) (2026-09-02)
|
|
2
|
+
|
|
3
|
+
### Features
|
|
4
|
+
|
|
5
|
+
* **agentic:** engine/poller-owned relay transcript completion (retire the presence heuristic) ([#708](https://github.com/nanobpm/nano-workforce/issues/708)) ([74f42f6](https://github.com/nanobpm/nano-workforce/commit/74f42f6fa3f1b07a6608ccf50979693eecb8ead4)), closes [689/#690](https://github.com/689/nano-workforce/issues/690) [#661](https://github.com/nanobpm/nano-workforce/issues/661) [#691](https://github.com/nanobpm/nano-workforce/issues/691) [#691](https://github.com/nanobpm/nano-workforce/issues/691) [#691](https://github.com/nanobpm/nano-workforce/issues/691) [#unlink](https://github.com/nanobpm/nano-workforce/issues/unlink)
|
|
6
|
+
|
|
1
7
|
## [0.174.1](https://github.com/nanobpm/nano-workforce/compare/v0.174.0...v0.174.1) (2026-09-02)
|
|
2
8
|
|
|
3
9
|
### Bug Fixes
|
|
@@ -956,6 +956,198 @@ test("#689 mid-job reconnect: with no isInstanceLive wired, a producer disconnec
|
|
|
956
956
|
service.teardown();
|
|
957
957
|
});
|
|
958
958
|
|
|
959
|
+
test("#691 engine-owned disconnect: a mid-job reconnect whose engine job is still parked keeps the correlation live", async () => {
|
|
960
|
+
const registry = new ConnectionRegistry();
|
|
961
|
+
const correlation = new CorrelationRegistry();
|
|
962
|
+
const byConnection = new Map([["conn-old", "worker-E"]]);
|
|
963
|
+
// The engine is the completion authority (#691): while the harness holds the lease the job stays
|
|
964
|
+
// parked (resolver returns an element-instance key), so a producer disconnect must NOT complete it.
|
|
965
|
+
let parked = true;
|
|
966
|
+
const resolveElementInstance = (jobKey: string) =>
|
|
967
|
+
Promise.resolve(parked && jobKey === "9001" ? "ei-9001" : undefined);
|
|
968
|
+
// isInstanceLive is deliberately NOT wired (static () => false): the engine job-state — not the
|
|
969
|
+
// presence heuristic — must be what spares the reconnect, proving presence is no longer the authority.
|
|
970
|
+
const { service, hub } = mkCorrelatedService(registry, memoryDb(), correlation, byConnection, {
|
|
971
|
+
resolveElementInstance,
|
|
972
|
+
});
|
|
973
|
+
const p = connect("conn-old", registry);
|
|
974
|
+
hub.handler?.(produce(jobStream("9001"), 1, "booting agent"), p.conn);
|
|
975
|
+
assertEquals(correlation.jobKeysFor("worker-E"), ["9001"], "the job links on first produce");
|
|
976
|
+
|
|
977
|
+
// The producer WS blips: the old connection drops (no new one yet — presence would report the
|
|
978
|
+
// instance NOT live). A frame drives #reconcile → drops the dead producer + kicks the engine reconcile.
|
|
979
|
+
registry.remove("conn-old");
|
|
980
|
+
const other = connect("cons", registry);
|
|
981
|
+
hub.handler?.(grant(0), other.conn);
|
|
982
|
+
await tick(); // let the fire-and-forget engine reconcile settle
|
|
983
|
+
assertEquals(correlation.jobKeysFor("worker-E"), ["9001"], "a still-parked job survives the disconnect");
|
|
984
|
+
assertEquals(service.transcriptOf(jobStream("9001")), undefined, "the still-active stream is NOT archived");
|
|
985
|
+
assertEquals(service.liveFallback(jobStream("9001"))?.ring !== undefined, true, "the transcript is still live");
|
|
986
|
+
|
|
987
|
+
// The worker resumes producing on a NEW connection over the same job → re-attributed, still one job.
|
|
988
|
+
byConnection.set("conn-new", "worker-E");
|
|
989
|
+
const p2 = connect("conn-new", registry);
|
|
990
|
+
hub.handler?.(produce(jobStream("9001"), 1, "resumed output"), p2.conn);
|
|
991
|
+
assertEquals(correlation.jobKeysFor("worker-E"), ["9001"], "the resumed producer stays linked to the same job");
|
|
992
|
+
|
|
993
|
+
// The job genuinely ends: the engine park vanishes. The periodic backstop pass completes + archives it.
|
|
994
|
+
parked = false;
|
|
995
|
+
await service.reconcileEngineCorrelations();
|
|
996
|
+
assertEquals(correlation.jobKeysFor("worker-E"), [], "the ended job is released");
|
|
997
|
+
assertEquals(service.transcriptOf(jobStream("9001"))?.status, "completed", "and its transcript is archived");
|
|
998
|
+
service.teardown();
|
|
999
|
+
});
|
|
1000
|
+
|
|
1001
|
+
test("#691 engine-owned disconnect: a true exit whose engine job is gone completes + archives the stream", async () => {
|
|
1002
|
+
const registry = new ConnectionRegistry();
|
|
1003
|
+
const correlation = new CorrelationRegistry();
|
|
1004
|
+
const byConnection = new Map([["prod", "worker-X"]]);
|
|
1005
|
+
// The engine reports the job GONE at disconnect time (a clean completion whose terminal lifecycle
|
|
1006
|
+
// event was missed, or an unclean exit): the disconnect-driven engine reconcile completes it.
|
|
1007
|
+
const resolveElementInstance = () => Promise.resolve(undefined);
|
|
1008
|
+
const { service, hub } = mkCorrelatedService(registry, memoryDb(), correlation, byConnection, {
|
|
1009
|
+
resolveElementInstance,
|
|
1010
|
+
});
|
|
1011
|
+
const p = connect("prod", registry);
|
|
1012
|
+
hub.handler?.(produce(jobStream("kX"), 1, "x"), p.conn);
|
|
1013
|
+
assertEquals(correlation.jobKeysFor("worker-X"), ["kX"]);
|
|
1014
|
+
|
|
1015
|
+
registry.remove("prod");
|
|
1016
|
+
const other = connect("cons", registry);
|
|
1017
|
+
hub.handler?.(grant(0), other.conn);
|
|
1018
|
+
await tick(); // the fire-and-forget engine reconcile resolves "gone" → completes
|
|
1019
|
+
assertEquals(correlation.jobKeysFor("worker-X"), [], "a truly-ended job is released on disconnect");
|
|
1020
|
+
assertEquals(service.transcriptOf(jobStream("kX"))?.status, "completed", "and its transcript is archived");
|
|
1021
|
+
service.teardown();
|
|
1022
|
+
});
|
|
1023
|
+
|
|
1024
|
+
test("#691 engine-owned disconnect: an UNLINKED job stream (register/produce race) whose engine job is still parked is NOT archived on disconnect", async () => {
|
|
1025
|
+
const registry = new ConnectionRegistry();
|
|
1026
|
+
const correlation = new CorrelationRegistry();
|
|
1027
|
+
// The connection→instance map is deliberately EMPTY at first produce: the producer's presence
|
|
1028
|
+
// instance is not yet resolvable (the documented register/produce race), so #link leaves the job
|
|
1029
|
+
// stream UNLINKED (`state.linked` stays false) even though it IS a job stream and a resolver is
|
|
1030
|
+
// wired. The engine — not `state.linked` — must own the disconnect completion decision, otherwise
|
|
1031
|
+
// a mid-job reconnect that raced the link would wrongly fall through to the presence fallback and
|
|
1032
|
+
// archive a still-parked job.
|
|
1033
|
+
const byConnection = new Map<string, string>();
|
|
1034
|
+
let parked = true;
|
|
1035
|
+
const resolveElementInstance = (jobKey: string) =>
|
|
1036
|
+
Promise.resolve(parked && jobKey === "7742" ? "ei-7742" : undefined);
|
|
1037
|
+
const { service, hub } = mkCorrelatedService(registry, memoryDb(), correlation, byConnection, {
|
|
1038
|
+
resolveElementInstance,
|
|
1039
|
+
});
|
|
1040
|
+
const p = connect("conn-old", registry);
|
|
1041
|
+
hub.handler?.(produce(jobStream("7742"), 1, "booting agent"), p.conn);
|
|
1042
|
+
assertEquals(correlation.count(), 0, "the stream did NOT link — the instance was not resolvable at produce time");
|
|
1043
|
+
|
|
1044
|
+
// The old producer connection blips before a later produce could retry the link. A frame drives
|
|
1045
|
+
// #reconcile → it must defer to the engine (job still parked) rather than archive on presence.
|
|
1046
|
+
registry.remove("conn-old");
|
|
1047
|
+
const other = connect("cons", registry);
|
|
1048
|
+
hub.handler?.(grant(0), other.conn);
|
|
1049
|
+
await tick(); // let the fire-and-forget engine reconcile settle
|
|
1050
|
+
assertEquals(
|
|
1051
|
+
service.transcriptOf(jobStream("7742")),
|
|
1052
|
+
undefined,
|
|
1053
|
+
"an unlinked-but-still-parked job is NOT archived on disconnect",
|
|
1054
|
+
);
|
|
1055
|
+
assertEquals(service.liveFallback(jobStream("7742"))?.ring !== undefined, true, "its transcript is still live");
|
|
1056
|
+
|
|
1057
|
+
// The worker resumes on a NEW connection; the instance now resolves → the late link finally lands.
|
|
1058
|
+
byConnection.set("conn-new", "worker-R");
|
|
1059
|
+
const p2 = connect("conn-new", registry);
|
|
1060
|
+
hub.handler?.(produce(jobStream("7742"), 1, "resumed output"), p2.conn);
|
|
1061
|
+
assertEquals(correlation.jobKeysFor("worker-R"), ["7742"], "the late link succeeds on reconnect once the instance resolves");
|
|
1062
|
+
|
|
1063
|
+
// The job genuinely ends: the engine park vanishes → the backstop pass completes + archives it.
|
|
1064
|
+
parked = false;
|
|
1065
|
+
await service.reconcileEngineCorrelations();
|
|
1066
|
+
assertEquals(correlation.jobKeysFor("worker-R"), [], "the ended job is released");
|
|
1067
|
+
assertEquals(service.transcriptOf(jobStream("7742"))?.status, "completed", "and its transcript is archived");
|
|
1068
|
+
service.teardown();
|
|
1069
|
+
});
|
|
1070
|
+
|
|
1071
|
+
test("#708 periodic backstop covers an UNLINKED job stream: an unlinked-but-parked disconnect that never reconnects is completed once the engine park ends", async () => {
|
|
1072
|
+
const registry = new ConnectionRegistry();
|
|
1073
|
+
const correlation = new CorrelationRegistry();
|
|
1074
|
+
// Same register/produce race as #691: the connection→instance map is empty, so #link leaves the
|
|
1075
|
+
// job stream UNLINKED. The producer then drops while the engine job is still parked, so the
|
|
1076
|
+
// disconnect path keeps the stream live and clears `state.producer` (so #reconcile does not
|
|
1077
|
+
// re-trigger). Critically the worker NEVER reconnects — no later `produce` ever links it. The
|
|
1078
|
+
// periodic backstop is now the ONLY actor that can retire it, so it must include unlinked job
|
|
1079
|
+
// streams in its reconcile snapshot; otherwise the stream leaks live forever once the engine job
|
|
1080
|
+
// becomes terminal.
|
|
1081
|
+
const byConnection = new Map<string, string>();
|
|
1082
|
+
let parked = true;
|
|
1083
|
+
const resolveElementInstance = (jobKey: string) =>
|
|
1084
|
+
Promise.resolve(parked && jobKey === "7708" ? "ei-7708" : undefined);
|
|
1085
|
+
const { service, hub } = mkCorrelatedService(registry, memoryDb(), correlation, byConnection, {
|
|
1086
|
+
resolveElementInstance,
|
|
1087
|
+
});
|
|
1088
|
+
const p = connect("conn-old", registry);
|
|
1089
|
+
hub.handler?.(produce(jobStream("7708"), 1, "booting agent"), p.conn);
|
|
1090
|
+
assertEquals(correlation.count(), 0, "the stream did NOT link — the instance was not resolvable at produce time");
|
|
1091
|
+
|
|
1092
|
+
// Producer blips; the disconnect engine-reconcile keeps the still-parked stream live and clears
|
|
1093
|
+
// the producer so #reconcile will not revisit it on later frames.
|
|
1094
|
+
registry.remove("conn-old");
|
|
1095
|
+
const other = connect("cons", registry);
|
|
1096
|
+
hub.handler?.(grant(0), other.conn);
|
|
1097
|
+
await tick();
|
|
1098
|
+
assertEquals(
|
|
1099
|
+
service.transcriptOf(jobStream("7708")),
|
|
1100
|
+
undefined,
|
|
1101
|
+
"an unlinked-but-still-parked job is NOT archived on disconnect",
|
|
1102
|
+
);
|
|
1103
|
+
|
|
1104
|
+
// The engine job genuinely ends. With NO reconnect to link it, only the periodic backstop can
|
|
1105
|
+
// retire it — and it must, even though the stream is unlinked.
|
|
1106
|
+
parked = false;
|
|
1107
|
+
await service.reconcileEngineCorrelations();
|
|
1108
|
+
assertEquals(
|
|
1109
|
+
service.transcriptOf(jobStream("7708"))?.status,
|
|
1110
|
+
"completed",
|
|
1111
|
+
"the periodic backstop completes an unlinked job stream once the engine park disappears",
|
|
1112
|
+
);
|
|
1113
|
+
assertEquals(service.liveFallback(jobStream("7708")), undefined, "and its live ring is retired");
|
|
1114
|
+
service.teardown();
|
|
1115
|
+
});
|
|
1116
|
+
|
|
1117
|
+
test("#691 engine-owned disconnect: a transient engine read at disconnect never falsely completes; the backstop retries", async () => {
|
|
1118
|
+
const registry = new ConnectionRegistry();
|
|
1119
|
+
const correlation = new CorrelationRegistry();
|
|
1120
|
+
const byConnection = new Map([["prod", "worker-T"]]);
|
|
1121
|
+
// The disconnect-time engine read throws (unavailable). A transient fault must be treated as
|
|
1122
|
+
// "unknown — keep it linked", NEVER as "job gone": the stream stays live until a later pass resolves.
|
|
1123
|
+
let failing = true;
|
|
1124
|
+
let gone = false;
|
|
1125
|
+
const resolveElementInstance = () => {
|
|
1126
|
+
if (failing) return Promise.reject(new Error("engine unavailable"));
|
|
1127
|
+
return Promise.resolve(gone ? undefined : "ei-T");
|
|
1128
|
+
};
|
|
1129
|
+
const { service, hub } = mkCorrelatedService(registry, memoryDb(), correlation, byConnection, {
|
|
1130
|
+
resolveElementInstance,
|
|
1131
|
+
});
|
|
1132
|
+
const p = connect("prod", registry);
|
|
1133
|
+
hub.handler?.(produce(jobStream("kT"), 1, "x"), p.conn);
|
|
1134
|
+
|
|
1135
|
+
registry.remove("prod");
|
|
1136
|
+
const other = connect("cons", registry);
|
|
1137
|
+
hub.handler?.(grant(0), other.conn);
|
|
1138
|
+
await tick(); // the engine read rejects → the stream must stay linked, not complete
|
|
1139
|
+
assertEquals(correlation.jobKeysFor("worker-T"), ["kT"], "a transient engine failure leaves the job linked");
|
|
1140
|
+
assertEquals(service.transcriptOf(jobStream("kT")), undefined, "and its transcript is NOT archived");
|
|
1141
|
+
|
|
1142
|
+
// The engine recovers and now reports the job gone: the periodic backstop pass completes it.
|
|
1143
|
+
failing = false;
|
|
1144
|
+
gone = true;
|
|
1145
|
+
await service.reconcileEngineCorrelations();
|
|
1146
|
+
assertEquals(correlation.jobKeysFor("worker-T"), [], "the backstop pass releases the ended job");
|
|
1147
|
+
assertEquals(service.transcriptOf(jobStream("kT"))?.status, "completed", "and archives its transcript");
|
|
1148
|
+
service.teardown();
|
|
1149
|
+
});
|
|
1150
|
+
|
|
959
1151
|
test("H6 correlation write-side: non-job streams are never linked; a link retries until the instance resolves", () => {
|
|
960
1152
|
const registry = new ConnectionRegistry();
|
|
961
1153
|
const correlation = new CorrelationRegistry();
|
|
@@ -254,15 +254,18 @@ export interface RelayTranscriptServiceOptions {
|
|
|
254
254
|
readonly instanceForConnection?: (connectionId: string) => string | undefined;
|
|
255
255
|
/**
|
|
256
256
|
* Whether a worker instance is still live on any hub connection (#689). Wired to the presence
|
|
257
|
-
* registry's {@link PresenceRegistry.isInstanceLive}.
|
|
258
|
-
*
|
|
259
|
-
*
|
|
260
|
-
*
|
|
261
|
-
*
|
|
262
|
-
*
|
|
263
|
-
*
|
|
264
|
-
*
|
|
265
|
-
*
|
|
257
|
+
* registry's {@link PresenceRegistry.isInstanceLive}. Since #691 the disconnect-driven reconcile
|
|
258
|
+
* defers to the engine job-state (the poller-owned completion authority) whenever an engine view
|
|
259
|
+
* ({@link resolveElementInstance}) is wired, so this presence signal is consulted ONLY as the
|
|
260
|
+
* engine-less fallback: on a host with no engine read-model (or a non-job stream — no jobKey, so
|
|
261
|
+
* nothing for the engine to reconcile against; an unlinked *job* stream still has a jobKey and DOES
|
|
262
|
+
* reconcile against the engine since #691) it spares a still-active job's stream when its worker merely
|
|
263
|
+
* RECONNECTED mid-job (old producer connection dropped, a new one re-registered under the same
|
|
264
|
+
* instance) — completing then would archive a live job's transcript and release its correlation,
|
|
265
|
+
* wedging the cockpit (the reconnected worker's produce frames hit a terminal `completed` stream and
|
|
266
|
+
* are ignored). A true worker-exit still completes (presence has dropped the instance → false).
|
|
267
|
+
* Omitted (`() => false`, the static default) → the prior always-complete-on-disconnect behaviour in
|
|
268
|
+
* that fallback path.
|
|
266
269
|
*/
|
|
267
270
|
readonly isInstanceLive?: (instance: string) => boolean;
|
|
268
271
|
/**
|
|
@@ -725,27 +728,56 @@ export class RelayTranscriptService {
|
|
|
725
728
|
}
|
|
726
729
|
|
|
727
730
|
/**
|
|
728
|
-
*
|
|
729
|
-
*
|
|
730
|
-
*
|
|
731
|
-
*
|
|
732
|
-
*
|
|
731
|
+
* Reconcile every ephemeral stream whose producer connection is no longer live (the S1 registry
|
|
732
|
+
* dropped it on close or liveness timeout). For a job stream with an engine view wired this
|
|
733
|
+
* defers the completion decision to the engine job-state (#691) — the poller-owned authority —
|
|
734
|
+
* regardless of whether the stream is linked yet (an unlinked job stream can still be mid-reconnect
|
|
735
|
+
* on the register/produce race), so a mid-job reconnect never archives a still-active job; for an
|
|
736
|
+
* engine-less host (or a non-job stream with no engine job to reconcile against) it flushes +
|
|
737
|
+
* completes the ephemeral stream and releases its correlation (H6, #149), with
|
|
738
|
+
* presence liveness (#689/#690) sparing a still-live instance as the only fallback signal. Lazy, like
|
|
739
|
+
* the relay hub's own dead-subscriber prune: it runs on each inbound frame, and shutdown covers the
|
|
740
|
+
* quiescent tail via {@link teardown}. The correlation release is store-independent (it runs even for
|
|
741
|
+
* an unpersisted relay), so a dropped worker's `jobKeys` always clear.
|
|
733
742
|
*/
|
|
734
743
|
#reconcile(): void {
|
|
735
744
|
for (const [stream, state] of this.#streams) {
|
|
736
745
|
if (state.producer !== undefined && !this.#registry.has(state.producer)) {
|
|
737
|
-
// Producer connection gone. Normally that means the job it was relaying ended —
|
|
738
|
-
//
|
|
739
|
-
//
|
|
740
|
-
//
|
|
741
|
-
//
|
|
742
|
-
//
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
746
|
+
// Producer connection gone. Normally that means the job it was relaying ended — but a worker
|
|
747
|
+
// that merely RECONNECTED mid-job (#689) also loses its old producer connection while its job
|
|
748
|
+
// keeps running (the harness holds the engine lease and extends it). Inferring job-end from the
|
|
749
|
+
// relay-connection layer (the old presence heuristic, #690) conflates two independent liveness
|
|
750
|
+
// signals (engine lease vs. WS connection); the authoritative one is the engine job-state the
|
|
751
|
+
// poller already reconciles (#691).
|
|
752
|
+
if (this.#resolveElementInstance !== undefined && jobKeyOfStream(stream) !== undefined) {
|
|
753
|
+
// Engine/poller-owned completion (#691): drop the dead producer so `#reconcile` does not
|
|
754
|
+
// re-trigger on every subsequent frame, then reconcile THIS stream against the engine's view
|
|
755
|
+
// of its job (fire-and-forget — the sync frame handler must not await an engine read). A
|
|
756
|
+
// reconnected worker's job is still parked → kept live (the reconnect's next `produce`
|
|
757
|
+
// re-attributes the live connection via `#observe`); a genuine exit's job is gone →
|
|
758
|
+
// completed + archived. The periodic {@link reconcileEngineCorrelations} pass is the backstop
|
|
759
|
+
// if this read faults transiently. Presence liveness is no longer consulted here — the
|
|
760
|
+
// engine job-state is the sole completion authority whenever an engine view is wired.
|
|
761
|
+
//
|
|
762
|
+
// NB: this deliberately does NOT require `state.linked`. A job stream can still be UNLINKED
|
|
763
|
+
// during the documented register/produce race (the producer's presence instance was not yet
|
|
764
|
+
// resolvable at `produce` time, so `#link` deferred). Gating the engine path on `linked`
|
|
765
|
+
// would fall an unlinked-but-engine-wired job through to the presence fallback below and
|
|
766
|
+
// archive a still-parked job mid-reconnect — the very heuristic #691 removes. The engine is
|
|
767
|
+
// resolvable by jobKey alone (as at link time), so defer to it regardless of `linked`;
|
|
768
|
+
// `#unlink` inside `completeStream` stays a no-op for a stream that never linked.
|
|
769
|
+
state.producer = undefined;
|
|
770
|
+
void this.#reconcileStreamAgainstEngine(stream).catch((err: unknown) => {
|
|
771
|
+
this.#log.warn("agentic relay disconnect engine-reconcile failed", { stream, err: String(err) });
|
|
772
|
+
});
|
|
773
|
+
continue;
|
|
774
|
+
}
|
|
775
|
+
// Engine-less fallback (no engine view wired — e.g. an engine-less host, or a non-job stream
|
|
776
|
+
// with no engine job to reconcile against): presence-liveness spares a still-live
|
|
777
|
+
// instance's stream (#689/#690) and a truly-gone instance completes. Presence remains a
|
|
778
|
+
// completion signal ONLY in this degraded path where there is no engine job-state to consult —
|
|
779
|
+
// never the sole authority on the engine-wired path above. (A job stream with an engine view
|
|
780
|
+
// wired always took the engine path above, linked or not — it never reaches here.)
|
|
749
781
|
if (state.instance !== undefined && this.#isInstanceLive(state.instance)) continue;
|
|
750
782
|
// Producer connection gone → the job it was relaying ended: release its correlation.
|
|
751
783
|
this.#unlink(stream, state);
|
|
@@ -756,58 +788,98 @@ export class RelayTranscriptService {
|
|
|
756
788
|
}
|
|
757
789
|
|
|
758
790
|
/**
|
|
759
|
-
* Defensive engine-reconcile safety net (#661): release any
|
|
760
|
-
* no longer live. The precise, fast release is the terminal `lifecycle` event
|
|
791
|
+
* Defensive engine-reconcile safety net (#661): release any job stream — linked OR unlinked (#708) —
|
|
792
|
+
* whose engine JOB park is no longer live. The precise, fast release is the terminal `lifecycle` event
|
|
761
793
|
* ({@link #observeTerminalLifecycle}), but an UNCLEAN worker exit (crash/kill) can skip that event —
|
|
762
794
|
* and because the worker's relay connection is persistent across jobs, the disconnect release never
|
|
763
795
|
* fires either, so the finished job would linger as a phantom active job on the worker's supply row.
|
|
764
796
|
* This periodic pass asks the engine read model (the same {@link ElementInstanceResolver} the link
|
|
765
|
-
* path uses at #544) whether each
|
|
797
|
+
* path uses at #544) whether each job is still parked; a job the engine no longer parks
|
|
766
798
|
* (resolver returns `undefined`) is released and its transcript completed. Bounds staleness regardless
|
|
767
799
|
* of whether the worker emitted a clean terminal event — and also covers a worker that emitted nothing
|
|
768
|
-
* and merely went quiet.
|
|
800
|
+
* and merely went quiet. It covers UNLINKED job streams too (#708): the disconnect path (#691)
|
|
801
|
+
* can leave a job stream unlinked-but-still-parked with no producer, and jobKey alone resolves
|
|
802
|
+
* terminality, so this backstop is the only actor that can retire one whose worker never reconnects.
|
|
769
803
|
*
|
|
770
804
|
* Advisory and best-effort: a no-op with no resolver wired, and a resolver THROW / REJECTION for a
|
|
771
|
-
* given job is treated as "unknown — keep it
|
|
772
|
-
* job). The
|
|
805
|
+
* given job is treated as "unknown — keep it" (never a false release of a genuinely active
|
|
806
|
+
* job). The job-stream set is snapshotted before any await so a concurrent completion (a terminal
|
|
773
807
|
* lifecycle event landing mid-pass) cannot corrupt iteration, and each release re-checks the current
|
|
774
808
|
* stream state so a job already released between snapshot and resolution is not double-completed.
|
|
775
809
|
*/
|
|
776
810
|
async reconcileEngineCorrelations(): Promise<void> {
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
811
|
+
if (this.#resolveElementInstance === undefined) return;
|
|
812
|
+
// Snapshot the job-stream ids BEFORE any await so a concurrent completion (a terminal lifecycle
|
|
813
|
+
// event, a supersede, or a disconnect-triggered engine reconcile landing mid-pass) cannot corrupt
|
|
814
|
+
// iteration; the per-stream helper re-reads live state, so a job released between snapshot and
|
|
815
|
+
// resolution is not double-completed.
|
|
816
|
+
const streams: string[] = [];
|
|
780
817
|
for (const [stream, state] of this.#streams) {
|
|
781
|
-
if (
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
785
|
-
|
|
818
|
+
if (state.completed) continue;
|
|
819
|
+
if (jobKeyOfStream(stream) === undefined) continue;
|
|
820
|
+
// Include UNLINKED job streams too (#708). The disconnect path (#691) routes an unlinked
|
|
821
|
+
// job stream through the engine reconcile and clears `state.producer`, so if the engine
|
|
822
|
+
// reports "still parked" at disconnect (or the read faults transiently) and the worker never
|
|
823
|
+
// reconnects to `produce` a link, this periodic pass is the ONLY actor left that can retire
|
|
824
|
+
// it. jobKey alone resolves terminality (as at link time), so gating this snapshot on
|
|
825
|
+
// `state.linked` would leak such a stream live forever once its engine job becomes terminal.
|
|
826
|
+
streams.push(stream);
|
|
786
827
|
}
|
|
787
|
-
for (const
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
800
|
-
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
828
|
+
for (const stream of streams) await this.#reconcileStreamAgainstEngine(stream);
|
|
829
|
+
}
|
|
830
|
+
|
|
831
|
+
/**
|
|
832
|
+
* Reconcile ONE `job:<jobKey>` stream against the engine's view of its job (the poller-owned
|
|
833
|
+
* completion authority, #691). Asks the engine read model (the {@link ElementInstanceResolver} the
|
|
834
|
+
* #544 link path uses) whether the job is still parked: still parked → genuinely active, kept live;
|
|
835
|
+
* gone → ended (a clean completion whose terminal lifecycle event was missed, or an unclean exit) →
|
|
836
|
+
* released + its transcript flushed/archived. This is the single canonical engine-reconcile step,
|
|
837
|
+
* shared by BOTH the periodic safety-net pass ({@link reconcileEngineCorrelations}) and the
|
|
838
|
+
* disconnect-driven `#reconcile` — so a producer disconnect no longer completes a stream by inferring
|
|
839
|
+
* job-end from relay-connection/presence liveness (#689/#690), but by the authoritative engine
|
|
840
|
+
* job-state. A no-op with no resolver wired, and a resolver THROW / REJECTION is treated as
|
|
841
|
+
* "unknown — keep it" so a transient engine read never falsely releases a genuinely active
|
|
842
|
+
* job (a later pass, or the terminal lifecycle event, releases it). Re-reads live state before
|
|
843
|
+
* completing so a job released between the read and the completion is not double-completed.
|
|
844
|
+
*
|
|
845
|
+
* Does NOT require `state.linked`: the disconnect path (#691) also routes an UNLINKED job stream
|
|
846
|
+
* here (a job stream whose link deferred on the register/produce race), so the engine — not the
|
|
847
|
+
* link flag — owns its completion. The engine resolves by jobKey alone (as at link time); an
|
|
848
|
+
* unlinked stream the engine says is gone is still flushed/archived, and `#unlink` inside
|
|
849
|
+
* `completeStream` stays a no-op for it.
|
|
850
|
+
*/
|
|
851
|
+
async #reconcileStreamAgainstEngine(stream: string): Promise<void> {
|
|
852
|
+
const resolve = this.#resolveElementInstance;
|
|
853
|
+
if (resolve === undefined) return;
|
|
854
|
+
const before = this.#streams.get(stream);
|
|
855
|
+
if (before === undefined || before.completed) return;
|
|
856
|
+
const jobKey = jobKeyOfStream(stream);
|
|
857
|
+
if (jobKey === undefined) return;
|
|
858
|
+
const processInstanceKey = this.#correlation()?.resolve?.(jobKey)?.processInstanceKey;
|
|
859
|
+
let activeKey: string | undefined;
|
|
860
|
+
try {
|
|
861
|
+
activeKey = await resolve(jobKey, processInstanceKey);
|
|
862
|
+
} catch (err) {
|
|
863
|
+
// A transient engine read failure must NOT be read as "job gone" — keep the stream live; a
|
|
864
|
+
// later pass (or the terminal lifecycle event) releases it. Advisory, never a false release.
|
|
865
|
+
this.#log.warn("agentic relay engine-reconcile read failed — keeping stream live", {
|
|
866
|
+
stream,
|
|
867
|
+
jobKey,
|
|
868
|
+
err: String(err),
|
|
869
|
+
});
|
|
870
|
+
return;
|
|
810
871
|
}
|
|
872
|
+
// A live JOB park (a resolved element-instance key) means the job is genuinely active — keep it.
|
|
873
|
+
// This is what spares a mid-job RECONNECT: the harness still holds the engine lease, so the job is
|
|
874
|
+
// still parked even though the old producer connection dropped.
|
|
875
|
+
if (activeKey !== undefined) return;
|
|
876
|
+
// The engine no longer parks this job → it ended (possibly via an unclean exit that skipped the
|
|
877
|
+
// terminal lifecycle event). Re-check the current state — a concurrent completion may already
|
|
878
|
+
// have released it — then release its correlation and flush its transcript.
|
|
879
|
+
const current = this.#streams.get(stream);
|
|
880
|
+
if (current === undefined || current.completed) return;
|
|
881
|
+
this.#log.info("agentic relay engine-reconcile released a stale correlation", { stream, jobKey });
|
|
882
|
+
this.completeStream(stream);
|
|
811
883
|
}
|
|
812
884
|
|
|
813
885
|
/**
|
|
@@ -886,10 +958,11 @@ export function createRelayFamily(options: {
|
|
|
886
958
|
// are read per call, so this works regardless of family mount order (relay may mount before
|
|
887
959
|
// presence/correlation). Absent registries → no linking, still advisory-correct.
|
|
888
960
|
instanceForConnection: (connectionId) => currentPresenceRegistry()?.instanceForConnection(connectionId),
|
|
889
|
-
// #689: is the producing worker instance still live on ANY connection?
|
|
890
|
-
// disconnect-driven reconcile
|
|
891
|
-
//
|
|
892
|
-
//
|
|
961
|
+
// #689/#691: is the producing worker instance still live on ANY connection? Since #691 the
|
|
962
|
+
// disconnect-driven reconcile decides completion by the engine job-state (below) whenever the
|
|
963
|
+
// element-instance resolver is wired; this presence signal is the engine-LESS fallback that
|
|
964
|
+
// spares a mid-job RECONNECT's still-active stream where no engine view is available. Read per
|
|
965
|
+
// call for the same mount-order independence as the resolvers around it.
|
|
893
966
|
isInstanceLive: (instance) => currentPresenceRegistry()?.isInstanceLive(instance) ?? false,
|
|
894
967
|
// #485: resolve a completed job's worker attribution (presence identity/host) from the live
|
|
895
968
|
// presence registry, read per call for the same mount-order independence. Absent → attribution
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@nanobpm/nano-workforce",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.175.0",
|
|
4
4
|
"description": "Nano Workforce — an Agent Graph Orchestration application for Agentic SDLC: durable BPMN processes that coordinate a graph of AI agents across the software delivery lifecycle.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "main.ts",
|