@nylorun/runtime 0.13.0-beta → 0.14.0-beta

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (223) hide show
  1. package/CHANGELOG.md +330 -0
  2. package/README.md +69 -15
  3. package/dist/adapters/execution/restate.d.ts +7 -2
  4. package/dist/adapters/execution/restate.js +38 -8
  5. package/dist/adapters/replication/pgoutput.d.ts +16 -0
  6. package/dist/adapters/replication/pgoutput.js +169 -0
  7. package/dist/adapters/streams/s2.js +37 -20
  8. package/dist/admin-openapi.json +1071 -0
  9. package/dist/api/a2a/card.d.ts +15 -0
  10. package/dist/api/a2a/card.js +24 -0
  11. package/dist/api/a2a/endpoint.d.ts +8 -0
  12. package/dist/api/a2a/endpoint.js +81 -0
  13. package/dist/api/a2a/protocol.d.ts +144 -0
  14. package/dist/api/a2a/protocol.js +188 -0
  15. package/dist/api/a2a/routes.d.ts +19 -0
  16. package/dist/api/a2a/routes.js +289 -0
  17. package/dist/api/a2a/tasks.d.ts +50 -0
  18. package/dist/api/a2a/tasks.js +186 -0
  19. package/dist/api/ag-ui/endpoint.d.ts +8 -0
  20. package/dist/api/ag-ui/endpoint.js +126 -0
  21. package/dist/api/ag-ui/history.d.ts +7 -0
  22. package/dist/api/ag-ui/history.js +60 -0
  23. package/dist/api/ag-ui/routes.d.ts +32 -0
  24. package/dist/api/ag-ui/routes.js +305 -0
  25. package/dist/api/ag-ui/session-id.d.ts +1 -0
  26. package/dist/api/ag-ui/session-id.js +12 -0
  27. package/dist/api/ag-ui/sse.d.ts +9 -0
  28. package/dist/api/ag-ui/sse.js +7 -0
  29. package/dist/api/ag-ui/translate.d.ts +38 -0
  30. package/dist/api/ag-ui/translate.js +222 -0
  31. package/dist/api/components.d.ts +7825 -0
  32. package/dist/api/components.js +83 -0
  33. package/dist/api/http/app.d.ts +18 -0
  34. package/dist/api/http/app.js +58 -0
  35. package/dist/api/http/body.d.ts +4 -0
  36. package/dist/api/http/body.js +37 -0
  37. package/dist/api/http/define.d.ts +39 -0
  38. package/dist/api/http/define.js +130 -0
  39. package/dist/api/http/respond.d.ts +9 -0
  40. package/dist/api/http/respond.js +44 -0
  41. package/dist/api/http/routes/access.d.ts +24 -0
  42. package/dist/api/http/routes/access.js +259 -0
  43. package/dist/api/http/routes/actions.d.ts +8 -0
  44. package/dist/api/http/routes/actions.js +76 -0
  45. package/dist/api/http/routes/endpoints.d.ts +7 -0
  46. package/dist/api/http/routes/endpoints.js +100 -0
  47. package/dist/api/http/routes/sessions.d.ts +3 -0
  48. package/dist/api/http/routes/sessions.js +205 -0
  49. package/dist/api/http/routes/tenant.d.ts +10 -0
  50. package/dist/api/http/routes/tenant.js +172 -0
  51. package/dist/api/http/routes/vaults.d.ts +8 -0
  52. package/dist/api/http/routes/vaults.js +167 -0
  53. package/dist/api/openapi.d.ts +19 -0
  54. package/dist/api/openapi.js +138 -0
  55. package/dist/api/route.d.ts +12 -0
  56. package/dist/api/route.js +4 -0
  57. package/dist/core/bearer.d.ts +8 -0
  58. package/dist/core/bearer.js +11 -0
  59. package/dist/core/flow-host.d.ts +7 -15
  60. package/dist/core/flow-host.js +16 -41
  61. package/dist/core/sandbox-routes.d.ts +12 -7
  62. package/dist/core/sandbox-routes.js +24 -25
  63. package/dist/execution/memory.d.ts +8 -5
  64. package/dist/execution/memory.js +33 -13
  65. package/dist/execution/types.d.ts +38 -6
  66. package/dist/execution/types.js +12 -3
  67. package/dist/host/admin-api.d.ts +22 -0
  68. package/dist/host/admin-api.js +178 -0
  69. package/dist/host/app.d.ts +34 -0
  70. package/dist/host/app.js +185 -0
  71. package/dist/host/config-for.d.ts +2 -0
  72. package/dist/host/config-for.js +1 -0
  73. package/dist/host/config.d.ts +11 -0
  74. package/dist/host/cors.d.ts +27 -0
  75. package/dist/host/cors.js +64 -0
  76. package/dist/host/create-host.d.ts +31 -3
  77. package/dist/host/create-host.js +168 -327
  78. package/dist/host/http.d.ts +14 -3
  79. package/dist/host/http.js +64 -23
  80. package/dist/host/main.js +55 -4
  81. package/dist/host/stack-config.d.ts +20 -0
  82. package/dist/host/stack-config.js +55 -0
  83. package/dist/mcp/pool.d.ts +19 -1
  84. package/dist/mcp/pool.js +60 -10
  85. package/dist/model/catalog.d.ts +2 -10
  86. package/dist/model/classify.d.ts +13 -0
  87. package/dist/model/classify.js +61 -0
  88. package/dist/model/models.d.ts +10 -1
  89. package/dist/model/models.js +14 -6
  90. package/dist/model/pi-model.d.ts +17 -2
  91. package/dist/model/pi-model.js +366 -222
  92. package/dist/openapi.json +25696 -0
  93. package/dist/sandbox/manager.d.ts +13 -1
  94. package/dist/sandbox/manager.js +8 -11
  95. package/dist/sandbox/resolve.d.ts +33 -0
  96. package/dist/sandbox/resolve.js +81 -0
  97. package/dist/sandbox/session-sandbox.d.ts +11 -0
  98. package/dist/sandbox/session-sandbox.js +51 -0
  99. package/dist/sandbox/share.d.ts +14 -2
  100. package/dist/sandbox/share.js +33 -3
  101. package/dist/sandbox/tenant-config.d.ts +37 -0
  102. package/dist/sandbox/tenant-config.js +51 -0
  103. package/dist/sandbox/tools.d.ts +7 -9
  104. package/dist/sandbox/tools.js +11 -3
  105. package/dist/sandbox/types.d.ts +8 -2
  106. package/dist/store/event.d.ts +19 -0
  107. package/dist/store/event.js +49 -0
  108. package/dist/store/memory.d.ts +20 -8
  109. package/dist/store/memory.js +265 -100
  110. package/dist/store/postgres/connect.d.ts +13 -0
  111. package/dist/store/postgres/connect.js +5 -0
  112. package/dist/store/postgres/migrations/003_subject_tokens.d.ts +8 -0
  113. package/dist/store/postgres/migrations/003_subject_tokens.js +42 -0
  114. package/dist/store/postgres/migrations/004_publishable_keys.d.ts +6 -0
  115. package/dist/store/postgres/migrations/004_publishable_keys.js +18 -0
  116. package/dist/store/postgres/migrations/005_action_endpoints.d.ts +6 -0
  117. package/dist/store/postgres/migrations/005_action_endpoints.js +32 -0
  118. package/dist/store/postgres/migrations/006_drop_executors.d.ts +11 -0
  119. package/dist/store/postgres/migrations/006_drop_executors.js +32 -0
  120. package/dist/store/postgres/migrations/007_event_time.d.ts +7 -0
  121. package/dist/store/postgres/migrations/007_event_time.js +14 -0
  122. package/dist/store/postgres/migrations/008_durable_streams.d.ts +13 -0
  123. package/dist/store/postgres/migrations/008_durable_streams.js +35 -0
  124. package/dist/store/postgres/migrations/index.d.ts +5 -1
  125. package/dist/store/postgres/migrations/index.js +22 -2
  126. package/dist/store/postgres/migrations/shared/index.d.ts +31 -0
  127. package/dist/store/postgres/migrations/shared/index.js +92 -0
  128. package/dist/store/postgres/record.d.ts +11 -0
  129. package/dist/store/postgres/record.js +64 -0
  130. package/dist/store/postgres/store.js +337 -95
  131. package/dist/store/postgres/tenants.js +14 -0
  132. package/dist/store/types.d.ts +176 -81
  133. package/dist/streams/basin.d.ts +18 -1
  134. package/dist/streams/basin.js +34 -2
  135. package/dist/streams/control.d.ts +18 -0
  136. package/dist/streams/control.js +29 -0
  137. package/dist/streams/memory.d.ts +3 -1
  138. package/dist/streams/memory.js +14 -8
  139. package/dist/streams/relay/core.d.ts +35 -0
  140. package/dist/streams/relay/core.js +366 -0
  141. package/dist/streams/relay/memory.d.ts +69 -0
  142. package/dist/streams/relay/memory.js +176 -0
  143. package/dist/streams/relay/types.d.ts +77 -0
  144. package/dist/streams/relay/types.js +7 -0
  145. package/dist/streams/types.d.ts +66 -36
  146. package/dist/streams/types.js +18 -53
  147. package/dist/tenant/access-policy.d.ts +30 -0
  148. package/dist/tenant/access-policy.js +52 -0
  149. package/dist/tenant/actions.d.ts +10 -149
  150. package/dist/tenant/actions.js +5 -167
  151. package/dist/tenant/advance.js +32 -0
  152. package/dist/tenant/auth.d.ts +19 -17
  153. package/dist/tenant/auth.js +90 -93
  154. package/dist/tenant/browser.d.ts +15 -0
  155. package/dist/tenant/browser.js +39 -0
  156. package/dist/tenant/commands.d.ts +18 -2
  157. package/dist/tenant/commands.js +107 -113
  158. package/dist/tenant/context.d.ts +75 -18
  159. package/dist/tenant/context.js +14 -10
  160. package/dist/tenant/delivery-token.d.ts +41 -0
  161. package/dist/tenant/delivery-token.js +105 -0
  162. package/dist/tenant/delivery.d.ts +62 -0
  163. package/dist/tenant/delivery.js +476 -0
  164. package/dist/tenant/effects.d.ts +5 -0
  165. package/dist/tenant/effects.js +78 -37
  166. package/dist/tenant/endpoints.d.ts +67 -0
  167. package/dist/tenant/endpoints.js +90 -0
  168. package/dist/tenant/ephemeral.d.ts +6 -0
  169. package/dist/tenant/ephemeral.js +60 -36
  170. package/dist/tenant/http.d.ts +8 -9
  171. package/dist/tenant/http.js +13 -27
  172. package/dist/tenant/jwt.d.ts +16 -0
  173. package/dist/tenant/jwt.js +50 -0
  174. package/dist/tenant/module.d.ts +3 -0
  175. package/dist/tenant/module.js +6 -12
  176. package/dist/tenant/outbound.d.ts +44 -0
  177. package/dist/tenant/outbound.js +127 -0
  178. package/dist/tenant/pool.d.ts +0 -2
  179. package/dist/tenant/pool.js +0 -18
  180. package/dist/tenant/reset.d.ts +0 -4
  181. package/dist/tenant/reset.js +0 -5
  182. package/dist/tenant/runtime.d.ts +10 -20
  183. package/dist/tenant/runtime.js +59 -42
  184. package/dist/tenant/scheduler.d.ts +7 -2
  185. package/dist/tenant/scheduler.js +7 -3
  186. package/dist/tenant/session-streams.d.ts +125 -0
  187. package/dist/tenant/session-streams.js +399 -0
  188. package/dist/tenant/sessions.d.ts +28 -4
  189. package/dist/tenant/sessions.js +118 -24
  190. package/dist/tenant/signing-keys.d.ts +55 -0
  191. package/dist/tenant/signing-keys.js +172 -0
  192. package/dist/tenant/slim.d.ts +8 -0
  193. package/dist/tenant/slim.js +21 -0
  194. package/dist/tenant/status.d.ts +0 -3
  195. package/dist/tenant/status.js +19 -12
  196. package/dist/tenant/streams.d.ts +60 -67
  197. package/dist/tenant/streams.js +140 -208
  198. package/dist/tenant/subject-limits.d.ts +16 -0
  199. package/dist/tenant/subject-limits.js +45 -0
  200. package/dist/tenant/sweep.d.ts +1 -10
  201. package/dist/tenant/sweep.js +29 -69
  202. package/dist/tenant/tokens.d.ts +14 -0
  203. package/dist/tenant/tokens.js +178 -0
  204. package/dist/tenant/transcript.d.ts +48 -5
  205. package/dist/tenant/transcript.js +58 -1
  206. package/dist/tenant/types.d.ts +29 -7
  207. package/dist/tenant/worker.d.ts +3 -1
  208. package/dist/tenant/worker.js +9 -3
  209. package/dist/vault/service.d.ts +18 -2
  210. package/dist/vault/service.js +57 -13
  211. package/dist/version.d.ts +1 -1
  212. package/dist/version.js +1 -1
  213. package/package.json +20 -8
  214. package/dist/core/executors.d.ts +0 -44
  215. package/dist/core/executors.js +0 -95
  216. package/dist/streams/relay.d.ts +0 -37
  217. package/dist/streams/relay.js +0 -254
  218. package/dist/tenant/live.d.ts +0 -92
  219. package/dist/tenant/live.js +0 -290
  220. package/dist/tenant/routes-tenant.d.ts +0 -12
  221. package/dist/tenant/routes-tenant.js +0 -137
  222. package/dist/tenant/routes.d.ts +0 -9
  223. package/dist/tenant/routes.js +0 -151
@@ -1,5 +1,31 @@
1
+ /**
2
+ * The Durable Streams seam of an open Tenant (Durable Streams §7–§9), wired by one
3
+ * `wireStreams(ctx, …)` call in the composition root:
4
+ *
5
+ * - **Record.** Every event is written to the record in its transaction (`Tx.event`). The
6
+ * stream relay (`streams/relay/`) feeds the Tenant's basin from it. On a Host with S2, one
7
+ * process-wide relay reads every Tenant's record over logical replication (`host/main.ts`);
8
+ * otherwise (tests, a Host without S2) this module runs a relay of the Tenant's own commits,
9
+ * which reconciles the record with the streams when it starts.
10
+ * - **Basin generations.** The Tenant's session streams live in its current basin generation
11
+ * (`streams/basin.ts`). A reset moves it to the next one (`tenantReset`): the old basin gets
12
+ * a `sessions.reset` signal, every process moves its readers, and the old basin is deleted
13
+ * after a grace period (again when the Tenant opens, until it is gone).
14
+ * - **Basin.** The current basin is created with the Tenant (`createTenantStreams`) and
15
+ * checked when it opens. A missing basin (S2 down at creation, a crash in between) is
16
+ * repaired on first use: a failed `ensureTenant` retries in the background with backoff,
17
+ * and `streamsStatus` reports the basin's state.
18
+ * - **Readers.** History and session SSE read the session's stream
19
+ * (`tenant/session-streams.ts`). This module runs one `tenant/control` reader per Tenant per
20
+ * process, on the current basin, which calls `ctx.abortLocal` for each `session.cancel`,
21
+ * checks the session streams for each `sessions.reset`, and ends a subject's streams for
22
+ * each `subject.revoked`.
23
+ *
24
+ * The caller passes the streams: the Host's S2 streams, or `MemoryStreams` for tests and a
25
+ * local development Host (not durable).
26
+ */
1
27
  import type { SessionStore } from "../store/types.js";
2
- import { type Relay } from "../streams/relay.js";
28
+ import { type StreamRelay, type StreamRelayStatus } from "../streams/relay/core.js";
3
29
  import { type DurableStreams } from "../streams/types.js";
4
30
  import type { TenantContext } from "./context.js";
5
31
  export interface WireStreamsOptions {
@@ -8,10 +34,15 @@ export interface WireStreamsOptions {
8
34
  streams: DurableStreams;
9
35
  /** Close `streams` with the wiring (streams created for this Tenant alone). */
10
36
  ownsStreams?: boolean;
11
- /** An existing relay to use instead of creating one; the caller closes it. */
12
- relay?: Relay;
37
+ /**
38
+ * The Host runs the stream relay for every Tenant (logical replication). Otherwise the
39
+ * Tenant relays its own commits.
40
+ */
41
+ hostRelay?: boolean;
42
+ /** How long a retired basin is kept for readers still on it. Default 60 s. */
43
+ retireGraceMs?: number;
13
44
  }
14
- /** The state of the Tenant's basin as this process last saw it. */
45
+ /** The state of the Tenant's current basin as this process last saw it. */
15
46
  export interface BasinStatus {
16
47
  /** `ensureTenant` succeeded and no append has failed since. */
17
48
  ready: boolean;
@@ -20,41 +51,27 @@ export interface BasinStatus {
20
51
  /** The last failure's message, cleared once the basin is ready. */
21
52
  lastError: string | null;
22
53
  }
23
- /** What one `collectSessionStreams` pass did. */
24
- export interface CollectResult {
25
- /** Abandoned session streams deleted. */
26
- deleted: number;
27
- /** Session streams of existing sessions, kept. */
28
- kept: number;
29
- /** Deletions that failed; the collection stays pending. */
30
- failed: number;
31
- }
32
- /** The handles `wireStreams` returns (also kept on `ctx.live.wiring`). */
54
+ /** The handles `wireStreams` returns (also kept on `ctx.sessionStreams.wiring`). */
33
55
  export interface StreamsWiring {
34
56
  readonly streams: DurableStreams;
35
- readonly relay: Relay;
36
- /** The basin's state (`streamsStatus`). */
57
+ /** The Tenant's own relay; undefined when the Host relays. */
58
+ readonly relay: StreamRelay | undefined;
59
+ /** The current basin's state (`streamsStatus`). */
37
60
  basin(): BasinStatus;
38
- /** Appends leftover outbox rows, at most `limit`; resolves with the number relayed. */
39
- drain(limit?: number): Promise<number>;
40
- /**
41
- * Deletes abandoned session streams when a collection is pending; undefined when none was.
42
- * One pass at a time.
43
- */
44
- collect(): Promise<CollectResult | undefined>;
45
- /** Stops the readers, waits for in-flight relays, and closes what `wireStreams` created. */
61
+ /** Moves this process's readers and control reader to basin generation `generation`. */
62
+ moveTo(generation: number): void;
63
+ /** Deletes the basins of retired generations after the grace period. */
64
+ retire(generations: readonly number[]): void;
65
+ /** Stops the readers and the relay, and closes what `wireStreams` created. */
46
66
  close(): Promise<void>;
47
67
  }
48
- /** The Tenant setting that holds a pending collection's token ("" when none is pending). */
49
- export declare const COLLECT_SETTING = "streams.collect";
50
68
  /**
51
- * Wires the Tenant to Durable Streams: checks the basin, creates the relay (unless given),
52
- * starts the work and control readers, and records the handles on `ctx.live.wiring`. Call it
53
- * once, after `ctx` is built and before the Tenant serves requests.
69
+ * Wires the Tenant to Durable Streams: reads its basin generation, checks the basin, starts
70
+ * the Tenant's relay (unless the Host relays), the control reader and the retired basins'
71
+ * deletion, and records the handles on `ctx.sessionStreams.wiring`. Call it once, after
72
+ * `ctx` is built and before the Tenant serves requests.
54
73
  */
55
74
  export declare function wireStreams(ctx: TenantContext, options: WireStreamsOptions): Promise<StreamsWiring>;
56
- /** The Tenant sweep's outbox recovery: appends leftover rows, at most `limit`. */
57
- export declare function drainOutbox(ctx: TenantContext, limit?: number): Promise<number>;
58
75
  /**
59
76
  * Appends `session.cancel` for `sessionId` to `tenant/control`, so the process running its
60
77
  * advance aborts it. Call it from `t.afterCommit` after a cancel commits. A lost signal costs
@@ -63,49 +80,25 @@ export declare function drainOutbox(ctx: TenantContext, limit?: number): Promise
63
80
  */
64
81
  export declare function signalSessionCancel(ctx: TenantContext, sessionId: string): void;
65
82
  /**
66
- * Before a reset that deletes sessions: records a pending collection of their streams in the
67
- * Tenant settings, so it is retried by the sweep even if this process stops before it runs.
68
- */
69
- export declare function requestStreamCollection(ctx: TenantContext): Promise<void>;
70
- /**
71
- * After a reset deleted sessions: tells every process with the Tenant open to check its
72
- * session feeds (`sessions.reset`), and deletes the abandoned streams now, best effort.
73
- * Failures are logged; the sweep retries the collection.
74
- */
75
- export declare function sessionStreamsAbandoned(ctx: TenantContext): void;
76
- /**
77
- * Deletes the Tenant's session streams that no session uses any more: streams of deleted
78
- * sessions and of earlier incarnations. Runs only while a collection is pending
79
- * (`requestStreamCollection`), and clears it once every deletion succeeded, unless another
80
- * reset requested a new one meanwhile.
81
- *
82
- * Streams are listed before their sessions are read, so a session created meanwhile keeps
83
- * its stream: its row committed before the relay created the stream.
83
+ * After a reset deleted the Tenant's sessions and moved it to a new basin generation: tells
84
+ * every process with the Tenant open (`sessions.reset` on the old basin's control stream),
85
+ * moves this process's readers, and deletes the old basin after the grace period. Failures
86
+ * are logged; the periodic check and the next open finish the job.
84
87
  */
85
- export declare function collectSessionStreams(ctx: TenantContext, streams: DurableStreams): Promise<CollectResult | undefined>;
88
+ export declare function tenantReset(ctx: TenantContext): Promise<void>;
86
89
  /** Tenant status of the streams seam (for `GET /v1/tenant` and the Admin API). */
87
90
  export interface StreamsStatus {
88
91
  /** The streams' service answered a probe (`probeStreams`) within the timeout. */
89
92
  reachable: boolean;
90
93
  basin: BasinStatus;
91
- outbox: {
92
- /** Events committed but not yet in their streams. */
93
- depth: number;
94
- /** Age of the oldest of them, or null when the outbox is empty. */
95
- oldestAgeMs: number | null;
96
- };
97
- /** How far the relay is behind: the oldest unrelayed event's age, 0 when none is waiting. */
98
- relayLagMs: number;
99
- /** Abandoned session streams are waiting to be deleted. */
100
- collectionPending: boolean;
94
+ /** The basin generation session streams are in. */
95
+ generation: number;
96
+ /** The Tenant's own relay; null when the Host's relay serves it. */
97
+ relay: StreamRelayStatus | null;
101
98
  }
102
- /**
103
- * The streams seam's status for an open Tenant: S2 reachability, the basin, outbox depth and
104
- * relay lag. Reads the Session Store and probes the streams (at most `probeTimeoutMs`).
105
- */
99
+ /** The streams seam's status for an open Tenant: S2 reachability, the basin and the relay. */
106
100
  export declare function streamsStatus(ctx: TenantContext, options?: {
107
101
  probeTimeoutMs?: number;
108
- now?: () => number;
109
102
  }): Promise<StreamsStatus>;
110
103
  /**
111
104
  * Creates a new Tenant's basin. Call it when the Tenant is created, after its schema commits;
@@ -116,8 +109,8 @@ export declare function createTenantStreams(streams: DurableStreams, tenantId: s
116
109
  attempts?: number;
117
110
  }): Promise<void>;
118
111
  /**
119
- * Deletes a Tenant's basin and every stream in it. Call it when the Tenant is deleted (never
120
- * on reset). Idempotent; retries transient failures, then throws.
112
+ * Deletes every basin of a Tenant and every stream in them. Call it when the Tenant is
113
+ * deleted. Idempotent; retries transient failures, then throws.
121
114
  */
122
115
  export declare function deleteTenantStreams(streams: DurableStreams, tenantId: string, options?: {
123
116
  attempts?: number;