@voltro/runtime 0.85.0 → 0.87.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +5987 -0
  2. package/README.md +43 -0
  3. package/THIRD-PARTY-NOTICES.md +864 -253
  4. package/dist/aggregate.js +42 -0
  5. package/dist/aggregateExtrema.js +80 -0
  6. package/dist/aggregateIvm.js +115 -0
  7. package/dist/analyticsMirror.js +228 -0
  8. package/dist/analyticsSink.js +32 -0
  9. package/dist/apiKeyUsage.js +33 -0
  10. package/dist/apiKeys.js +227 -0
  11. package/dist/apiKeysWiring.js +114 -0
  12. package/dist/apiRoleBucketSampler.js +64 -0
  13. package/dist/apiRoleWorkloadHistory.js +56 -0
  14. package/dist/apiRoleWorkloadMetrics.js +78 -0
  15. package/dist/apiRoleWorkloadStorage.js +95 -0
  16. package/dist/approvalBuiltins.js +10 -0
  17. package/dist/approvals.js +262 -0
  18. package/dist/authMiddlewareLayer.js +48 -0
  19. package/dist/bindEvent.js +92 -0
  20. package/dist/bootListener.js +143 -0
  21. package/dist/bootRefusal.js +7 -0
  22. package/dist/bootStoreCodec.js +71 -0
  23. package/dist/businessRules.js +67 -0
  24. package/dist/changeClaimsTable.js +12 -0
  25. package/dist/circuitBreaker.js +1 -0
  26. package/dist/columnOnUpdate.js +23 -0
  27. package/dist/composeAnalytics.js +129 -0
  28. package/dist/computedQuery.js +4 -0
  29. package/dist/computedQueryCache.js +231 -0
  30. package/dist/connectionBuiltins.js +81 -0
  31. package/dist/connectionCredentials.js +66 -0
  32. package/dist/connectionState.js +34 -0
  33. package/dist/connectionVault.js +410 -0
  34. package/dist/connectionsFacade.js +56 -0
  35. package/dist/coordinatedSchedule.js +145 -0
  36. package/dist/crdtHistory.js +138 -0
  37. package/dist/crdtMerge.js +179 -0
  38. package/dist/crdtVersionsTable.js +25 -0
  39. package/dist/credentialBound.js +12 -0
  40. package/dist/crud.js +72 -0
  41. package/dist/dataStore.js +712 -0
  42. package/dist/dataloader.js +61 -0
  43. package/dist/declaredTablesGuard.js +49 -0
  44. package/dist/defineExecutor.js +4 -0
  45. package/dist/dependencyGraph.js +32 -0
  46. package/dist/devices.js +228 -0
  47. package/dist/devicesWiring.js +168 -0
  48. package/dist/dialectReplicationAdapter.js +29 -0
  49. package/dist/dispatcher.js +522 -0
  50. package/dist/effectStore.js +71 -0
  51. package/dist/engineClients.js +24 -0
  52. package/dist/eventBus.js +260 -0
  53. package/dist/eventPublish.js +49 -0
  54. package/dist/events.js +193 -0
  55. package/dist/expectation.js +52 -0
  56. package/dist/expectationEvaluator.js +308 -0
  57. package/dist/experiment.js +96 -0
  58. package/dist/experimentEvaluator.js +245 -0
  59. package/dist/externalizedTasks.js +38 -0
  60. package/dist/fieldCipher.js +130 -0
  61. package/dist/fieldKeyRegistry.js +295 -0
  62. package/dist/fieldKeyRekey.js +286 -0
  63. package/dist/fieldKeyScan.js +136 -0
  64. package/dist/fieldKeyring.js +77 -0
  65. package/dist/fingerprint.js +21 -0
  66. package/dist/finops.js +42 -0
  67. package/dist/finopsAccountant.js +216 -0
  68. package/dist/handlerBody.js +8 -0
  69. package/dist/healthProbes.js +55 -0
  70. package/dist/hot.d.ts +56 -0
  71. package/dist/hot.js +3 -0
  72. package/dist/hotDataStore.js +148 -0
  73. package/dist/hotDataStoreSnapshot.js +98 -0
  74. package/dist/hotDataStoreTables.js +18 -0
  75. package/dist/http-range.d.ts +53 -0
  76. package/dist/http-range.js +52 -0
  77. package/dist/httpClientSsrf.js +24 -0
  78. package/dist/httpClientTracing.js +14 -0
  79. package/dist/httpCompression.js +76 -0
  80. package/dist/httpInputStream.js +82 -0
  81. package/dist/httpKeepAlive.js +12 -0
  82. package/dist/httpRouteMounts.js +48 -0
  83. package/dist/idempotencyStore.js +110 -0
  84. package/dist/idleDetector.js +21 -0
  85. package/dist/index.d.ts +1249 -517
  86. package/dist/index.js +155 -15292
  87. package/dist/insertRequiredColumns.js +19 -0
  88. package/dist/inspectWorkflow.js +1 -0
  89. package/dist/instanceMembership.js +98 -0
  90. package/dist/ivm.js +125 -0
  91. package/dist/kvDataStore.js +86 -0
  92. package/dist/kvFacade.js +38 -0
  93. package/dist/matcher.js +304 -0
  94. package/dist/memoryColumnDefaults.js +11 -0
  95. package/dist/memoryQueryJoins.js +114 -0
  96. package/dist/memorySetOperations.js +43 -0
  97. package/dist/metrics.js +175 -0
  98. package/dist/observability.js +123 -0
  99. package/dist/observedGraph.js +52 -0
  100. package/dist/originGuard.js +116 -0
  101. package/dist/outbox.js +352 -0
  102. package/dist/pluginRefRules.js +65 -0
  103. package/dist/policyGuardResolver.js +55 -0
  104. package/dist/preview.js +62 -0
  105. package/dist/projectedRows.js +12 -0
  106. package/dist/provenance.js +63 -0
  107. package/dist/rangeIndex.js +89 -0
  108. package/dist/rawReadScope.js +17 -0
  109. package/dist/reaction.js +85 -0
  110. package/dist/reactiveConfig.js +11 -0
  111. package/dist/readClassification.js +57 -0
  112. package/dist/readRecorder.js +67 -0
  113. package/dist/readScopePredicate.js +12 -0
  114. package/dist/rebac.js +104 -0
  115. package/dist/rebacInterceptor.js +81 -0
  116. package/dist/registry.js +29 -0
  117. package/dist/relevantFields.js +65 -0
  118. package/dist/replicaHealth.js +42 -0
  119. package/dist/replicaLocality.js +44 -0
  120. package/dist/replicaObservations.js +121 -0
  121. package/dist/replicaSelection.js +32 -0
  122. package/dist/replicatedDataStore.js +257 -0
  123. package/dist/requestLoader.js +7 -0
  124. package/dist/resumeCensus.js +28 -0
  125. package/dist/revalidation.js +22 -0
  126. package/dist/rowFilter.js +82 -0
  127. package/dist/rowStateBytes.js +45 -0
  128. package/dist/rpcBodyCap.js +63 -0
  129. package/dist/rpcConnections.js +83 -0
  130. package/dist/rpcDefectDiagnostics.js +15 -0
  131. package/dist/rpcServer.js +1065 -0
  132. package/dist/rpcWorkloadAdmission.js +50 -0
  133. package/dist/runAsSystem.js +23 -0
  134. package/dist/rywPositionStore.js +119 -0
  135. package/dist/schedule.js +23 -0
  136. package/dist/scheduleBackfillRequests.js +151 -0
  137. package/dist/scheduleClaimsTable.js +11 -0
  138. package/dist/scheduleRunsTable.js +37 -0
  139. package/dist/scheduler.js +840 -0
  140. package/dist/schemaRegistry.js +65 -0
  141. package/dist/secretsResolver.js +35 -0
  142. package/dist/securityHeaders.js +33 -0
  143. package/dist/servePipeline.js +374 -0
  144. package/dist/serverOnlyAudit.js +66 -0
  145. package/dist/serverTracer.js +15 -0
  146. package/dist/serviceCredentials.js +40 -0
  147. package/dist/setReadScopes.js +28 -0
  148. package/dist/singleNodeOrchestrator.js +91 -0
  149. package/dist/snapshotValueCodec.js +46 -0
  150. package/dist/sourceResolution.js +52 -0
  151. package/dist/storeMiddleware.js +882 -0
  152. package/dist/storeQuery.js +204 -0
  153. package/dist/storeRead.js +10 -0
  154. package/dist/subscriber.js +8 -0
  155. package/dist/subscriptionOutbox.js +139 -0
  156. package/dist/subscriptionRegistry.js +82 -0
  157. package/dist/subscriptionResume.js +132 -0
  158. package/dist/subscriptionSocketMetrics.js +65 -0
  159. package/dist/systemSubject.js +5 -0
  160. package/dist/tenantScope.js +11 -0
  161. package/dist/tenantSelection.js +27 -0
  162. package/dist/timeline.js +105 -0
  163. package/dist/traceContext.js +5 -0
  164. package/dist/traceSink.js +63 -0
  165. package/dist/traceSpansTable.js +29 -0
  166. package/dist/traceparent.js +23 -0
  167. package/dist/transactionSubject.js +12 -0
  168. package/dist/trustedProxy.js +155 -0
  169. package/dist/undo.js +129 -0
  170. package/dist/undoBuiltins.js +69 -0
  171. package/dist/undoCapture.js +74 -0
  172. package/dist/undoLogTable.js +16 -0
  173. package/dist/upsertBinding.js +20 -0
  174. package/dist/wakeOrchestrator.js +34 -0
  175. package/dist/wakeRegistry.js +71 -0
  176. package/dist/wakeRouter.js +63 -0
  177. package/dist/wakeSupervisor.js +62 -0
  178. package/dist/wakeupsTable.js +12 -0
  179. package/dist/webSocketGatewayRuntime.js +154 -0
  180. package/dist/webhookVerification.js +18 -0
  181. package/dist/wireColumnStrip.js +84 -0
  182. package/dist/workflowReadBuiltins.js +87 -0
  183. package/dist/workflowRuntime.js +708 -0
  184. package/package.json +19 -7
@@ -0,0 +1,286 @@
1
+ import { ENVELOPE_PATTERN as e, cellText as t, declaredEncryptedColumns as n, declaredRenames as r, discoverSealedColumns as i, reasonOf as a } from "./fieldKeyScan.js";
2
+ import { Effect as o } from "effect";
3
+ import { ciphertextKeyId as s, fieldBinding as c, quoteIdent as l } from "@voltro/database";
4
+ import { SqlClient as u } from "effect/sql";
5
+ import { STEP_JOURNAL_BINDING as d, WORKFLOW_JOURNAL_BINDING as f } from "@voltro/workflow";
6
+ //#region src/fieldKeyRekey.ts
7
+ var p = (e) => {
8
+ let t = e.renames?.get(e.table), n = t?.columns.get(e.column);
9
+ return {
10
+ tables: t?.previousTable === void 0 ? [e.table] : [e.table, t.previousTable],
11
+ columns: n === void 0 ? [e.column] : [e.column, n]
12
+ };
13
+ }, m = (e) => {
14
+ let t = p(e);
15
+ return t.tables.length > 1 || t.columns.length > 1;
16
+ }, h = 32, g = (e, t) => {
17
+ typeof e == "string" && e !== "" && e.length <= 191 && !e.startsWith("enc:") ? t.add(e) : (typeof e == "number" || typeof e == "bigint") && t.add(String(e));
18
+ }, _ = (e) => {
19
+ let t = /* @__PURE__ */ new Map(), n;
20
+ try {
21
+ n = JSON.parse(e);
22
+ } catch {
23
+ return t;
24
+ }
25
+ let r = (e, n, i) => {
26
+ if (typeof e == "string") {
27
+ if (!e.startsWith("enc:")) return;
28
+ let r = /* @__PURE__ */ new Set();
29
+ for (let e of i) for (let t of Object.values(e)) g(t, r);
30
+ t.set(e, {
31
+ key: n,
32
+ ids: r
33
+ });
34
+ } else if (Array.isArray(e)) for (let t of e) r(t, n, i);
35
+ else if (typeof e == "object" && e) {
36
+ let t = e;
37
+ for (let [e, n] of Object.entries(t)) r(n, e, [t, ...i]);
38
+ }
39
+ };
40
+ return r(n, void 0, []), t;
41
+ }, v = (e, t, n) => {
42
+ if (!e.startsWith("enc:v2:")) return [void 0];
43
+ let r = n.rowId === void 0 || n.rowId === null ? void 0 : String(n.rowId);
44
+ if (e.startsWith("enc:v2:c:")) {
45
+ let e = p(n), t = [
46
+ ...e.tables.flatMap((t) => e.columns.map((e) => c(t, e))),
47
+ f,
48
+ d,
49
+ ...[...n.declared].flatMap(([e, t]) => [...t].map((t) => c(e, t)))
50
+ ];
51
+ return [...new Map(t.map((e) => [e.column, e])).values()];
52
+ }
53
+ let i = [], a = /* @__PURE__ */ new Set(), o = (e, t, n) => {
54
+ if (n === void 0) return;
55
+ let r = c(e, t, n);
56
+ r.row === void 0 || a.has(r.row) || (a.add(r.row), i.push(r));
57
+ }, s = p(n);
58
+ for (let e of s.tables) for (let t of s.columns) o(e, t, r);
59
+ let l = /* @__PURE__ */ new Set();
60
+ for (let e of t?.ids ?? []) l.add(e);
61
+ for (let e of Object.values(n.row)) g(e, l);
62
+ let u = [...l].slice(0, h), m = t?.key ?? n.column;
63
+ for (let [e, t] of n.declared) if (t.has(m)) for (let t of u) o(e, m, t);
64
+ return i;
65
+ }, y = (t, n, r) => {
66
+ let i = n.activeKeyId, a = [...new Set(t.match(e) ?? [])];
67
+ if (a.length === 0) return {
68
+ text: t,
69
+ rekeyed: 0,
70
+ current: 0,
71
+ unresolved: 0
72
+ };
73
+ let o = _(t), l = t, u = 0, d = 0, f = 0, h = m(r), g = (e) => {
74
+ if (e === void 0 || !h) return e;
75
+ let t = p(r);
76
+ return !t.tables.some((n) => t.columns.some((t) => e.column === `${n}:${t}`)) || e.column === `${r.table}:${r.column}` ? e : e.row === void 0 ? c(r.table, r.column) : c(r.table, r.column, r.rowId);
77
+ };
78
+ for (let e of a) {
79
+ let a = t.split(e).length - 1;
80
+ if (s(e) === i && !h) {
81
+ d += a;
82
+ continue;
83
+ }
84
+ let c, p = !1;
85
+ for (let t of v(e, o.get(e), r)) {
86
+ let r;
87
+ try {
88
+ r = n.decrypt(e, t);
89
+ } catch {
90
+ continue;
91
+ }
92
+ let a = g(t);
93
+ if (s(e) === i && a === t) {
94
+ p = !0;
95
+ break;
96
+ }
97
+ c = n.sealWith(i, r, a);
98
+ break;
99
+ }
100
+ p ? d += a : c === void 0 ? f += a : (l = l.split(e).join(c), u += a);
101
+ }
102
+ return {
103
+ text: l,
104
+ rekeyed: u,
105
+ current: d,
106
+ unresolved: f
107
+ };
108
+ }, b = (t, n, r) => {
109
+ let i = _(t), a = 0, o = 0;
110
+ for (let s of t.match(e) ?? []) v(s, i.get(s), r).some((e) => {
111
+ try {
112
+ return n.decrypt(s, e), !0;
113
+ } catch {
114
+ return !1;
115
+ }
116
+ }) ? a += 1 : o += 1;
117
+ return {
118
+ opened: a,
119
+ unopened: o
120
+ };
121
+ }, x = 200, S = (e, t, n, r, i) => e === "postgres" ? r`CAST(${r(t)} AS TEXT) = ${i}` : e === "mysql" || e === "mariadb" ? n === "json" ? r`CAST(${r(t)} AS CHAR) = ${i}` : r`CAST(${r(t)} AS BINARY) = CAST(${i} AS BINARY)` : e === "mssql" ? r`CAST(${r(t)} AS VARBINARY(MAX)) = CAST(${i} AS VARBINARY(MAX))` : r`${r(t)} = ${i}`, C = (e, t, s, c = {}) => o.gen(function* () {
122
+ let l = yield* u.SqlClient, d = n(s), f = r(s), { columns: p, unreadable: m } = yield* i(e, d), h = [...m], g = [];
123
+ for (let n of p) {
124
+ if (n.found === 0) continue;
125
+ let r = yield* w(l, e, t, d, f, n, c.dryRun === !0, c.beforeWrite).pipe(o.catch((e) => o.sync(() => {
126
+ h.push({
127
+ table: n.table,
128
+ column: n.column,
129
+ reason: a(e)
130
+ });
131
+ })));
132
+ r !== void 0 && (g.push(r), c.onProgress?.(r));
133
+ }
134
+ return {
135
+ active: t.activeKeyId,
136
+ locations: g,
137
+ unreadable: h
138
+ };
139
+ }), w = (e, n, r, i, a, s, c, u) => o.gen(function* () {
140
+ let d = {
141
+ cells: 0,
142
+ rekeyed: 0,
143
+ current: 0,
144
+ unresolved: 0,
145
+ changedMeanwhile: 0,
146
+ unaddressable: 0
147
+ }, f = s.key, p = n === "postgres" && s.type === "json" ? (yield* e.unsafe(`SELECT data_type AS t FROM information_schema.columns WHERE table_name = '${s.table.replaceAll("'", "''")}' AND column_name = '${s.column.replaceAll("'", "''")}' AND table_schema = current_schema()`).unprepared)[0]?.t : void 0, m = (e) => typeof e == "number" || typeof e == "bigint" ? String(e) : `'${String(e).replaceAll("'", "''")}'`, h = (r, i, a) => o.gen(function* () {
148
+ u !== void 0 && (yield* u({
149
+ table: s.table,
150
+ column: s.column,
151
+ rowId: r
152
+ }));
153
+ let o = p === "jsonb" ? e`CAST(${a} AS JSONB)` : p === "json" ? e`CAST(${a} AS JSON)` : e`${a}`;
154
+ yield* e`UPDATE ${e(s.table)} SET ${e(s.column)} = ${o} WHERE ${e(f)} = ${r} AND ${S(n, s.column, s.type, e, i)}`;
155
+ let c = (yield* e.unsafe(`SELECT ${s.asText} AS v FROM ${l(s.table, n)} WHERE ${l(f, n)} = ${m(r)}`).unprepared)[0]?.v;
156
+ return t(c) === a;
157
+ }), g = (r) => o.gen(function* () {
158
+ if (u !== void 0) for (let e of r) yield* u({
159
+ table: s.table,
160
+ column: s.column,
161
+ rowId: e.rowId
162
+ });
163
+ let i = (t) => p === "jsonb" ? e`CAST(${t} AS JSONB)` : p === "json" ? e`CAST(${t} AS JSON)` : e`${t}`, a = e.join(" ", !1)(r.map((t) => e`WHEN ${t.rowId} THEN ${i(t.next)}`)), o = e.join(" ", !1)(r.map((t) => e`WHEN ${e(f)} = ${t.rowId} AND ${S(n, s.column, s.type, e, t.text)} THEN 1`));
164
+ yield* e`UPDATE ${e(s.table)} SET ${e(s.column)} = CASE ${e(f)} ${a} END WHERE ${e(f)} IN ${e.in(r.map((e) => e.rowId))} AND (CASE ${o} ELSE 0 END) = 1`;
165
+ let c = yield* e.unsafe(`SELECT ${s.asText} AS v, ${l(f, n)} AS k FROM ${l(s.table, n)} WHERE ${l(f, n)} IN (${r.map((e) => m(e.rowId)).join(", ")})`).unprepared, d = new Map(c.map((e) => [String(e.k), t(e.v)]));
166
+ return r.map((e) => d.get(String(e.rowId)) === e.next);
167
+ }), _;
168
+ for (;;) {
169
+ let n = yield* e.unsafe(s.page(_, x)).unprepared, l = [];
170
+ for (let e of n) {
171
+ let n = t(e.__v), { __v: o, __k: u, ...p } = e, m = y(n, r, {
172
+ table: s.table,
173
+ column: s.column,
174
+ rowId: u,
175
+ row: p,
176
+ declared: i,
177
+ renames: a
178
+ });
179
+ d.cells += 1, d.current += m.current, d.unresolved += m.unresolved, m.rekeyed !== 0 && (f === void 0 ? d.unaddressable += m.rekeyed : c ? d.rekeyed += m.rekeyed : l.push({
180
+ rowId: u,
181
+ text: n,
182
+ next: m.text,
183
+ rekeyed: m.rekeyed
184
+ }));
185
+ }
186
+ if (l.length > 0) {
187
+ let e = yield* g(l).pipe(o.catch(() => o.forEach(l, (e) => h(e.rowId, e.text, e.next))));
188
+ l.forEach((t, n) => {
189
+ e[n] === !0 ? d.rekeyed += t.rekeyed : d.changedMeanwhile += 1;
190
+ });
191
+ }
192
+ if (f === void 0 || n.length < x) break;
193
+ _ = n[n.length - 1].__k;
194
+ }
195
+ return {
196
+ table: s.table,
197
+ column: s.column,
198
+ ...d
199
+ };
200
+ }), T = (e, a, s) => o.gen(function* () {
201
+ let o = yield* u.SqlClient, c = n(s), l = r(s), { columns: d, unreadable: f } = yield* i(e, c), p = [], m = 0;
202
+ for (let e of d) {
203
+ if (e.found === 0) continue;
204
+ let n = 0, r;
205
+ for (;;) {
206
+ let i = yield* o.unsafe(e.page(r, x)).unprepared;
207
+ for (let r of i) {
208
+ let { __v: i, __k: o, ...s } = r, u = b(t(i), a, {
209
+ table: e.table,
210
+ column: e.column,
211
+ rowId: o,
212
+ row: s,
213
+ declared: c,
214
+ renames: l
215
+ });
216
+ m += u.opened, n += u.unopened;
217
+ }
218
+ if (e.key === void 0 || i.length < x) break;
219
+ r = i[i.length - 1].__k;
220
+ }
221
+ n > 0 && p.push({
222
+ table: e.table,
223
+ column: e.column,
224
+ count: n
225
+ });
226
+ }
227
+ return {
228
+ opened: m,
229
+ unopened: p,
230
+ unreadable: f
231
+ };
232
+ }), E = (t) => {
233
+ let n = t.match(e);
234
+ return n !== null && n.length === 1 && n[0] === t;
235
+ }, D = (a, s, c) => o.gen(function* () {
236
+ let o = yield* u.SqlClient, d = n(c), f = r(c), { columns: p, unreadable: m, tables: h } = yield* i(a, d), g = [], _ = [], v = (e, t) => s !== void 0 && b(e, s, t).unopened === 0;
237
+ for (let n of p) {
238
+ if (n.found === 0) continue;
239
+ let r = 0, i = 0, c;
240
+ for (;;) {
241
+ let l = yield* o.unsafe(n.page(c, x)).unprepared;
242
+ for (let c of l) {
243
+ let l = t(c.__v), { __v: u, __k: p, ...m } = c, h = {
244
+ table: n.table,
245
+ column: n.column,
246
+ rowId: p,
247
+ row: m,
248
+ declared: d,
249
+ renames: f
250
+ };
251
+ if (E(l)) {
252
+ if (v(l, h)) continue;
253
+ if (n.key === void 0) {
254
+ i += 1;
255
+ continue;
256
+ }
257
+ yield* o`UPDATE ${o(n.table)} SET ${o(n.column)} = NULL WHERE ${o(n.key)} = ${p} AND ${S(a, n.column, n.type, o, l)}`, r += 1;
258
+ } else i += s === void 0 ? (l.match(e) ?? []).length : b(l, s, h).unopened;
259
+ }
260
+ if (n.key === void 0 || l.length < x) break;
261
+ c = l[l.length - 1].__k;
262
+ }
263
+ r > 0 && g.push({
264
+ table: n.table,
265
+ column: n.column,
266
+ count: r
267
+ }), i > 0 && _.push({
268
+ table: n.table,
269
+ column: n.column,
270
+ count: i
271
+ });
272
+ }
273
+ let y = new Set(s?.keyIds ?? []), C = (e) => l(e, a), w = [];
274
+ if (h.has("_voltro_field_keys")) {
275
+ w = (yield* o.unsafe(`SELECT ${C("keyId")} AS k FROM ${C("_voltro_field_keys")}`).unprepared).map((e) => String(e.k)).filter((e) => !y.has(e));
276
+ for (let e of w) yield* o`DELETE FROM ${o("_voltro_field_keys")} WHERE ${o("keyId")} = ${e}`;
277
+ }
278
+ return h.has("_voltro_field_key_holders") && (yield* o.unsafe(`DELETE FROM ${C("_voltro_field_key_holders")}`).unprepared), {
279
+ nulled: g,
280
+ unreadable: _,
281
+ forgottenKeys: w,
282
+ unreadableColumns: m
283
+ };
284
+ });
285
+ //#endregion
286
+ export { D as nullUnreadableSealedValues, b as openCell, y as rekeyCell, C as rekeySealedValues, T as verifySealedValues };
@@ -0,0 +1,136 @@
1
+ import { FIELD_KEYS_TABLE as e, FIELD_KEY_HOLDERS_TABLE as t } from "./fieldKeyRegistry.js";
2
+ import { Effect as n } from "effect";
3
+ import { ciphertextKeyId as r, encryptedColumnsOf as i, quoteIdent as a } from "@voltro/database";
4
+ import { SqlClient as o } from "effect/sql";
5
+ import { introspectSchema as s } from "@voltro/database/sql";
6
+ //#region src/fieldKeyScan.ts
7
+ var c = /enc:v[12]:[A-Za-z0-9+/=:_-]+/g, l = 500, u = /* @__PURE__ */ new Set(["text", "json"]), d = (e, t, n) => e === "postgres" ? `CAST(${t} AS TEXT)` : n === "json" && (e === "mysql" || e === "mariadb") ? `CAST(${t} AS CHAR)` : t, f = (e) => {
8
+ let t = e instanceof Error ? e.message : String(e);
9
+ for (let n = e?.cause; n instanceof Error; n = n.cause) t = n.message;
10
+ return t;
11
+ }, p = (e) => typeof e == "number" || typeof e == "bigint" ? String(e) : `'${String(e).replaceAll("'", "''")}'`, m = (e) => typeof e == "string" ? e : e instanceof Uint8Array ? new TextDecoder().decode(e) : e == null ? "" : JSON.stringify(e), h = (e, t) => n.gen(function* () {
12
+ let r = yield* o.SqlClient, i = (t) => a(t, e), c = yield* s(r), l = [], m = [];
13
+ for (let a of c.tables) {
14
+ if (a.name === "_voltro_field_keys" || a.name === "_voltro_field_key_holders") continue;
15
+ let o = a.indexes.find((e) => e.name === `${a.name}_pkey`)?.columns, s = o?.length === 1 ? o[0] : void 0;
16
+ for (let o of a.columns) {
17
+ let c = t.get(a.name)?.has(o.name) === !0;
18
+ if (!c && !u.has(o.type)) continue;
19
+ let h = d(e, `${i("__t")}.${i(o.name)}`, o.type), g = `${h} LIKE '%enc:v%'`, _ = `${i(a.name)} ${i("__t")}`, v = yield* r.unsafe(`SELECT COUNT(*) AS n FROM ${_} WHERE ${g}`).unprepared.pipe(n.map((e) => Number(e[0]?.n ?? 0)), n.catch((e) => n.sync(() => {
20
+ m.push({
21
+ table: a.name,
22
+ column: o.name,
23
+ reason: f(e)
24
+ });
25
+ })));
26
+ v === void 0 || v === 0 && !c || l.push({
27
+ table: a.name,
28
+ column: o.name,
29
+ type: o.type,
30
+ declared: c,
31
+ key: s,
32
+ found: v,
33
+ asText: d(e, i(o.name), o.type),
34
+ page: (t, n) => {
35
+ if (s === void 0) return `SELECT ${h} AS ${i("__v")}, ${i("__t")}.* FROM ${_} WHERE ${g}`;
36
+ let r = `${i("__t")}.${i(s)} AS ${i("__k")}, ${h} AS ${i("__v")}, ${i("__t")}.*`, a = `WHERE ${g}${t === void 0 ? "" : ` AND ${i("__t")}.${i(s)} > ${p(t)}`} ORDER BY ${i("__t")}.${i(s)}`;
37
+ return e === "mssql" ? `SELECT TOP ${n} ${r} FROM ${_} ${a}` : `SELECT ${r} FROM ${_} ${a} LIMIT ${n}`;
38
+ }
39
+ });
40
+ }
41
+ }
42
+ return {
43
+ columns: l,
44
+ unreadable: m,
45
+ tables: new Set(c.tables.map((e) => e.name))
46
+ };
47
+ }), g = (e) => {
48
+ let t = /* @__PURE__ */ new Map();
49
+ for (let n of e) {
50
+ let e = n;
51
+ if (typeof e != "object" || !e || typeof e.fields != "object" || e.tableName === void 0) continue;
52
+ let r = i(e);
53
+ r.length > 0 && t.set(e.tableName, new Set(r));
54
+ }
55
+ return t;
56
+ }, _ = (e) => {
57
+ let t = /* @__PURE__ */ new Map();
58
+ for (let n of e) {
59
+ let e = n;
60
+ if (typeof e != "object" || !e || typeof e.fields != "object" || e.tableName === void 0) continue;
61
+ let r = /* @__PURE__ */ new Map();
62
+ for (let t of i(e)) {
63
+ let n = e.fields[t]?.renamedFrom;
64
+ n !== void 0 && r.set(t, n);
65
+ }
66
+ (e.previousTableName !== void 0 || r.size > 0) && t.set(e.tableName, {
67
+ ...e.previousTableName === void 0 ? {} : { previousTable: e.previousTableName },
68
+ columns: r
69
+ });
70
+ }
71
+ return t;
72
+ }, v = (e, t, n = 1) => {
73
+ e[t] = (e[t] ?? 0) + n;
74
+ }, y = (i, s) => n.gen(function* () {
75
+ let u = yield* o.SqlClient, d = (e) => a(e, i), p = (e) => u.unsafe(e).unprepared, { columns: _, unreadable: y, tables: b } = yield* h(i, g(s)), x = [...y], S = [];
76
+ for (let e of _) {
77
+ let t = yield* n.gen(function* () {
78
+ let t = e.declared ? Number((yield* p(`SELECT COUNT(*) AS n FROM ${d(e.table)} WHERE ${d(e.column)} IS NOT NULL AND ${e.asText} NOT LIKE 'enc:v%'`))[0]?.n ?? 0) : 0, n = {}, i = 0, a = 0, o = (e) => {
79
+ let t = m(e).match(c) ?? [];
80
+ t.length > 0 && (a += 1);
81
+ for (let e of t) {
82
+ let t = r(e);
83
+ t === void 0 ? i += 1 : v(n, t);
84
+ }
85
+ };
86
+ if (e.found > 0) {
87
+ let t;
88
+ for (;;) {
89
+ let n = yield* p(e.page(t, l));
90
+ for (let e of n) o(e.__v);
91
+ if (e.key === void 0 || n.length < l) break;
92
+ t = n[n.length - 1].__k;
93
+ }
94
+ }
95
+ return {
96
+ table: e.table,
97
+ column: e.column,
98
+ declared: e.declared,
99
+ cells: a,
100
+ byKey: n,
101
+ unnamed: i,
102
+ plaintext: t
103
+ };
104
+ }).pipe(n.catch((t) => n.sync(() => {
105
+ x.push({
106
+ table: e.table,
107
+ column: e.column,
108
+ reason: f(t)
109
+ });
110
+ })));
111
+ t !== void 0 && S.push(t);
112
+ }
113
+ let C = (e) => e == null ? null : e instanceof Date ? e.toISOString() : String(e), w = b.has("_voltro_field_keys") ? (yield* p(`SELECT ${d("keyId")} AS k, ${d("state")} AS s, ${d("activatedAt")} AS a, ${d("requestedAt")} AS r FROM ${d(e)}`)).map((e) => ({
114
+ keyId: String(e.k),
115
+ state: String(e.s),
116
+ activatedAt: C(e.a),
117
+ requestedAt: C(e.r)
118
+ })).sort((e, t) => e.keyId.localeCompare(t.keyId)) : [], T = b.has("_voltro_field_key_holders") ? (yield* p(`SELECT ${d("holderId")} AS h, ${d("keyIds")} AS k, ${d("activeKeyId")} AS a, ${d("expiresAt")} AS e FROM ${d(t)}`)).map((e) => ({
119
+ holderId: String(e.h),
120
+ keyIds: String(e.k).split(","),
121
+ activeKeyId: String(e.a),
122
+ expiresAt: C(e.e) ?? ""
123
+ })).sort((e, t) => e.holderId.localeCompare(t.holderId)) : [], E = {};
124
+ for (let e of S) for (let [t, n] of Object.entries(e.byKey)) v(E, t, n);
125
+ return S.sort((e, t) => e.table.localeCompare(t.table) || e.column.localeCompare(t.column)), {
126
+ keys: w,
127
+ holders: T,
128
+ locations: S,
129
+ totals: E,
130
+ unreadable: x,
131
+ unnamed: S.reduce((e, t) => e + t.unnamed, 0),
132
+ plaintext: S.reduce((e, t) => e + t.plaintext, 0)
133
+ };
134
+ });
135
+ //#endregion
136
+ export { c as ENVELOPE_PATTERN, m as cellText, g as declaredEncryptedColumns, _ as declaredRenames, h as discoverSealedColumns, y as fieldKeyStatus, f as reasonOf };
@@ -0,0 +1,77 @@
1
+ import { FieldKeyringConfigError as e, deriveKey as t, fieldKeyIdOf as n } from "./fieldCipher.js";
2
+ //#region src/fieldKeyring.ts
3
+ var r = "VOLTRO_FIELD_ENCRYPTION_KEYS", i = "VOLTRO_FIELD_ENCRYPTION_ACTIVE", a = "VOLTRO_FIELD_ENCRYPTION_KEY", o = "VOLTRO_FIELD_ENCRYPTION_KEY_PREVIOUS", s = [
4
+ r,
5
+ i,
6
+ a,
7
+ o
8
+ ], c = (e) => e !== void 0 && e.trim() !== "", l = (t) => {
9
+ let n = t.trim();
10
+ if (n.startsWith("{")) {
11
+ let t;
12
+ try {
13
+ t = JSON.parse(n);
14
+ } catch {
15
+ throw new e(`${r} starts like JSON but is not valid JSON`);
16
+ }
17
+ if (typeof t != "object" || !t || Array.isArray(t)) throw new e(`${r} as JSON must be an object of id → key`);
18
+ return Object.entries(t).map(([t, n]) => {
19
+ if (typeof n != "string") throw new e(`${r}: key "${t}" is not a string`);
20
+ return {
21
+ id: t,
22
+ secret: n
23
+ };
24
+ });
25
+ }
26
+ return n.split(",").map((e) => e.trim()).filter((e) => e !== "").map((t) => {
27
+ let n = t.indexOf("=");
28
+ if (n <= 0) throw new e(`${r}: every entry is id=key, and one is not`);
29
+ return {
30
+ id: t.slice(0, n).trim(),
31
+ secret: t.slice(n + 1).trim()
32
+ };
33
+ });
34
+ }, u = (e, n) => t(e).equals(t(n)), d = (t) => {
35
+ let s = t[r], d = t[a], p = t[o], m = t[i]?.trim();
36
+ if (c(s)) {
37
+ let t = l(s);
38
+ for (let [n, i] of [[a, d], [o, p]]) if (c(i) && !t.some((e) => u(e.secret, i))) throw new e(`${n} is set beside ${r} but is not one of its keys — put it into ${r} or remove it`);
39
+ if (t.length === 0) throw new e(`${r} is set but holds no key`);
40
+ let n = c(d) ? t.find((e) => u(e.secret, d))?.id : void 0, h = c(m) ? m : t.length === 1 ? t[0].id : n;
41
+ if (h === void 0) throw new e(`${r} holds ${t.length} keys: name the one new values are sealed under in ${i}`);
42
+ return f({
43
+ active: h,
44
+ keys: t
45
+ }), {
46
+ active: h,
47
+ keys: t
48
+ };
49
+ }
50
+ if (!c(d)) {
51
+ if (c(p)) throw new e(`${o} is set without ${a}`);
52
+ return;
53
+ }
54
+ if (c(p) && u(d, p)) throw new e(`${a} and ${o} are the same key — a rotation needs a NEW key in ${a}`);
55
+ let h = [{
56
+ id: n(d),
57
+ secret: d
58
+ }, ...c(p) ? [{
59
+ id: n(p),
60
+ secret: p
61
+ }] : []], g = {
62
+ active: h[0].id,
63
+ keys: h
64
+ };
65
+ return f(g), g;
66
+ }, f = (t) => {
67
+ let n = /* @__PURE__ */ new Set();
68
+ for (let r of t.keys) {
69
+ if (!/^[a-z0-9][a-z0-9-]{0,15}$/.test(r.id)) throw new e(`field encryption: "${r.id}" is not a key id — use a short lowercase slug (letters, digits, "-", at most 16)`);
70
+ if (n.has(r.id)) throw new e(`field encryption: key id "${r.id}" is configured twice`);
71
+ n.add(r.id);
72
+ }
73
+ for (let n = 0; n < t.keys.length; n++) for (let r = n + 1; r < t.keys.length; r++) if (u(t.keys[n].secret, t.keys[r].secret)) throw new e(`field encryption: keys "${t.keys[n].id}" and "${t.keys[r].id}" are the same key — a rotation needs a NEW key, and two ids for one key make every count per key wrong`);
74
+ if (!n.has(t.active)) throw new e(`field encryption: the active key "${t.active}" is not one of the configured keys (${[...n].join(", ")})`);
75
+ };
76
+ //#endregion
77
+ export { i as FIELD_ENCRYPTION_ACTIVE_ENV, r as FIELD_ENCRYPTION_KEYS_ENV, a as FIELD_ENCRYPTION_KEY_ENV, o as FIELD_ENCRYPTION_PREVIOUS_KEY_ENV, s as FIELD_KEYRING_ENV_NAMES, d as resolveFieldKeyring };
@@ -0,0 +1,21 @@
1
+ import { createHash as e } from "node:crypto";
2
+ //#region src/fingerprint.ts
3
+ var t = (e) => {
4
+ if (e == null) return null;
5
+ if (Array.isArray(e)) return e.map(t);
6
+ if (typeof e == "object") {
7
+ let n = e, r = Object.keys(n).sort(), i = {};
8
+ for (let e of r) i[e] = t(n[e]);
9
+ return i;
10
+ }
11
+ return e;
12
+ }, n = (n, r, i) => {
13
+ let a = t({
14
+ table: n,
15
+ predicate: r,
16
+ indexHint: i ?? null
17
+ });
18
+ return e("sha256").update(JSON.stringify(a)).digest("hex").slice(0, 16);
19
+ };
20
+ //#endregion
21
+ export { t as canonicalize, n as fingerprintFor };
package/dist/finops.js ADDED
@@ -0,0 +1,42 @@
1
+ import { Context as e, Effect as t } from "effect";
2
+ //#region src/finops.ts
3
+ var n = /* @__PURE__ */ new Set([
4
+ "info",
5
+ "warn",
6
+ "critical"
7
+ ]), r = /* @__PURE__ */ new Set(["observe", "suspend"]), i = (e, t) => /* @__PURE__ */ Error(`defineCostBudget(${JSON.stringify(e)}): ${t}`), a = (e) => {
8
+ let t = /^(\d+(?:\.\d+)?)\s*(ms|s|m|h|d)$/.exec(e.trim());
9
+ if (t === null) return null;
10
+ let n = Number(t[1]);
11
+ if (!(Number.isFinite(n) && n > 0)) return null;
12
+ let r = t[2];
13
+ return n * (r === "ms" ? 1 : r === "s" ? 1e3 : r === "m" ? 6e4 : r === "h" ? 36e5 : 864e5);
14
+ }, o = (e) => {
15
+ let t = e.name;
16
+ if (typeof t != "string" || t.length === 0) throw Error("defineCostBudget: a non-empty `name` is required");
17
+ if (!(typeof e.limit == "number" && Number.isFinite(e.limit) && e.limit > 0)) throw i(t, "a positive, finite `limit` is required");
18
+ if (e.unit !== void 0 && (typeof e.unit != "string" || e.unit.length === 0)) throw i(t, "unit, when present, must be a non-empty string");
19
+ let o = e.warnAt ?? .8;
20
+ if (!(typeof o == "number" && o >= 0 && o <= 1)) throw i(t, "warnAt, when present, must be in [0, 1]");
21
+ let s = null;
22
+ if (e.window !== void 0 && (s = a(e.window), s === null)) throw i(t, `window must be an interval like '1h' / '24h' (got ${JSON.stringify(e.window)})`);
23
+ let c = e.severity ?? "warn";
24
+ if (!n.has(c)) throw i(t, `severity must be one of info | warn | critical (got ${JSON.stringify(c)})`);
25
+ let l = e.onExceeded ?? "observe";
26
+ if (!r.has(l)) throw i(t, `onExceeded must be observe | suspend (got ${JSON.stringify(e.onExceeded)})`);
27
+ return {
28
+ _voltroCostBudget: !0,
29
+ name: t,
30
+ limit: e.limit,
31
+ unit: e.unit ?? null,
32
+ warnAt: o,
33
+ windowMs: s,
34
+ severity: c,
35
+ onExceeded: l,
36
+ ...e.description === void 0 ? {} : { description: e.description }
37
+ };
38
+ }, s = (e) => typeof e == "object" && !!e && e._voltroCostBudget === !0, c = class extends e.Service()("@voltro/CostRegistry") {}, l = (e, n) => t.gen(function* () {
39
+ return (yield* c).budget(e.name, n);
40
+ });
41
+ //#endregion
42
+ export { c as CostRegistry, o as defineCostBudget, s as isCostBudgetDefinition, l as useCostBudget };