@cosmicdrift/kumiko-framework 0.413.1 → 0.415.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. package/AGENTS.md +5 -2
  2. package/agents/api/framework-db.md +14 -3
  3. package/agents/api/framework-engine.md +69 -13
  4. package/agents/api/framework-errors.md +1 -1
  5. package/agents/api/framework-event-store.md +14 -0
  6. package/agents/api/framework-ui-types.md +158 -21
  7. package/agents/api/renderer-web.md +112 -11
  8. package/agents/api/testing-helpers.md +3 -2
  9. package/agents/api/testing-stack.md +3 -0
  10. package/agents/api/types.md +248 -24
  11. package/agents/api.md +7 -7
  12. package/agents/boot-rules.md +66 -10
  13. package/agents/examples/api-docs.md +2 -6
  14. package/agents/examples/auth-mfa.md +57 -10
  15. package/agents/examples/chat-channels.md +2 -0
  16. package/agents/examples/crypto-shredding-hr.md +63 -1
  17. package/agents/examples/currencies-global.md +1 -0
  18. package/agents/examples/env-composition.md +7 -11
  19. package/agents/examples/managed-pages.md +90 -1
  20. package/agents/examples/pwa-shell.md +210 -0
  21. package/agents/examples/rate-limiting.md +3 -3
  22. package/agents/examples/record-detail-layout.md +1643 -67
  23. package/agents/examples/workflow-engine.md +16 -12
  24. package/agents/examples.md +1 -0
  25. package/agents/features-index.md +4 -2
  26. package/agents/features.md +22 -7
  27. package/agents/widgets.md +26 -1
  28. package/dist/api/api-constants.d.ts +1 -0
  29. package/dist/api/api-constants.js +4 -0
  30. package/dist/api/auth-middleware.js +4 -3
  31. package/dist/api/auth-routes-shared.js +2 -1
  32. package/dist/api/entity-read-access.d.ts +1 -0
  33. package/dist/api/entity-read-access.js +18 -0
  34. package/dist/api/export/export-route.d.ts +6 -1
  35. package/dist/api/export/export-route.js +27 -1
  36. package/dist/api/export/export-rows.js +19 -3
  37. package/dist/api/request-context-internals.d.ts +2 -0
  38. package/dist/api/request-context-scopes.js +9 -2
  39. package/dist/api/request-context.js +1 -1
  40. package/dist/api/routes.d.ts +2 -0
  41. package/dist/api/routes.js +9 -1
  42. package/dist/api/server-event-dispatcher.js +3 -0
  43. package/dist/api/server-extra-routes.js +2 -1
  44. package/dist/api/server-feature-http-routes.d.ts +9 -0
  45. package/dist/api/server-feature-http-routes.js +109 -0
  46. package/dist/api/server-middleware.js +2 -19
  47. package/dist/api/server-pat-rate-limit-guard.d.ts +3 -0
  48. package/dist/api/server-pat-rate-limit-guard.js +19 -0
  49. package/dist/api/server-rate-limit-wiring.d.ts +10 -0
  50. package/dist/api/server-rate-limit-wiring.js +37 -0
  51. package/dist/api/server-routes.d.ts +4 -12
  52. package/dist/api/server-routes.js +12 -171
  53. package/dist/api/server-schema-route.d.ts +3 -0
  54. package/dist/api/server-schema-route.js +58 -0
  55. package/dist/api/server-wiring.js +2 -37
  56. package/dist/api/server.js +3 -1
  57. package/dist/compliance/override-schema.js +5 -5
  58. package/dist/compliance/sub-processors.js +10 -1
  59. package/dist/crypto/index.d.ts +1 -1
  60. package/dist/crypto/index.js +1 -1
  61. package/dist/crypto/pii-field-encryption.d.ts +2 -0
  62. package/dist/crypto/pii-field-encryption.js +16 -1
  63. package/dist/db/apply-entity-event.js +4 -0
  64. package/dist/db/bun-sql-connection-codes.d.ts +1 -0
  65. package/dist/db/bun-sql-connection-codes.js +7 -0
  66. package/dist/db/collect-table-metas.js +4 -1
  67. package/dist/db/config-seed.js +1 -1
  68. package/dist/db/derived-field-sql.js +15 -13
  69. package/dist/db/derived-related-sql.d.ts +2 -2
  70. package/dist/db/derived-related-sql.js +4 -2
  71. package/dist/db/dialect.d.ts +3 -0
  72. package/dist/db/dialect.js +1 -3
  73. package/dist/db/driver-row-coercion.js +2 -2
  74. package/dist/db/driver-value-preparation.js +1 -1
  75. package/dist/db/eagerload.js +15 -12
  76. package/dist/db/entity-table-meta.d.ts +2 -0
  77. package/dist/db/entity-table-meta.js +7 -0
  78. package/dist/db/event-store-executor-context.js +13 -8
  79. package/dist/db/event-store-executor-read-aggregate-currencies.js +2 -2
  80. package/dist/db/event-store-executor-read-aggregate.js +2 -2
  81. package/dist/db/event-store-executor-read-filter.d.ts +4 -0
  82. package/dist/db/event-store-executor-read-filter.js +28 -11
  83. package/dist/db/event-store-executor-read-search.d.ts +1 -0
  84. package/dist/db/event-store-executor-read-search.js +6 -6
  85. package/dist/db/event-store-executor-read-sort.js +3 -3
  86. package/dist/db/event-store-executor-read-where.js +14 -5
  87. package/dist/db/event-store-executor-read.js +7 -7
  88. package/dist/db/event-store-executor-write.js +50 -95
  89. package/dist/db/executor-managed-tables.js +4 -1
  90. package/dist/db/index.d.ts +4 -2
  91. package/dist/db/index.js +4 -2
  92. package/dist/db/known-table-names.d.ts +1 -0
  93. package/dist/db/known-table-names.js +7 -5
  94. package/dist/db/list-aggregate-labels.d.ts +1 -0
  95. package/dist/db/list-aggregate-labels.js +9 -1
  96. package/dist/db/migrate-generator.js +23 -4
  97. package/dist/db/migrate-rls-diff.d.ts +1 -0
  98. package/dist/db/migrate-rls-diff.js +15 -1
  99. package/dist/db/migrate-runner.js +2 -2
  100. package/dist/db/money.d.ts +1 -1
  101. package/dist/db/money.js +1 -4
  102. package/dist/db/parent-ref-clause.d.ts +6 -2
  103. package/dist/db/parent-ref-clause.js +105 -24
  104. package/dist/db/parent-ref-global-hosts.d.ts +23 -0
  105. package/dist/db/parent-ref-global-hosts.js +85 -0
  106. package/dist/db/production-schema-command-hint.d.ts +1 -0
  107. package/dist/db/production-schema-command-hint.js +3 -0
  108. package/dist/db/queries/backfill-pii.js +55 -29
  109. package/dist/db/queries/ddl.js +13 -2
  110. package/dist/db/queries/event-store-open-streams.d.ts +15 -0
  111. package/dist/db/queries/event-store-open-streams.js +33 -0
  112. package/dist/db/queries/event-store-payload-scrub.d.ts +5 -0
  113. package/dist/db/queries/event-store-payload-scrub.js +11 -0
  114. package/dist/db/queries/event-store.js +0 -1
  115. package/dist/db/queries/raw-sql.js +0 -1
  116. package/dist/db/queries/rebuild-rls-guard.d.ts +2 -1
  117. package/dist/db/queries/rebuild-rls-guard.js +24 -11
  118. package/dist/db/queries/rls-boot-catalog.d.ts +1 -0
  119. package/dist/db/queries/rls-boot-catalog.js +13 -9
  120. package/dist/db/queries/rls-shape.d.ts +3 -1
  121. package/dist/db/queries/rls-shape.js +31 -6
  122. package/dist/db/queries/session-advisory-lock.js +2 -1
  123. package/dist/db/queries/test-stack.js +7 -7
  124. package/dist/db/query.js +16 -11
  125. package/dist/db/rebuild-marker.js +11 -2
  126. package/dist/db/render-rls-ddl.d.ts +2 -0
  127. package/dist/db/render-rls-ddl.js +16 -11
  128. package/dist/db/replay-migration-sql.js +1 -1
  129. package/dist/db/row-level-security-boot-check.js +18 -5
  130. package/dist/db/row-level-security-connection.js +25 -12
  131. package/dist/db/row-level-security-scope.d.ts +2 -1
  132. package/dist/db/row-level-security-scope.js +9 -5
  133. package/dist/db/sql-identifier.d.ts +1 -0
  134. package/dist/db/sql-identifier.js +3 -0
  135. package/dist/db/system-tenant-read-db.d.ts +5 -0
  136. package/dist/db/system-tenant-read-db.js +28 -0
  137. package/dist/db/table-builder.d.ts +3 -1
  138. package/dist/db/table-builder.js +18 -8
  139. package/dist/db/table-info.d.ts +1 -2
  140. package/dist/db/table-introspection.d.ts +3 -0
  141. package/dist/db/table-introspection.js +6 -0
  142. package/dist/db/table-push.d.ts +1 -0
  143. package/dist/db/table-push.js +7 -1
  144. package/dist/db/tenant-db-runner.d.ts +3 -0
  145. package/dist/db/tenant-db-runner.js +19 -1
  146. package/dist/db/transaction-serialization.d.ts +1 -0
  147. package/dist/db/transaction-serialization.js +20 -3
  148. package/dist/db/where-clause.js +11 -2
  149. package/dist/db/write-ownership-failures.d.ts +25 -0
  150. package/dist/db/write-ownership-failures.js +82 -0
  151. package/dist/engine/boot-validator/boot-check.js +7 -1
  152. package/dist/engine/boot-validator/boot-phases-app.js +5 -5
  153. package/dist/engine/boot-validator/boot-phases.js +3 -2
  154. package/dist/engine/boot-validator/boot-rules.d.ts +305 -28
  155. package/dist/engine/boot-validator/boot-rules.js +4 -0
  156. package/dist/engine/boot-validator/bundled-lists-table.js +2 -2
  157. package/dist/engine/boot-validator/card-meta-overflow-rules.d.ts +2 -2
  158. package/dist/engine/boot-validator/card-meta-overflow-rules.js +2 -2
  159. package/dist/engine/boot-validator/card-meta-overflow.js +8 -5
  160. package/dist/engine/boot-validator/config-deps.d.ts +0 -1
  161. package/dist/engine/boot-validator/config-deps.js +0 -28
  162. package/dist/engine/boot-validator/config-key-rules.d.ts +0 -15
  163. package/dist/engine/boot-validator/config-key-rules.js +0 -15
  164. package/dist/engine/boot-validator/dashboard-screen-target.d.ts +22 -0
  165. package/dist/engine/boot-validator/dashboard-screen-target.js +20 -0
  166. package/dist/engine/boot-validator/dashboard-stat-navigate.d.ts +1 -0
  167. package/dist/engine/boot-validator/dashboard-stat-navigate.js +25 -17
  168. package/dist/engine/boot-validator/definition-webhook-events-rules.d.ts +5 -0
  169. package/dist/engine/boot-validator/definition-webhook-events-rules.js +5 -0
  170. package/dist/engine/boot-validator/derived-sql-fields.js +1 -2
  171. package/dist/engine/boot-validator/entity-declaration-rules.d.ts +5 -0
  172. package/dist/engine/boot-validator/entity-declaration-rules.js +5 -0
  173. package/dist/engine/boot-validator/entity-list-screens.d.ts +1 -0
  174. package/dist/engine/boot-validator/entity-list-screens.js +35 -13
  175. package/dist/engine/boot-validator/entity-structure-rules.d.ts +5 -0
  176. package/dist/engine/boot-validator/entity-structure-rules.js +5 -0
  177. package/dist/engine/boot-validator/list-column-layout.js +10 -6
  178. package/dist/engine/boot-validator/list-row-guidance-rules.d.ts +67 -0
  179. package/dist/engine/boot-validator/list-row-guidance-rules.js +67 -0
  180. package/dist/engine/boot-validator/list-row-guidance.d.ts +20 -0
  181. package/dist/engine/boot-validator/list-row-guidance.js +143 -0
  182. package/dist/engine/boot-validator/list-sort-summary-rules.d.ts +42 -0
  183. package/dist/engine/boot-validator/list-sort-summary-rules.js +42 -0
  184. package/dist/engine/boot-validator/list-sort-summary.d.ts +5 -0
  185. package/dist/engine/boot-validator/list-sort-summary.js +160 -0
  186. package/dist/engine/boot-validator/list-table-options.js +15 -1
  187. package/dist/engine/boot-validator/list-table-rules.d.ts +10 -5
  188. package/dist/engine/boot-validator/list-table-rules.js +10 -5
  189. package/dist/engine/boot-validator/list-toolbar-options.d.ts +10 -0
  190. package/dist/engine/boot-validator/list-toolbar-options.js +30 -0
  191. package/dist/engine/boot-validator/named-filter-rules.d.ts +42 -2
  192. package/dist/engine/boot-validator/named-filter-rules.js +42 -2
  193. package/dist/engine/boot-validator/ownership.js +10 -1
  194. package/dist/engine/boot-validator/parent-ref.js +87 -50
  195. package/dist/engine/boot-validator/projection-list-screens.d.ts +1 -0
  196. package/dist/engine/boot-validator/projection-list-screens.js +32 -1
  197. package/dist/engine/boot-validator/query-output-columns.js +62 -9
  198. package/dist/engine/boot-validator/query-output-guidance.d.ts +7 -0
  199. package/dist/engine/boot-validator/query-output-guidance.js +40 -0
  200. package/dist/engine/boot-validator/query-refs.js +34 -1
  201. package/dist/engine/boot-validator/row-decoration.d.ts +11 -0
  202. package/dist/engine/boot-validator/row-decoration.js +16 -0
  203. package/dist/engine/boot-validator/screens-actions.js +1 -1
  204. package/dist/engine/boot-validator/screens-dashboard-links.d.ts +10 -0
  205. package/dist/engine/boot-validator/screens-dashboard-links.js +36 -0
  206. package/dist/engine/boot-validator/screens-dashboard-narrow.d.ts +4 -0
  207. package/dist/engine/boot-validator/screens-dashboard-narrow.js +211 -0
  208. package/dist/engine/boot-validator/screens-dashboard-rules.d.ts +84 -4
  209. package/dist/engine/boot-validator/screens-dashboard-rules.js +84 -4
  210. package/dist/engine/boot-validator/screens-dashboard.js +29 -7
  211. package/dist/engine/boot-validator/screens-kind-entity-list.js +32 -27
  212. package/dist/engine/boot-validator/screens-kind-projection-detail-guidance.d.ts +3 -0
  213. package/dist/engine/boot-validator/screens-kind-projection-detail-guidance.js +46 -0
  214. package/dist/engine/boot-validator/screens-kind-projection-detail-rules.d.ts +20 -0
  215. package/dist/engine/boot-validator/screens-kind-projection-detail-rules.js +20 -0
  216. package/dist/engine/boot-validator/screens-kind-projection-detail.js +2 -0
  217. package/dist/engine/boot-validator/screens-kind-projection-list.js +4 -0
  218. package/dist/engine/boot-validator/screens-kind-rules.d.ts +25 -0
  219. package/dist/engine/boot-validator/screens-kind-rules.js +25 -0
  220. package/dist/engine/boot-validator/screens-lists.d.ts +8 -2
  221. package/dist/engine/boot-validator/screens-lists.js +19 -3
  222. package/dist/engine/boot-validator/screens.js +1 -1
  223. package/dist/engine/boot-validator/sort-nulls.d.ts +2 -0
  224. package/dist/engine/boot-validator/sort-nulls.js +15 -0
  225. package/dist/engine/boot-validator/zod-shape.d.ts +2 -1
  226. package/dist/engine/boot-validator/zod-shape.js +19 -1
  227. package/dist/engine/build-app-schema.js +4 -0
  228. package/dist/engine/config-helpers.d.ts +1 -2
  229. package/dist/engine/config-helpers.js +6 -7
  230. package/dist/engine/define-feature.js +1 -0
  231. package/dist/engine/define-handler.d.ts +1 -0
  232. package/dist/engine/define-handler.js +4 -2
  233. package/dist/engine/definition-violations.js +2 -2
  234. package/dist/engine/entity-handlers.js +3 -8
  235. package/dist/engine/entity-list-runtime-options.js +9 -8
  236. package/dist/engine/factories.d.ts +2 -0
  237. package/dist/engine/feature-config-events-jobs.js +1 -0
  238. package/dist/engine/feature-entity-handlers.js +5 -2
  239. package/dist/engine/field-access.d.ts +1 -1
  240. package/dist/engine/field-access.js +7 -10
  241. package/dist/engine/find-entity.js +3 -3
  242. package/dist/engine/form-derivations.js +3 -3
  243. package/dist/engine/index.d.ts +3 -3
  244. package/dist/engine/index.js +2 -2
  245. package/dist/engine/named-filter-roles.d.ts +3 -0
  246. package/dist/engine/named-filter-roles.js +15 -0
  247. package/dist/engine/pipeline.js +0 -1
  248. package/dist/engine/project-app-schema-for-roles.js +17 -2
  249. package/dist/engine/qualified-name.js +0 -1
  250. package/dist/engine/registry-facade.js +1 -2
  251. package/dist/engine/registry-state.d.ts +1 -1
  252. package/dist/engine/registry-state.js +5 -2
  253. package/dist/engine/registry-validate.js +2 -1
  254. package/dist/engine/resolve-named-list-filters.js +5 -2
  255. package/dist/engine/schema-builder.js +9 -11
  256. package/dist/engine/screen-helpers.d.ts +12 -0
  257. package/dist/engine/screen-helpers.js +17 -1
  258. package/dist/engine/soft-delete-cleanup.js +3 -5
  259. package/dist/engine/state-machine.js +0 -1
  260. package/dist/engine/steps/_database-clock.d.ts +2 -0
  261. package/dist/engine/steps/_database-clock.js +6 -0
  262. package/dist/engine/steps/compute.js +1 -1
  263. package/dist/engine/steps/retry.js +5 -1
  264. package/dist/engine/steps/return.js +0 -1
  265. package/dist/engine/steps/wait-for-event.js +2 -1
  266. package/dist/engine/steps/wait.js +2 -1
  267. package/dist/engine/system-user.d.ts +2 -2
  268. package/dist/engine/system-user.js +2 -2
  269. package/dist/engine/types/handlers.d.ts +1 -1
  270. package/dist/engine/types/handlers.js +1 -1
  271. package/dist/engine/types/screen.d.ts +1 -1
  272. package/dist/engine/types/screen.js +1 -1
  273. package/dist/engine/webhook-contracts.d.ts +2 -3
  274. package/dist/engine/webhook-contracts.js +2 -25
  275. package/dist/engine/webhook-events.js +48 -29
  276. package/dist/engine/webhook-payload-strictness.d.ts +7 -0
  277. package/dist/engine/webhook-payload-strictness.js +53 -0
  278. package/dist/env/_zod-introspect.d.ts +1 -0
  279. package/dist/env/dry-run.d.ts +1 -1
  280. package/dist/env/dry-run.js +1 -1
  281. package/dist/env/field-meta.d.ts +4 -0
  282. package/dist/env/field-meta.js +67 -0
  283. package/dist/env/field-rules.d.ts +9 -0
  284. package/dist/env/field-rules.js +46 -0
  285. package/dist/env/index.d.ts +3 -3
  286. package/dist/env/index.js +16 -71
  287. package/dist/env/internals.d.ts +3 -0
  288. package/dist/env/internals.js +1 -2
  289. package/dist/env/required-env.d.ts +3 -1
  290. package/dist/env/required-env.js +5 -2
  291. package/dist/errors/reasons.d.ts +1 -0
  292. package/dist/errors/reasons.js +4 -0
  293. package/dist/errors/serialize.js +2 -2
  294. package/dist/errors/write-error-info.js +0 -2
  295. package/dist/es-ops/operations-schema.js +18 -7
  296. package/dist/event-store/admin-api.js +3 -3
  297. package/dist/event-store/event-store.js +0 -3
  298. package/dist/event-store/index.d.ts +1 -0
  299. package/dist/event-store/index.js +1 -0
  300. package/dist/event-store/transfer.js +1 -1
  301. package/dist/files/assert-file-refs-belong-to-tenant.d.ts +2 -1
  302. package/dist/files/assert-file-refs-belong-to-tenant.js +15 -13
  303. package/dist/files/bind-pending-file-refs.d.ts +3 -1
  304. package/dist/files/bind-pending-file-refs.js +54 -27
  305. package/dist/files/copy-pending-file-refs-to-tenant.js +7 -3
  306. package/dist/files/create-file-ref.d.ts +4 -1
  307. package/dist/files/create-file-ref.js +14 -3
  308. package/dist/files/default-file-guard.js +4 -1
  309. package/dist/files/file-claim.d.ts +6 -0
  310. package/dist/files/file-claim.js +17 -0
  311. package/dist/files/file-field-slots.d.ts +2 -0
  312. package/dist/files/file-field-slots.js +28 -0
  313. package/dist/files/file-ref-entity.d.ts +3 -0
  314. package/dist/files/file-ref-entity.js +2 -0
  315. package/dist/files/file-ref-table.d.ts +3 -0
  316. package/dist/files/file-routes.d.ts +4 -1
  317. package/dist/files/file-routes.js +80 -16
  318. package/dist/files/in-memory-provider.d.ts +1 -1
  319. package/dist/files/in-memory-provider.js +2 -1
  320. package/dist/files/index.d.ts +1 -1
  321. package/dist/files/index.js +1 -1
  322. package/dist/files/invalid-file-ref-error.d.ts +2 -0
  323. package/dist/files/invalid-file-ref-error.js +15 -0
  324. package/dist/files/local-provider.js +9 -2
  325. package/dist/files/provider-resolver.js +1 -1
  326. package/dist/files/rebind-file-ref.d.ts +3 -2
  327. package/dist/files/rebind-file-ref.js +24 -18
  328. package/dist/files/resolve-file-handles.d.ts +13 -0
  329. package/dist/files/resolve-file-handles.js +57 -0
  330. package/dist/files/storage-tracking.d.ts +1 -1
  331. package/dist/files/storage-tracking.js +5 -2
  332. package/dist/files/sweep-stale-pending-file-refs.js +10 -4
  333. package/dist/files/types.d.ts +4 -0
  334. package/dist/files/types.js +10 -0
  335. package/dist/files/upload-field-resolution.d.ts +1 -0
  336. package/dist/files/upload-field-resolution.js +16 -2
  337. package/dist/files/upload-ledger.js +1 -1
  338. package/dist/i18n/required-surface-guidance-keys.d.ts +3 -0
  339. package/dist/i18n/required-surface-guidance-keys.js +9 -0
  340. package/dist/i18n/required-surface-keys.js +21 -5
  341. package/dist/internal/boot-rule-table-expectations.d.ts +2 -0
  342. package/dist/internal/boot-rule-table-expectations.js +29 -0
  343. package/dist/internal/row-level-security.d.ts +1 -0
  344. package/dist/internal/row-level-security.js +1 -0
  345. package/dist/internal/testing.d.ts +1 -0
  346. package/dist/internal/testing.js +1 -0
  347. package/dist/jobs/index.d.ts +1 -0
  348. package/dist/jobs/index.js +1 -0
  349. package/dist/jobs/job-load-events.d.ts +10 -0
  350. package/dist/jobs/job-load-events.js +12 -0
  351. package/dist/jobs/job-runner-context.js +6 -158
  352. package/dist/jobs/job-runner-dispatch.d.ts +7 -0
  353. package/dist/jobs/job-runner-dispatch.js +57 -0
  354. package/dist/jobs/job-runner-event-triggers.js +18 -9
  355. package/dist/jobs/job-runner-execution.js +5 -2
  356. package/dist/jobs/job-runner-facets.d.ts +48 -0
  357. package/dist/jobs/job-runner-facets.js +156 -0
  358. package/dist/jobs/job-runner-gates.js +19 -11
  359. package/dist/jobs/job-runner-helpers.d.ts +5 -1
  360. package/dist/jobs/job-runner-helpers.js +18 -3
  361. package/dist/jobs/job-runner-scope.d.ts +1 -0
  362. package/dist/jobs/job-runner-scope.js +2 -0
  363. package/dist/jobs/job-runner-tenant-cap-lock.d.ts +2 -0
  364. package/dist/jobs/job-runner-tenant-cap-lock.js +30 -0
  365. package/dist/jobs/job-runner-types.d.ts +1 -0
  366. package/dist/jobs/job-runner.js +39 -70
  367. package/dist/jobs/obliterate-job-queues.d.ts +6 -0
  368. package/dist/jobs/obliterate-job-queues.js +23 -0
  369. package/dist/lifecycle/lifecycle.js +1 -1
  370. package/dist/migrations/event-header-scrub.d.ts +11 -0
  371. package/dist/migrations/event-header-scrub.js +33 -0
  372. package/dist/migrations/event-payload-scrub.d.ts +1 -1
  373. package/dist/migrations/event-payload-scrub.js +36 -4
  374. package/dist/migrations/index.d.ts +1 -0
  375. package/dist/migrations/index.js +2 -0
  376. package/dist/migrations/kumiko-drift.d.ts +5 -2
  377. package/dist/migrations/kumiko-drift.js +51 -14
  378. package/dist/migrations/pending-rebuilds.js +4 -5
  379. package/dist/observability/sensitive-filter.js +0 -12
  380. package/dist/pipeline/aggregate-type-removal.js +17 -4
  381. package/dist/pipeline/context-services.d.ts +2 -0
  382. package/dist/pipeline/context-services.js +5 -2
  383. package/dist/pipeline/dispatch-batch.js +4 -3
  384. package/dist/pipeline/dispatch-context-helpers.d.ts +11 -0
  385. package/dist/pipeline/dispatch-context-helpers.js +58 -0
  386. package/dist/pipeline/dispatch-nested-write.d.ts +7 -0
  387. package/dist/pipeline/dispatch-nested-write.js +119 -0
  388. package/dist/pipeline/dispatch-query.js +10 -3
  389. package/dist/pipeline/dispatch-scope.js +4 -3
  390. package/dist/pipeline/dispatch-shared.d.ts +2 -6
  391. package/dist/pipeline/dispatch-shared.js +6 -38
  392. package/dist/pipeline/dispatch-write.d.ts +0 -1
  393. package/dist/pipeline/dispatch-write.js +3 -302
  394. package/dist/pipeline/dispatcher-utils.js +6 -0
  395. package/dist/pipeline/effective-system-scope.d.ts +3 -0
  396. package/dist/pipeline/effective-system-scope.js +22 -0
  397. package/dist/pipeline/event-dispatcher-delivery.d.ts +1 -0
  398. package/dist/pipeline/event-dispatcher-delivery.js +20 -9
  399. package/dist/pipeline/event-dispatcher.d.ts +6 -1
  400. package/dist/pipeline/event-dispatcher.js +6 -7
  401. package/dist/pipeline/handler-context-auth.d.ts +3 -2
  402. package/dist/pipeline/handler-context-auth.js +3 -4
  403. package/dist/pipeline/handler-context-db.js +11 -4
  404. package/dist/pipeline/handler-context-dispatch.js +2 -2
  405. package/dist/pipeline/handler-context-events.d.ts +8 -3
  406. package/dist/pipeline/handler-context-events.js +20 -65
  407. package/dist/pipeline/handler-context-member-resolution.js +16 -8
  408. package/dist/pipeline/handler-context-notify.d.ts +1 -0
  409. package/dist/pipeline/handler-context-notify.js +2 -0
  410. package/dist/pipeline/handler-context-phase-denials.js +3 -2
  411. package/dist/pipeline/handler-context-projection.d.ts +3 -0
  412. package/dist/pipeline/handler-context-projection.js +39 -0
  413. package/dist/pipeline/handler-context-scope.d.ts +1 -1
  414. package/dist/pipeline/handler-context-scope.js +14 -2
  415. package/dist/pipeline/index.d.ts +1 -1
  416. package/dist/pipeline/index.js +1 -1
  417. package/dist/pipeline/irreversible-operation-gate.js +36 -10
  418. package/dist/pipeline/lifecycle-pipeline.d.ts +1 -0
  419. package/dist/pipeline/lifecycle-pipeline.js +7 -4
  420. package/dist/pipeline/member-reader.js +4 -2
  421. package/dist/pipeline/msp-rebuild.js +1 -1
  422. package/dist/pipeline/nested-write-parent-guard.d.ts +5 -0
  423. package/dist/pipeline/nested-write-parent-guard.js +81 -0
  424. package/dist/pipeline/projection-rebuild.d.ts +2 -0
  425. package/dist/pipeline/projection-rebuild.js +16 -7
  426. package/dist/pipeline/projection-state.js +4 -6
  427. package/dist/pipeline/system-hooks.js +36 -6
  428. package/dist/pipeline/write-result-masking.js +31 -3
  429. package/dist/pipeline/write-transition-guard.d.ts +7 -0
  430. package/dist/pipeline/write-transition-guard.js +95 -0
  431. package/dist/schema-cli/shared.d.ts +2 -0
  432. package/dist/schema-cli/shared.js +4 -2
  433. package/dist/schema-cli/validate-command.js +43 -28
  434. package/dist/search/meilisearch-adapter-internals.d.ts +2 -0
  435. package/dist/search/meilisearch-adapter-internals.js +5 -0
  436. package/dist/search/meilisearch-adapter.d.ts +1 -0
  437. package/dist/search/meilisearch-adapter.js +17 -11
  438. package/dist/search/reindex-entity.d.ts +2 -0
  439. package/dist/search/reindex-entity.js +32 -4
  440. package/dist/search/reindex-tenants-search.js +20 -4
  441. package/dist/time/tz-context.js +1 -1
  442. package/dist/ui-types/card-column-roles.d.ts +6 -0
  443. package/dist/ui-types/card-column-roles.js +21 -3
  444. package/dist/ui-types/index.d.ts +3 -3
  445. package/dist/ui-types/index.js +2 -2
  446. package/dist/utils/ids.js +0 -1
  447. package/dist/utils/index.d.ts +1 -0
  448. package/dist/utils/index.js +1 -0
  449. package/dist/utils/return-path-limit.d.ts +1 -0
  450. package/dist/utils/return-path-limit.js +1 -0
  451. package/package.json +5 -3
  452. package/presets/biome-app.json +39 -21
  453. package/presets/biome-plugins/admin-api.grit +10 -0
  454. package/presets/biome-plugins/error-reasons.grit +53 -0
  455. package/presets/biome-plugins/es-literal-writes-tests.grit +18 -0
  456. package/presets/biome-plugins/es-literal-writes.grit +22 -0
  457. package/presets/biome-plugins/i18n-locale-terminology-de.grit +15 -0
  458. package/presets/biome-plugins/i18n-locale-terminology-romance.grit +10 -0
  459. package/presets/biome-plugins/no-create-test-dispatcher.grit +5 -0
  460. package/presets/biome-plugins/no-css-properties-type.grit +7 -0
  461. package/presets/biome-plugins/no-date-api.grit +11 -0
  462. package/presets/biome-plugins/no-direct-fetch.grit +16 -0
  463. package/presets/biome-plugins/no-direct-fs.grit +16 -0
  464. package/presets/biome-plugins/no-external-font-cdn-css.grit +9 -0
  465. package/presets/biome-plugins/no-external-font-cdn.grit +12 -0
  466. package/presets/biome-plugins/no-raw-hooks.grit +10 -0
  467. package/presets/biome-plugins/no-same-folder-barrel-import.grit +11 -0
  468. package/presets/biome-plugins/no-screen-container-classes.grit +7 -0
  469. package/presets/biome-plugins/no-skipped-or-retried-tests.grit +34 -0
  470. package/presets/biome-plugins/no-temporal-polyfill-require.grit +10 -0
  471. package/presets/biome-plugins/raw-html-in-web.grit +40 -0
  472. package/presets/biome-plugins/raw-ui-in-app.grit +142 -0
  473. package/presets/biome-plugins/restricted-event-store-symbols.grit +18 -0
  474. package/presets/biome-plugins/test-title.grit +20 -0
  475. package/presets/biome-plugins/unsafe-json-parse.grit +12 -0
  476. package/presets/biome-rules.json +467 -0
  477. package/src/changes.json +366 -0
  478. package/dist/engine/minor-units.d.ts +0 -2
  479. package/dist/engine/minor-units.js +0 -8
@@ -1,6 +1,5 @@
1
1
  import { DelayedError, Queue, Worker } from "bullmq";
2
2
  import { Redis } from "ioredis";
3
- import { requestContext } from "../api/request-context.js";
4
3
  import { assertNoActiveRowLevelSecurityScope, runInSystemRowLevelSecurityScope, } from "../db/row-level-security-scope.js";
5
4
  import { createTenantDb, createUncheckedSystemDb } from "../db/tenant-db.js";
6
5
  import { bridgeStub } from "../engine/bridge-stub.js";
@@ -15,12 +14,14 @@ import { attachOutsideTransaction } from "../pipeline/attach-outside-transaction
15
14
  import { createDistributedLock } from "../pipeline/distributed-lock.js";
16
15
  import { RedisKeys } from "../pipeline/redis-keys.js";
17
16
  import { isScheduledTrigger, scheduleRepeatOptions } from "./cron-repeat-options.js";
17
+ import { applyConcurrencyMode, buildEnqueueInputs } from "./job-runner-dispatch.js";
18
18
  import { createJobEventTriggers } from "./job-runner-event-triggers.js";
19
19
  import { applyHandlerDeferral, executeJobInSpan } from "./job-runner-execution.js";
20
20
  import { claimSequentialSlot, deferOverTenantLimit, fanOutPerTenantJob, PER_TENANT_PREFIX, perTenantTargetOf, releaseSequentialSlot, resolveJobDefinitionOrFail, startJobRun, } from "./job-runner-gates.js";
21
- import { BOOT_GATE_SLOW_WARN_MS, BOOT_REDIS_TIMEOUT_MS, buildRetryBullOpts, COMPLETED_JOB_RETENTION_AGE_SEC, captureTraceContext, FAILED_JOB_RETENTION_AGE_SEC, maxRetryWindowMs, parseRedisOpts, STOP_QUEUE_READY_TIMEOUT_MS, stampGatedWriteOrigin, startQueueDepthPolling, TRACE_CONTEXT_KEY, timeoutReject, } from "./job-runner-helpers.js";
21
+ import { BOOT_GATE_SLOW_WARN_MS, BOOT_REDIS_TIMEOUT_MS, buildRetryBullOpts, COMPLETED_JOB_RETENTION_AGE_SEC, FAILED_JOB_RETENTION_AGE_SEC, maxRetryWindowMs, parseRedisOpts, STOP_QUEUE_READY_TIMEOUT_MS, stampGatedWriteOrigin, startQueueDepthPolling, timeoutReject, } from "./job-runner-helpers.js";
22
22
  import { ACTIVE_TENANT_IDS_QUERY_NAME, bootJobIdForJobName, DEFAULT_QUEUE_NAME_PREFIX, markSchedulersSeen, ORPHAN_SCHEDULER_GRACE_MS, queueNameFor, removeOrphanJobSchedulers, schedulerIdForJobName, } from "./job-runner-schedulers.js";
23
- import { announceDropped, announceQueued, isOverPerTenantLimit, laneForJob, } from "./job-runner-scope.js";
23
+ import { announceQueued, isOverPerTenantLimit, laneForJob, } from "./job-runner-scope.js";
24
+ import { acquireTenantCapLock } from "./job-runner-tenant-cap-lock.js";
24
25
  import { resolveMaxPerTenant } from "./max-per-tenant.js";
25
26
  export { serializeJobSubject } from "./job-runner-helpers.js";
26
27
  export { bootJobIdForJobName, ORPHAN_SCHEDULER_GRACE_MS, schedulerIdForJobName, } from "./job-runner-schedulers.js";
@@ -133,13 +134,15 @@ export function createJobRunner(options) {
133
134
  // Sequential coordination: BullMQ OSS has no `group`, so we serialise
134
135
  // same-name jobs ourselves with a per-name Redis lock. Only built when at
135
136
  // least one job actually requested it — keeps the no-sequential boot path
136
- // free of the extra Redis client. Scoped under the consumer lane so two
137
+ // free of the extra Redis client (also built for maxPerTenant "skip" caps). Scoped under the consumer lane so two
137
138
  // runners on different lanes cannot collide on the same lock-key for
138
139
  // unrelated jobs.
139
140
  const hasSequential = [...allJobs.values()].some((def) => def.concurrency === "sequential");
141
+ const hasSkipCap = [...allJobs.values()].some((def) => resolveMaxPerTenant(def)?.onLimit === "skip");
140
142
  let lockRedis = null;
141
143
  let sequentialLock = null;
142
- if (hasSequential) {
144
+ let tenantCapLock = null;
145
+ if (hasSequential || hasSkipCap) {
143
146
  lockRedis = new Redis({ ...redisOpts, keyPrefix });
144
147
  // Without a listener, a post-close 'error' (e.g. a teardown-race
145
148
  // "Connection is closed") is unhandled and crashes the process — in
@@ -149,6 +152,8 @@ export function createJobRunner(options) {
149
152
  // Scoped by queueNamePrefix like the queues themselves, so runners
150
153
  // isolated by prefix on a shared Redis don't contend for the same lock.
151
154
  sequentialLock = createDistributedLock(lockRedis, `${RedisKeys.lock}seq:${queueNamePrefix}:${lockScope}:`);
155
+ // No lane in the prefix: api and worker runners dispatch the same job and must share the lock.
156
+ tenantCapLock = createDistributedLock(lockRedis, `${RedisKeys.lock}cap:${queueNamePrefix}:`);
152
157
  }
153
158
  // Two queue-clients — one per lane. Every runner holds both, regardless of
154
159
  // its own consumerLane, so dispatch()/handleEvent() always write to the
@@ -204,6 +209,7 @@ export function createJobRunner(options) {
204
209
  tracer,
205
210
  errorLogger,
206
211
  sequentialLock,
212
+ tenantCapLock,
207
213
  getActiveTenantIds,
208
214
  escapeHatchReportWindow,
209
215
  systemCronEscapeHatchDedup,
@@ -536,80 +542,43 @@ export function createJobRunner(options) {
536
542
  // dispatch). Fan-out children of perTenant jobs land here on their
537
543
  // recursive queue.add and DO carry _tenantId.
538
544
  const maxPerTenant = resolveMaxPerTenant(jobDef);
539
- if (maxPerTenant?.onLimit === "skip") {
540
- const tenantId = payload?._tenantId; // @cast-boundary dynamic-key
541
- if (tenantId !== undefined &&
542
- (await isOverPerTenantLimit(scope, jobName, tenantId, maxPerTenant.limit))) {
545
+ const capTenantId = maxPerTenant?.onLimit === "skip"
546
+ ? payload?._tenantId // @cast-boundary dynamic-key
547
+ : undefined;
548
+ const releaseCapLock = capTenantId === undefined
549
+ ? undefined
550
+ : await acquireTenantCapLock(scope, jobName, capTenantId);
551
+ try {
552
+ if (maxPerTenant !== undefined &&
553
+ capTenantId !== undefined &&
554
+ (await isOverPerTenantLimit(scope, jobName, capTenantId, maxPerTenant.limit))) {
543
555
  return "skipped:max-per-tenant";
544
556
  }
545
- }
546
- const concurrency = jobDef.concurrency ?? "parallel";
547
- const bullOpts = {};
548
- switch (concurrency) {
549
- case "skip": {
550
- const active = await targetQueue.getActive();
551
- const waiting = await targetQueue.getWaiting();
552
- const isRunning = [...active, ...waiting].some((j) => j.name === jobName);
553
- if (isRunning) {
554
- return "skipped";
555
- }
556
- break;
557
- }
558
- case "replace": {
559
- const waiting = await targetQueue.getWaiting();
560
- for (const j of waiting) {
561
- if (j.name === jobName && j.id) {
562
- await j.remove();
563
- await announceDropped(scope, jobName, jobDef, j.id, j.data);
564
- }
565
- }
566
- break;
557
+ const bullOpts = {};
558
+ if ((await applyConcurrencyMode(scope, targetQueue, jobName, jobDef, bullOpts)) === "skipped") {
559
+ return "skipped";
567
560
  }
568
- // case "sequential" is rejected at boot — see createJobRunner. Once
569
- // the OSS-compatible implementation lands (per-name Redis lock),
570
- // re-add the dispatch branch here.
571
- case "debounce": {
572
- const debounceMs = jobDef.debounceMs ?? 5000;
573
- bullOpts["debounce"] = { id: jobName, ttl: debounceMs };
574
- break;
575
- }
576
- default:
577
- break;
561
+ const data = buildEnqueueInputs(tracer, jobDef, payload, meta, bullOpts);
562
+ const job = await targetQueue.add(jobName, data, bullOpts);
563
+ await announceQueued(scope, jobName, jobDef, job, data);
564
+ return job.id ?? "unknown";
565
+ }
566
+ finally {
567
+ await releaseCapLock?.();
578
568
  }
579
- Object.assign(bullOpts, buildRetryBullOpts(jobDef));
580
- if (jobDef.timeout)
581
- bullOpts["timeout"] = jobDef.timeout;
582
- if (meta?.priority !== undefined)
583
- bullOpts["priority"] = meta.priority;
584
- if (meta?.jobId !== undefined)
585
- bullOpts["jobId"] = meta.jobId;
586
- // Pack meta into job data with _ prefix
587
- const data = { ...payload };
588
- if (meta?.triggeredById !== undefined)
589
- data["_triggeredById"] = meta.triggeredById;
590
- if (meta?.payload !== undefined)
591
- data["_payload"] = meta.payload;
592
- // Carry the enqueuing span context into the worker so job.execute shows
593
- // as a child of the caller.
594
- const traceCtx = captureTraceContext(tracer);
595
- if (traceCtx)
596
- data[TRACE_CONTEXT_KEY] = traceCtx;
597
- // Propagate correlation from the scheduling request into the job
598
- // execution context. The worker re-enters requestContext.run with
599
- // this value so ctx.events.append / executor writes during the job
600
- // stamp the same correlation as the HTTP request that scheduled it.
601
- const reqCtx = requestContext.get();
602
- if (reqCtx?.correlationId)
603
- data["_correlationId"] = reqCtx.correlationId;
604
- stampGatedWriteOrigin(data);
605
- const job = await targetQueue.add(jobName, data, bullOpts);
606
- await announceQueued(scope, jobName, jobDef, job, data);
607
- return job.id ?? "unknown";
608
569
  },
609
570
  ...createJobEventTriggers({ scope, queues, tracer, allJobs }),
610
571
  attachDispatcher(ref) {
611
572
  dispatchWriteRef = ref;
612
573
  },
574
+ async isJobPending(jobName, jobId) {
575
+ const jobDef = allJobs.get(jobName);
576
+ if (!jobDef) {
577
+ throw new Error(`Unknown job: ${jobName}`);
578
+ }
579
+ const state = await queues[laneForJob(jobDef)].getJobState(jobId);
580
+ return state !== "completed" && state !== "failed" && state !== "unknown";
581
+ },
613
582
  async countPendingJobs() {
614
583
  let total = 0;
615
584
  for (const queue of Object.values(queues)) {
@@ -0,0 +1,6 @@
1
+ export type ObliterateJobQueuesOptions = {
2
+ readonly redisUrl: string;
3
+ readonly queueNamePrefix: string;
4
+ readonly bullmqPrefix?: string | undefined;
5
+ };
6
+ export declare function obliterateJobQueues(options: ObliterateJobQueuesOptions): Promise<void>;
@@ -0,0 +1,23 @@
1
+ import { Queue } from "bullmq";
2
+ import { parseRedisOpts } from "./job-runner-helpers.js";
3
+ import { queueNameFor } from "./job-runner-schedulers.js";
4
+ const JOB_RUNNER_LANES = ["api", "worker"];
5
+ // Deletes the lane queues of a disposable runner by name, so the cost is the queues' own size
6
+ // instead of a SCAN over the whole Redis. The runner must be stopped first.
7
+ export async function obliterateJobQueues(options) {
8
+ const connection = parseRedisOpts(options.redisUrl);
9
+ await Promise.all(JOB_RUNNER_LANES.map(async (lane) => {
10
+ // skipMetasUpdate: a fresh Queue otherwise writes its meta key again after obliterate removed it.
11
+ const queue = new Queue(queueNameFor(options.queueNamePrefix, lane), {
12
+ connection,
13
+ prefix: options.bullmqPrefix ?? "bull",
14
+ skipMetasUpdate: true,
15
+ });
16
+ try {
17
+ await queue.obliterate({ force: true });
18
+ }
19
+ finally {
20
+ await queue.close();
21
+ }
22
+ }));
23
+ }
@@ -92,7 +92,7 @@ export function createLifecycle(opts = {}) {
92
92
  const timeoutMs = drainOpts.timeoutMs ?? DEFAULT_DRAIN_TIMEOUT_MS;
93
93
  // Re-entrant drain: concurrent calls share the in-flight promise.
94
94
  // Post-stop calls are a no-op so double-SIGTERM doesn't double-run hooks.
95
- if (drainPromise)
95
+ if (drainPromise !== null)
96
96
  return drainPromise;
97
97
  // skip: already fully stopped (e.g. SIGTERM arrives after drain finished).
98
98
  // Returning without action keeps the post-drain state pristine.
@@ -0,0 +1,11 @@
1
+ import type { DbRunner } from "../db/connection.ts";
2
+ export type ScrubEventHeaderOptions = {
3
+ readonly eventTypes: readonly string[];
4
+ readonly keys: readonly string[];
5
+ readonly reason: string;
6
+ readonly dryRun?: boolean;
7
+ };
8
+ export type ScrubEventHeaderResult = {
9
+ readonly removedKeys: number;
10
+ };
11
+ export declare function scrubEventHeaderKeys(db: DbRunner, options: ScrubEventHeaderOptions): Promise<ScrubEventHeaderResult>;
@@ -0,0 +1,33 @@
1
+ // Removes chosen keys from the headers of stored events. For personal data that was written into
2
+ // event headers, which crypto-shredding cannot reach (only payload fields are encrypted).
3
+ import { removeEventHeaderKey } from "../db/queries/event-store-payload-scrub.js";
4
+ import { runInSystemRowLevelSecurityScope } from "../db/row-level-security-scope.js";
5
+ import { assertReason } from "../engine/escape-hatch-reason.js";
6
+ import { createFallbackLogger } from "../logging/utils.js";
7
+ // Headers are not part of any projection or snapshot, so no rebuild follows.
8
+ export function scrubEventHeaderKeys(db, options) {
9
+ assertReason("scrubEventHeaderKeys", options.reason);
10
+ if (options.eventTypes.length === 0 || options.keys.length === 0) {
11
+ throw new Error("scrubEventHeaderKeys: name at least one event type and one header key");
12
+ }
13
+ return runInSystemRowLevelSecurityScope("event header scrub rewrites event types across all tenants", async () => {
14
+ let removedKeys = 0;
15
+ for (const key of options.keys) {
16
+ removedKeys += await removeEventHeaderKey(db, {
17
+ eventTypes: options.eventTypes,
18
+ key,
19
+ dryRun: options.dryRun === true,
20
+ });
21
+ }
22
+ const log = createFallbackLogger("event-header-scrub");
23
+ // A real run is an audit trail of a destructive cross-tenant rewrite, so it must survive prod log levels.
24
+ (options.dryRun ? log.debug : log.info)?.("Event header scrub finished", {
25
+ dryRun: options.dryRun === true,
26
+ eventTypes: options.eventTypes,
27
+ keys: options.keys,
28
+ reason: options.reason,
29
+ removedKeys,
30
+ });
31
+ return { removedKeys };
32
+ });
33
+ }
@@ -18,7 +18,7 @@ export type ScrubEventPayloadOptions = {
18
18
  readonly shouldScrub?: (value: unknown, candidate: EventScrubCandidate) => boolean | Promise<boolean>;
19
19
  readonly dryRun?: boolean;
20
20
  readonly batchSize?: number;
21
- readonly logger?: Pick<Logger, "error"> & Partial<Pick<Logger, "warn" | "debug">>;
21
+ readonly logger?: Pick<Logger, "error"> & Partial<Pick<Logger, "warn" | "info" | "debug">>;
22
22
  };
23
23
  export type ScrubEventPayloadResult = {
24
24
  readonly scannedEvents: number;
@@ -16,10 +16,35 @@ const DEFAULT_BATCH_SIZE = 500;
16
16
  function hasValue(value) {
17
17
  return value !== undefined && value !== null && value !== PII_ERASED_SENTINEL;
18
18
  }
19
+ const TEXT_FIELD_TYPES = new Set(["text", "longText"]);
20
+ // The sentinel is text; written into a typed projection column (integer, date, uuid, jsonb) it
21
+ // would fail every later rebuild of the table, and the event can no longer be repaired. So only
22
+ // text fields take it, other declared fields go null, and a required non-text field has no
23
+ // valid replacement. Fields the registry does not declare fall back to the value's own type.
24
+ function replacementFor(registry, aggregateType, field, value) {
25
+ const def = registry.getEntity(aggregateType)?.fields[field];
26
+ if (def === undefined)
27
+ return typeof value === "string" ? PII_ERASED_SENTINEL : null;
28
+ if (TEXT_FIELD_TYPES.has(def.type))
29
+ return typeof value === "string" ? PII_ERASED_SENTINEL : null;
30
+ if ("required" in def && def.required === true) {
31
+ throw new Error(`scrubEventPayloadFields: "${aggregateType}.${field}" is a required ${def.type} field; ` +
32
+ "it can neither hold the erase placeholder nor null, so its events cannot be scrubbed.");
33
+ }
34
+ return null;
35
+ }
36
+ function assertLifecycleFieldsScrubbable(registry, eventType, fields) {
37
+ for (const [entityName] of registry.getAllEntities()) {
38
+ if (!isLifecycleEventOf(eventType, entityName))
39
+ continue;
40
+ for (const field of fields)
41
+ replacementFor(registry, entityName, field, "");
42
+ }
43
+ }
19
44
  function payloadSections(row, payload) {
20
45
  return isLifecycleEventOf(row.type, row.aggregate_type) ? lifecycleSections(payload) : [payload];
21
46
  }
22
- async function scrubPayload(row, options) {
47
+ async function scrubPayload(registry, row, options) {
23
48
  const payload = structuredClone(row.payload);
24
49
  let scrubbed = 0;
25
50
  for (const section of payloadSections(row, payload)) {
@@ -38,7 +63,7 @@ async function scrubPayload(row, options) {
38
63
  };
39
64
  if (options.shouldScrub && !(await options.shouldScrub(value, candidate)))
40
65
  continue;
41
- section[field] = PII_ERASED_SENTINEL;
66
+ section[field] = replacementFor(registry, row.aggregate_type, field, value);
42
67
  scrubbed++;
43
68
  }
44
69
  }
@@ -57,7 +82,7 @@ async function scrubOneBatch(db, registry, args) {
57
82
  const touchedAggregateTypes = new Set();
58
83
  for (const row of rows) {
59
84
  totals.scannedEvents++;
60
- const { payload, scrubbed } = await scrubPayload(row, options);
85
+ const { payload, scrubbed } = await scrubPayload(registry, row, options);
61
86
  if (scrubbed === 0)
62
87
  continue;
63
88
  totals.scrubbedEvents++;
@@ -115,7 +140,10 @@ async function scrubAllBatches(db, registry, options) {
115
140
  log,
116
141
  failureMessage: "Projection rebuild after an event payload scrub failed; the tables stay queued in kumiko_pending_rebuilds",
117
142
  });
118
- log.debug?.("Event payload scrub finished", {
143
+ // A real run is an audit trail of a destructive cross-tenant rewrite, so it must survive prod log levels.
144
+ (options.dryRun ? log.debug : log.info)?.("Event payload scrub finished", {
145
+ migrationId,
146
+ dryRun: options.dryRun === true,
119
147
  eventType: options.eventType,
120
148
  fields: options.fields,
121
149
  reason: options.reason,
@@ -123,10 +151,14 @@ async function scrubAllBatches(db, registry, options) {
123
151
  });
124
152
  return { ...totals, queuedTables: [...queuedTables], rebuild };
125
153
  }
154
+ // Run it in a maintenance window without running writes on the affected event types: batches
155
+ // page by id (`"id" > afterEventId`) over committed rows, and bigserial ids are handed out before
156
+ // commit, so a parallel append whose id is below the cursor commits unseen and is skipped.
126
157
  export function scrubEventPayloadFields(db, registry, options) {
127
158
  assertReason("scrubEventPayloadFields", options.reason);
128
159
  if (options.fields.length === 0) {
129
160
  throw new Error("scrubEventPayloadFields: name at least one payload field to scrub");
130
161
  }
162
+ assertLifecycleFieldsScrubbable(registry, options.eventType, options.fields);
131
163
  return runInSystemRowLevelSecurityScope("event payload scrub rewrites one event type across all tenants", () => withoutStatementTimeout(db, (unboundedDb) => scrubAllBatches(unboundedDb, registry, options)));
132
164
  }
@@ -1,3 +1,4 @@
1
+ export { type ScrubEventHeaderOptions, type ScrubEventHeaderResult, scrubEventHeaderKeys, } from "./event-header-scrub.ts";
1
2
  export { type EventScrubCandidate, type ScrubEventPayloadOptions, type ScrubEventPayloadResult, scrubEventPayloadFields, } from "./event-payload-scrub.ts";
2
3
  export { assertKumikoSchemaCurrent, SchemaDriftError, } from "./kumiko-drift.ts";
3
4
  export { enqueueProjectionRebuild, listPendingRebuilds, PROJECTION_REBUILD_JOB, queueRebuildsFromMarkers, rebuildProjectionOrMultiStream, reportPendingRebuildRun, runPendingRebuilds, } from "./pending-rebuilds.ts";
@@ -1,4 +1,6 @@
1
1
  // Drizzle-free gate (kumiko/migrations system) — the canonical boot-gate.
2
+ // Removes chosen keys from the headers of stored events.
3
+ export { scrubEventHeaderKeys, } from "./event-header-scrub.js";
2
4
  // Erases chosen payload fields of stored events and rebuilds the projections fed by them.
3
5
  export { scrubEventPayloadFields, } from "./event-payload-scrub.js";
4
6
  export { assertKumikoSchemaCurrent, SchemaDriftError, } from "./kumiko-drift.js";
@@ -1,4 +1,5 @@
1
1
  import type { DbConnection } from "../db/connection.ts";
2
+ import type { FeatureDefinition } from "../engine/types/index.ts";
2
3
  export type ChecksumMismatch = {
3
4
  readonly id: string;
4
5
  readonly expected: string;
@@ -14,13 +15,15 @@ export type KumikoDriftReport = {
14
15
  readonly checksumMismatches: readonly ChecksumMismatch[];
15
16
  readonly missingTables: readonly string[];
16
17
  readonly missingColumns: readonly MissingColumns[];
18
+ /** Tables the booted features declare that the snapshot lacks. */
19
+ readonly tablesMissingFromSnapshot: readonly string[];
17
20
  };
18
21
  export declare class SchemaDriftError extends Error {
19
22
  readonly report: KumikoDriftReport;
20
23
  constructor(message: string, report: KumikoDriftReport);
21
24
  }
22
- export declare function detectKumikoDrift(db: DbConnection, migrationsDir: string): Promise<KumikoDriftReport>;
25
+ export declare function detectKumikoDrift(db: DbConnection, migrationsDir: string, bootedFeatures?: readonly FeatureDefinition[]): Promise<KumikoDriftReport>;
23
26
  export declare function formatKumikoDriftReport(report: KumikoDriftReport): string;
24
27
  /** Throws SchemaDriftError with a human-readable message when the DB is not
25
28
  * current with the checked-in kumiko/migrations. */
26
- export declare function assertKumikoSchemaCurrent(db: DbConnection, migrationsDir: string): Promise<void>;
29
+ export declare function assertKumikoSchemaCurrent(db: DbConnection, migrationsDir: string, bootedFeatures?: readonly FeatureDefinition[]): Promise<void>;
@@ -10,13 +10,19 @@
10
10
  // is present in the live schema. A migrated-but-incomplete table (snapshot
11
11
  // richer than the DB — e.g. a ride-along column the generator once missed)
12
12
  // would otherwise surface only as a runtime-500 on the first write.
13
+ // 4. Booted tables covered: with a snapshot, every table the booted features declare
14
+ // (collectTableMetas, the generator's source) is in it. A tooling feature list that
15
+ // differs from the boot (includeBundled) would otherwise leave tables out of the
16
+ // generated schema unnoticed.
13
17
  //
14
18
  // Contract (unchanged from the legacy gate): boot VALIDATES only, never
15
- // applies. Apply is the deploy-step `kumiko schema apply` (runMigrationsFromDir).
19
+ // applies. Apply is the deploy-step `bun /app/kumiko.js schema apply` (runMigrationsFromDir).
16
20
  import { existsSync } from "node:fs";
17
21
  import { join } from "node:path";
22
+ import { collectTableMetas } from "../db/collect-table-metas.js";
18
23
  import { loadSnapshotJson } from "../db/migrate-generator.js";
19
24
  import { fetchAppliedMigrations, loadMigrationsFromDir } from "../db/migrate-runner.js";
25
+ import { PRODUCTION_SCHEMA_COMMAND_HINT } from "../db/production-schema-command-hint.js";
20
26
  import { columnNamesOf, tableExists } from "../db/schema-inspection.js";
21
27
  const SNAPSHOT_FILENAME = ".snapshot.json";
22
28
  export class SchemaDriftError extends Error {
@@ -27,7 +33,7 @@ export class SchemaDriftError extends Error {
27
33
  this.report = report;
28
34
  }
29
35
  }
30
- export async function detectKumikoDrift(db, migrationsDir) {
36
+ export async function detectKumikoDrift(db, migrationsDir, bootedFeatures) {
31
37
  // A newer framework version may not have generated `./kumiko/migrations` yet
32
38
  // (for example, a first upgrade or custom schema setup without `kumiko schema
33
39
  // generate`). Treat this as no local migrations and therefore no drift, matching
@@ -35,10 +41,17 @@ export async function detectKumikoDrift(db, migrationsDir) {
35
41
  // calls `readdirSync`, which throws synchronous ENOENT as a plain Error instead
36
42
  // of SchemaDriftError and causes an unhandled boot failure.
37
43
  if (!existsSync(migrationsDir)) {
38
- return { ok: true, pending: [], checksumMismatches: [], missingTables: [], missingColumns: [] };
44
+ return {
45
+ ok: true,
46
+ pending: [],
47
+ checksumMismatches: [],
48
+ missingTables: [],
49
+ missingColumns: [],
50
+ tablesMissingFromSnapshot: [],
51
+ };
39
52
  }
40
53
  const local = loadMigrationsFromDir(migrationsDir);
41
- // A fresh database may not have the tracking table because `kumiko schema apply`
54
+ // A fresh database may not have the tracking table because `bun /app/kumiko.js schema apply`
42
55
  // has never run. Treat that as no applied migrations, so all local migrations are
43
56
  // pending rather than reporting an error.
44
57
  const trackingExists = await tableExists(db, "_kumiko_migrations");
@@ -62,7 +75,14 @@ export async function detectKumikoDrift(db, migrationsDir) {
62
75
  const snapshot = loadSnapshotJson(join(migrationsDir, SNAPSHOT_FILENAME));
63
76
  const missingTables = [];
64
77
  const missingColumns = [];
78
+ let tablesMissingFromSnapshot = [];
65
79
  if (snapshot) {
80
+ if (bootedFeatures !== undefined) {
81
+ const inSnapshot = new Set(snapshot.tables.map((t) => t.tableName));
82
+ tablesMissingFromSnapshot = collectTableMetas(bootedFeatures)
83
+ .map((meta) => meta.tableName)
84
+ .filter((name) => !inSnapshot.has(name));
85
+ }
66
86
  const existence = await Promise.all(snapshot.tables.map((t) => tableExists(db, t.tableName).then((exists) => ({ t, exists }))));
67
87
  const present = [];
68
88
  for (const { t, exists } of existence) {
@@ -84,11 +104,13 @@ export async function detectKumikoDrift(db, migrationsDir) {
84
104
  ok: pending.length === 0 &&
85
105
  checksumMismatches.length === 0 &&
86
106
  missingTables.length === 0 &&
87
- missingColumns.length === 0,
107
+ missingColumns.length === 0 &&
108
+ tablesMissingFromSnapshot.length === 0,
88
109
  pending,
89
110
  checksumMismatches,
90
111
  missingTables,
91
112
  missingColumns,
113
+ tablesMissingFromSnapshot,
92
114
  };
93
115
  }
94
116
  export function formatKumikoDriftReport(report) {
@@ -118,12 +140,20 @@ export function formatKumikoDriftReport(report) {
118
140
  lines.push(` - ${m.table}: ${m.columns.join(", ")}`);
119
141
  }
120
142
  }
121
- // Remediation depends on the cause: `kumiko schema apply` handles only pending
122
- // migrations. A checksum mismatch causes MigrationChecksumMismatchError during
123
- // apply, and baseline's ON CONFLICT DO NOTHING leaves it in alreadyTracked.
124
- // A missing table with no pending migration was deleted after apply and cannot be
125
- // restored by apply.
126
- lines.push("");
143
+ if (report.tablesMissingFromSnapshot.length > 0) {
144
+ lines.push(` ${report.tablesMissingFromSnapshot.length} booted table(s) missing from the snapshot:`);
145
+ for (const t of report.tablesMissingFromSnapshot)
146
+ lines.push(` - ${t}`);
147
+ }
148
+ return [...lines, "", ...driftRemediationLines(report)].join("\n");
149
+ }
150
+ // Remediation depends on the cause: `bun kumiko-schema apply` handles only pending
151
+ // migrations. A checksum mismatch causes MigrationChecksumMismatchError during
152
+ // apply, and baseline's ON CONFLICT DO NOTHING leaves it in alreadyTracked.
153
+ // A missing table with no pending migration was deleted after apply and cannot be
154
+ // restored by apply.
155
+ function driftRemediationLines(report) {
156
+ const lines = [];
127
157
  if (report.pending.length > 0) {
128
158
  lines.push("Run 'bun kumiko-schema apply' to apply the pending migration(s).");
129
159
  }
@@ -141,12 +171,19 @@ export function formatKumikoDriftReport(report) {
141
171
  lines.push("ride-along column the generator now emits). Run 'bun kumiko-schema generate' to");
142
172
  lines.push("produce an ALTER-TABLE migration for the new column(s), then 'bun kumiko-schema apply'.");
143
173
  }
144
- return lines.join("\n");
174
+ if (report.tablesMissingFromSnapshot.length > 0) {
175
+ lines.push("Booted features declare tables the generated schema lacks — kumiko.config.ts");
176
+ lines.push("includeBundled/feature list differs from the boot; run 'kumiko schema generate'.");
177
+ }
178
+ if (report.pending.length > 0 || report.missingColumns.length > 0) {
179
+ lines.push(PRODUCTION_SCHEMA_COMMAND_HINT);
180
+ }
181
+ return lines;
145
182
  }
146
183
  /** Throws SchemaDriftError with a human-readable message when the DB is not
147
184
  * current with the checked-in kumiko/migrations. */
148
- export async function assertKumikoSchemaCurrent(db, migrationsDir) {
149
- const report = await detectKumikoDrift(db, migrationsDir);
185
+ export async function assertKumikoSchemaCurrent(db, migrationsDir, bootedFeatures) {
186
+ const report = await detectKumikoDrift(db, migrationsDir, bootedFeatures);
150
187
  if (!report.ok)
151
188
  throw new SchemaDriftError(formatKumikoDriftReport(report), report);
152
189
  }
@@ -14,7 +14,7 @@ import { instant, table as pgTable, sql, text } from "../db/dialect.js";
14
14
  import { deleteMany, selectMany, upsertOnConflict } from "../db/query.js";
15
15
  import { readRebuildMarker } from "../db/rebuild-marker.js";
16
16
  import { tableExists } from "../db/schema-inspection.js";
17
- import { unsafePushTables } from "../db/table-push.js";
17
+ import { pushTableIfMissing } from "../db/table-push.js";
18
18
  import { createFallbackLogger } from "../logging/utils.js";
19
19
  import { rebuildMultiStreamProjection, rebuildProjection } from "../pipeline/index.js";
20
20
  import { buildProjectionTableIndex } from "./projection-table-index.js";
@@ -24,10 +24,9 @@ export const pendingRebuildsTable = pgTable("kumiko_pending_rebuilds", {
24
24
  queuedAt: instant("queued_at", { precision: 3 }).notNull().default(sql `now()`),
25
25
  });
26
26
  export async function createPendingRebuildsTable(db) {
27
- // skip: table already exists — bootstrap runs from multiple paths
28
- if (await tableExists(db, "public.kumiko_pending_rebuilds"))
29
- return;
30
- await unsafePushTables(db, { kumikoPendingRebuilds: pendingRebuildsTable });
27
+ await pushTableIfMissing(db, "public.kumiko_pending_rebuilds", {
28
+ kumikoPendingRebuilds: pendingRebuildsTable,
29
+ });
31
30
  }
32
31
  /** Reads rebuild markers from freshly applied migrations and queues the
33
32
  * affected tables. Upsert: an already-pending table keeps its queue slot
@@ -2,16 +2,6 @@ export const REDACTED = "[REDACTED]";
2
2
  // Defaults are intentionally conservative — easier to add a header to the
3
3
  // list than to explain a PII leak. All matching is case-insensitive.
4
4
  export const DEFAULT_SENSITIVE_CONFIG = {
5
- redactedHeaders: ["authorization", "cookie", "set-cookie", "x-api-key", "proxy-authorization"],
6
- redactedQueryParams: [
7
- "token",
8
- "access_token",
9
- "refresh_token",
10
- "password",
11
- "secret",
12
- "api_key",
13
- "apikey",
14
- ],
15
5
  redactedAttributeKeyPatterns: [
16
6
  /password/i,
17
7
  /secret/i,
@@ -26,8 +16,6 @@ export function mergeSensitiveConfig(override) {
26
16
  if (!override)
27
17
  return DEFAULT_SENSITIVE_CONFIG;
28
18
  return {
29
- redactedHeaders: override.redactedHeaders ?? DEFAULT_SENSITIVE_CONFIG.redactedHeaders,
30
- redactedQueryParams: override.redactedQueryParams ?? DEFAULT_SENSITIVE_CONFIG.redactedQueryParams,
31
19
  redactedAttributeKeyPatterns: override.redactedAttributeKeyPatterns ??
32
20
  DEFAULT_SENSITIVE_CONFIG.redactedAttributeKeyPatterns,
33
21
  };
@@ -1,3 +1,4 @@
1
+ import { toKebab } from "@cosmicdrift/kumiko-types/kebab-case";
1
2
  import { lockEventConsumersShareMode } from "../db/queries/event-consumer.js";
2
3
  import { aggregateWhere, deleteMany, transaction } from "../db/query.js";
3
4
  import { runInSystemRowLevelSecurityScope } from "../db/row-level-security-scope.js";
@@ -45,11 +46,15 @@ function aggregateTypeOfEventType(eventType) {
45
46
  // that also reads other types would keep rows from the removed ones until a rebuild; guessing
46
47
  // which rows belong to which type is not possible (row ids are projection-specific), so the
47
48
  // whole run refuses instead of leaving ghost rows that the next rebuild aborts on.
49
+ // Executors write events under the kebab-case form of a camelCase entity name, so both sides are
50
+ // compared kebab-normalised.
48
51
  function classifyFeed(involved, removed) {
49
- const touched = [...involved].filter((type) => removed.has(type));
52
+ const normalizedInvolved = new Set([...involved].map(toKebab));
53
+ const normalizedRemoved = new Set([...removed].map(toKebab));
54
+ const touched = [...normalizedInvolved].filter((type) => normalizedRemoved.has(type));
50
55
  if (touched.length === 0)
51
56
  return "untouched";
52
- return touched.length === involved.size ? "wipe" : "mixed";
57
+ return touched.length === normalizedInvolved.size ? "wipe" : "mixed";
53
58
  }
54
59
  function tableMetaOrThrow(table, owner) {
55
60
  const meta = asEntityTableMeta(table);
@@ -92,9 +97,17 @@ function planProjections(registry, removed) {
92
97
  }
93
98
  return wiped;
94
99
  }
100
+ function isRegisteredAggregateType(registry, aggregateType) {
101
+ const wanted = toKebab(aggregateType);
102
+ for (const entityName of registry.getAllEntities().keys()) {
103
+ if (entityName === aggregateType || toKebab(entityName) === wanted)
104
+ return true;
105
+ }
106
+ return false;
107
+ }
95
108
  async function assertTypesKnown(registry, stats) {
96
109
  const unknown = stats
97
- .filter((s) => s.events === 0 && !registry.getAllEntities().has(s.aggregateType))
110
+ .filter((s) => s.events === 0 && !isRegisteredAggregateType(registry, s.aggregateType))
98
111
  .map((s) => s.aggregateType);
99
112
  if (unknown.length > 0) {
100
113
  throw new AggregateTypeRemovalError(`Unknown aggregate type(s): ${unknown.join(", ")} (no registered entity and no events). Nothing was deleted.`);
@@ -109,7 +122,7 @@ async function planRemoval(db, registry, types) {
109
122
  }
110
123
  async function deleteIfPresent(tx, table, tableName, types) {
111
124
  // Dead-letter and archive tables are created lazily, so a fresh database may not have them.
112
- if (!(await tableExists(tx, `public.${tableName}`)))
125
+ if (!(await tableExists(tx, tableName)))
113
126
  return 0;
114
127
  return deleteMany(tx, table, { aggregateType: [...types] });
115
128
  }
@@ -20,6 +20,8 @@ export declare const APP_CONTEXT_KEY_ROLES: {
20
20
  readonly _notifyFactory: "service";
21
21
  readonly _notifyInTransactionFactory: "service";
22
22
  readonly _notifyAfterCommitFactory: "service";
23
+ readonly _deliveryAttemptLogFactory: "wiring";
24
+ readonly _logOwnDeliveryAttempt: "service";
23
25
  readonly _escapeHatchAuditSink: "service";
24
26
  readonly db: "wiring";
25
27
  readonly systemDb: "wiring";