@cosmicdrift/kumiko-framework 0.386.0 → 0.388.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +6 -1
- package/LICENSE +21 -57
- package/README.md +2 -2
- package/agents/examples/anonymous-access.md +1 -1
- package/agents/examples/apex-landing.md +204 -0
- package/agents/examples/api-worker-split.md +64 -0
- package/agents/examples/app-config.md +14 -0
- package/agents/examples/auth-mfa.md +115 -0
- package/agents/examples/env-composition.md +28 -1
- package/agents/examples/legal-pages.md +1 -1
- package/agents/examples/prod-boot-options.md +16 -0
- package/agents/examples/rate-limiting.md +48 -0
- package/agents/examples/record-detail-layout.md +692 -0
- package/agents/examples/seed-migration.md +212 -0
- package/agents/examples/wizard-form.md +941 -0
- package/agents/examples/writeform-section.md +548 -0
- package/agents/features.md +19 -2
- package/agents/widgets.md +40 -39
- package/dist/api/api-constants.js +2 -2
- package/dist/api/auth-middleware.js +7 -7
- package/dist/api/auth-rate-limiters.js +7 -3
- package/dist/api/auth-routes-mfa.js +1 -1
- package/dist/api/auth-routes-session.js +1 -1
- package/dist/api/auth-routes-shared.js +7 -3
- package/dist/api/auth-routes-signup.js +1 -1
- package/dist/api/client-error-route.js +8 -2
- package/dist/api/client-ip.js +3 -1
- package/dist/api/extra-route.js +1 -1
- package/dist/api/index.d.ts +3 -1
- package/dist/api/index.js +3 -1
- package/dist/api/pii-leak-guard.js +4 -2
- package/dist/api/readiness.js +5 -5
- package/dist/api/redis-sse-broker.js +8 -6
- package/dist/api/request-context.d.ts +1 -1
- package/dist/api/request-context.js +1 -1
- package/dist/api/routes.js +2 -2
- package/dist/api/server-boot-checks.d.ts +10 -0
- package/dist/api/server-boot-checks.js +157 -0
- package/dist/api/server-event-dispatcher.d.ts +26 -0
- package/dist/api/server-event-dispatcher.js +208 -0
- package/dist/api/server-extra-routes.d.ts +11 -0
- package/dist/api/server-extra-routes.js +203 -0
- package/dist/api/server-middleware.d.ts +20 -0
- package/dist/api/server-middleware.js +211 -0
- package/dist/api/server-routes.d.ts +19 -0
- package/dist/api/server-routes.js +293 -0
- package/dist/api/server-websocket-routes.d.ts +4 -0
- package/dist/api/server-websocket-routes.js +108 -0
- package/dist/api/server-wiring.d.ts +32 -0
- package/dist/api/server-wiring.js +236 -0
- package/dist/api/server.d.ts +10 -15
- package/dist/api/server.js +48 -1250
- package/dist/api/session-cookies.js +4 -4
- package/dist/api/sse-broker.js +1 -1
- package/dist/api/sse-route.d.ts +13 -13
- package/dist/api/sse-route.js +31 -27
- package/dist/auth/index.js +4 -4
- package/dist/auth/roles.d.ts +4 -4
- package/dist/auth/roles.js +24 -24
- package/dist/compliance/duration-spec.js +18 -20
- package/dist/compliance/index.js +2 -3
- package/dist/compliance/override-schema.d.ts +4 -4
- package/dist/compliance/override-schema.js +19 -22
- package/dist/compliance/profiles.d.ts +26 -29
- package/dist/compliance/profiles.js +62 -69
- package/dist/compliance/sub-processors.d.ts +28 -30
- package/dist/compliance/sub-processors.js +17 -21
- package/dist/consumer-cli.js +4 -4
- package/dist/crypto/blind-index.js +18 -17
- package/dist/crypto/ciphertext-pattern.js +1 -1
- package/dist/crypto/event-pii.js +3 -3
- package/dist/crypto/kek-source.d.ts +1 -1
- package/dist/crypto/kek-source.js +3 -2
- package/dist/crypto/kms-adapter.d.ts +1 -1
- package/dist/crypto/kms-adapter.js +4 -6
- package/dist/crypto/kms-wiring.d.ts +1 -2
- package/dist/crypto/kms-wiring.js +2 -2
- package/dist/crypto/owner-transition-rekey.d.ts +5 -1
- package/dist/crypto/owner-transition-rekey.js +1 -1
- package/dist/crypto/pg-kms-adapter.js +2 -6
- package/dist/crypto/pii-field-encryption.d.ts +5 -1
- package/dist/crypto/pii-field-encryption.js +7 -5
- package/dist/crypto/subject-resolver.d.ts +1 -1
- package/dist/crypto/subject-resolver.js +2 -2
- package/dist/db/aggregate-sql.d.ts +21 -0
- package/dist/db/aggregate-sql.js +155 -0
- package/dist/db/apply-entity-event.d.ts +6 -6
- package/dist/db/apply-entity-event.js +55 -55
- package/dist/db/blind-index-cleanup.js +7 -7
- package/dist/db/closed-connection.d.ts +9 -0
- package/dist/db/closed-connection.js +95 -0
- package/dist/db/collect-table-metas.js +10 -11
- package/dist/db/compound-types.d.ts +1 -1
- package/dist/db/compound-types.js +12 -12
- package/dist/db/cursor.js +3 -4
- package/dist/db/dialect.d.ts +2 -2
- package/dist/db/dialect.js +3 -3
- package/dist/db/distinct-on.d.ts +1 -1
- package/dist/db/driver-row-coercion.d.ts +2 -0
- package/dist/db/driver-row-coercion.js +186 -0
- package/dist/db/driver-value-preparation.d.ts +16 -0
- package/dist/db/driver-value-preparation.js +99 -0
- package/dist/db/eagerload.d.ts +3 -3
- package/dist/db/eagerload.js +21 -12
- package/dist/db/entity-field-encryption.d.ts +1 -0
- package/dist/db/entity-field-encryption.js +1 -1
- package/dist/db/entity-table-meta.d.ts +2 -2
- package/dist/db/entity-table-meta.js +105 -112
- package/dist/db/event-store-executor-context.d.ts +3 -2
- package/dist/db/event-store-executor-context.js +13 -13
- package/dist/db/event-store-executor-read-aggregate.d.ts +8 -0
- package/dist/db/event-store-executor-read-aggregate.js +112 -0
- package/dist/db/event-store-executor-read-filter.d.ts +31 -0
- package/dist/db/event-store-executor-read-filter.js +203 -0
- package/dist/db/event-store-executor-read-paging.d.ts +14 -0
- package/dist/db/event-store-executor-read-paging.js +99 -0
- package/dist/db/event-store-executor-read-rows.d.ts +6 -0
- package/dist/db/event-store-executor-read-rows.js +32 -0
- package/dist/db/event-store-executor-read-search.d.ts +28 -0
- package/dist/db/event-store-executor-read-search.js +221 -0
- package/dist/db/event-store-executor-read-sort.d.ts +41 -0
- package/dist/db/event-store-executor-read-sort.js +130 -0
- package/dist/db/event-store-executor-read-where.d.ts +24 -0
- package/dist/db/event-store-executor-read-where.js +81 -0
- package/dist/db/event-store-executor-read.d.ts +2 -9
- package/dist/db/event-store-executor-read.js +50 -704
- package/dist/db/event-store-executor-write-steps.d.ts +20 -0
- package/dist/db/event-store-executor-write-steps.js +100 -0
- package/dist/db/event-store-executor-write.js +401 -510
- package/dist/db/index.d.ts +6 -2
- package/dist/db/index.js +5 -1
- package/dist/db/list-aggregate-labels.d.ts +14 -0
- package/dist/db/list-aggregate-labels.js +26 -0
- package/dist/db/located-timestamp.d.ts +11 -11
- package/dist/db/located-timestamp.js +29 -30
- package/dist/db/migrate-generator.d.ts +1 -1
- package/dist/db/migrate-generator.js +97 -105
- package/dist/db/migrate-runner.js +29 -26
- package/dist/db/money.d.ts +6 -6
- package/dist/db/money.js +29 -27
- package/dist/db/queries/backfill-pii.js +5 -5
- package/dist/db/queries/ddl.js +1 -1
- package/dist/db/queries/es-ops.d.ts +1 -1
- package/dist/db/queries/es-ops.js +1 -1
- package/dist/db/queries/event-consumer.js +3 -3
- package/dist/db/queries/event-store.js +4 -2
- package/dist/db/queries/projection-rebuild.js +3 -3
- package/dist/db/queries/raw-sql.d.ts +2 -2
- package/dist/db/queries/raw-sql.js +2 -2
- package/dist/db/queries/shadow-swap.js +19 -19
- package/dist/db/query.d.ts +3 -16
- package/dist/db/query.js +8 -761
- package/dist/db/rebuild-marker.js +20 -21
- package/dist/db/reference-data.js +6 -1
- package/dist/db/replay-migration-sql.js +2 -2
- package/dist/db/schema-inspection.js +4 -5
- package/dist/db/table-builder.d.ts +1 -2
- package/dist/db/table-builder.js +137 -190
- package/dist/db/table-info.d.ts +10 -0
- package/dist/db/table-info.js +45 -0
- package/dist/db/temporal-value-guards.d.ts +6 -0
- package/dist/db/temporal-value-guards.js +15 -0
- package/dist/db/tenant-db-runner.d.ts +1 -0
- package/dist/db/tenant-db-runner.js +3 -0
- package/dist/db/tenant-db.d.ts +2 -2
- package/dist/db/tenant-db.js +48 -11
- package/dist/db/where-clause.d.ts +6 -0
- package/dist/db/where-clause.js +236 -0
- package/dist/derivatives/delete-stored-file.js +6 -2
- package/dist/derivatives/derivatives-context.js +1 -1
- package/dist/engine/boot-validator/access-roles.js +4 -3
- package/dist/engine/boot-validator/api-ext.js +14 -14
- package/dist/engine/boot-validator/boot-check.js +1 -1
- package/dist/engine/boot-validator/config-deps.js +7 -6
- package/dist/engine/boot-validator/detail-screens.js +4 -4
- package/dist/engine/boot-validator/entity-handler.d.ts +1 -0
- package/dist/engine/boot-validator/entity-handler.js +77 -61
- package/dist/engine/boot-validator/form-derivations.js +35 -1
- package/dist/engine/boot-validator/gdpr-storage.js +4 -4
- package/dist/engine/boot-validator/i18n-keys.js +6 -4
- package/dist/engine/boot-validator/index.d.ts +2 -2
- package/dist/engine/boot-validator/index.js +22 -20
- package/dist/engine/boot-validator/nav.js +5 -5
- package/dist/engine/boot-validator/ownership.js +12 -9
- package/dist/engine/boot-validator/parent-ref.js +1 -1
- package/dist/engine/boot-validator/pii-retention.js +258 -187
- package/dist/engine/boot-validator/projection-list-screens.js +7 -7
- package/dist/engine/boot-validator/query-refs.js +1 -1
- package/dist/engine/boot-validator/screens-actions.d.ts +1 -0
- package/dist/engine/boot-validator/screens-actions.js +23 -17
- package/dist/engine/boot-validator/screens-dashboard.js +2 -5
- package/dist/engine/boot-validator/screens-forms.js +12 -17
- package/dist/engine/boot-validator/screens-kind-config-edit.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-config-edit.js +88 -0
- package/dist/engine/boot-validator/screens-kind-entity-edit.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-entity-edit.js +55 -0
- package/dist/engine/boot-validator/screens-kind-entity-list.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-entity-list.js +228 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail.js +235 -0
- package/dist/engine/boot-validator/screens-kind-projection-list.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-projection-list.js +52 -0
- package/dist/engine/boot-validator/screens-kind-secret-mint.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-secret-mint.js +28 -0
- package/dist/engine/boot-validator/screens-kind-shared.d.ts +37 -0
- package/dist/engine/boot-validator/screens-kind-shared.js +142 -0
- package/dist/engine/boot-validator/screens-lists.d.ts +2 -1
- package/dist/engine/boot-validator/screens-lists.js +26 -24
- package/dist/engine/boot-validator/screens.d.ts +0 -2
- package/dist/engine/boot-validator/screens.js +102 -869
- package/dist/engine/boot-validator/security-baseline.js +3 -2
- package/dist/engine/boot-validator/transfer-graph.js +2 -2
- package/dist/engine/boot-validator/workspaces.js +3 -3
- package/dist/engine/bridge-stub.js +3 -4
- package/dist/engine/build-app-schema.js +130 -170
- package/dist/engine/build-config-feature-schema.js +50 -50
- package/dist/engine/build-target.js +20 -23
- package/dist/engine/codemod/pipeline-codemod.js +20 -13
- package/dist/engine/config-helpers.js +4 -4
- package/dist/engine/constants.js +2 -2
- package/dist/engine/create-app.js +2 -2
- package/dist/engine/define-feature.js +21 -13
- package/dist/engine/define-handler.js +13 -11
- package/dist/engine/define-step.js +1 -1
- package/dist/engine/define-workflow.d.ts +5 -5
- package/dist/engine/define-workflow.js +6 -6
- package/dist/engine/entity-handlers.d.ts +13 -0
- package/dist/engine/entity-handlers.js +22 -34
- package/dist/engine/entity-list-runtime-options.d.ts +8 -0
- package/dist/engine/entity-list-runtime-options.js +18 -0
- package/dist/engine/event-def.js +2 -2
- package/dist/engine/extension-names.d.ts +16 -17
- package/dist/engine/extension-names.js +37 -38
- package/dist/engine/extensions/escape-hatch-usage.js +1 -1
- package/dist/engine/extensions/tenant-data.js +2 -2
- package/dist/engine/extensions/user-data.d.ts +23 -24
- package/dist/engine/factories.d.ts +14 -13
- package/dist/engine/factories.js +38 -37
- package/dist/engine/feature-ast/entity-field-types.js +1 -1
- package/dist/engine/feature-ast/extractors/handlers.js +2 -1
- package/dist/engine/feature-ast/extractors/hooks.js +1 -1
- package/dist/engine/feature-ast/extractors/round2.js +25 -6
- package/dist/engine/feature-ast/extractors/shared.d.ts +2 -3
- package/dist/engine/feature-ast/extractors/shared.js +2 -3
- package/dist/engine/feature-ast/parse.js +13 -13
- package/dist/engine/feature-ast/patch.js +4 -182
- package/dist/engine/feature-ast/pattern-change-schema.d.ts +3 -0
- package/dist/engine/feature-ast/pattern-change-schema.js +2 -1
- package/dist/engine/feature-ast/pattern-id-matchers.d.ts +7 -0
- package/dist/engine/feature-ast/pattern-id-matchers.js +210 -0
- package/dist/engine/feature-ast/patterns.d.ts +11 -2
- package/dist/engine/feature-ast/patterns.js +43 -51
- package/dist/engine/feature-ast/render.js +50 -89
- package/dist/engine/feature-config-events-jobs.js +15 -12
- package/dist/engine/feature-entity-handlers.js +12 -5
- package/dist/engine/feature-manifest.d.ts +9 -9
- package/dist/engine/feature-manifest.js +6 -7
- package/dist/engine/feature-ui-extensions.d.ts +3 -3
- package/dist/engine/feature-ui-extensions.js +30 -22
- package/dist/engine/field-access.js +5 -6
- package/dist/engine/form-derivations.js +18 -7
- package/dist/engine/handler-field-references.js +1 -1
- package/dist/engine/index.d.ts +1 -0
- package/dist/engine/index.js +4 -4
- package/dist/engine/object-form.d.ts +1 -0
- package/dist/engine/object-form.js +14 -4
- package/dist/engine/ownership.js +3 -3
- package/dist/engine/parse-ref-target.js +5 -7
- package/dist/engine/pattern-library/index.js +2 -2
- package/dist/engine/pattern-library/library.js +2 -2
- package/dist/engine/pattern-library/types.js +3 -3
- package/dist/engine/pipeline.js +2 -2
- package/dist/engine/project-app-schema-for-roles.d.ts +2 -0
- package/dist/engine/project-app-schema-for-roles.js +7 -5
- package/dist/engine/projection-helpers.js +9 -9
- package/dist/engine/qualified-name.js +2 -2
- package/dist/engine/registry-facade.js +1 -1
- package/dist/engine/registry-ingest.js +13 -13
- package/dist/engine/registry-state.js +17 -19
- package/dist/engine/registry-validate.js +12 -12
- package/dist/engine/run-in.js +2 -2
- package/dist/engine/run-pipeline.js +7 -0
- package/dist/engine/schema-builder.js +251 -233
- package/dist/engine/screen-filter-ops.js +17 -20
- package/dist/engine/screen-helpers.js +4 -3
- package/dist/engine/screen-kind.d.ts +7 -0
- package/dist/engine/screen-kind.js +1 -0
- package/dist/engine/state-machine.d.ts +12 -12
- package/dist/engine/state-machine.js +7 -7
- package/dist/engine/steps/_resolver-utils.js +4 -3
- package/dist/engine/steps/for-each.js +4 -4
- package/dist/engine/steps/unsafe-projection-delete.js +1 -1
- package/dist/engine/steps/unsafe-projection-upsert.js +4 -4
- package/dist/engine/steps/wait-for-event.js +4 -4
- package/dist/engine/steps/workflow-system-events.js +3 -3
- package/dist/engine/strip-disabled-features-from-app-schema.js +51 -14
- package/dist/engine/tier-resolver-extension.d.ts +29 -27
- package/dist/engine/tier-resolver-extension.js +26 -26
- package/dist/engine/transfer-adjacency.js +2 -2
- package/dist/engine/validate-projection-allowlist.js +9 -28
- package/dist/engine/walk-step-instances.d.ts +2 -0
- package/dist/engine/walk-step-instances.js +38 -0
- package/dist/engine/where-rule-lint.js +1 -1
- package/dist/engine/write-handler-qn-extract.js +1 -1
- package/dist/entrypoint/index.d.ts +4 -1
- package/dist/entrypoint/index.js +10 -4
- package/dist/env/index.d.ts +7 -6
- package/dist/env/index.js +10 -9
- package/dist/errors/docs-url.d.ts +1 -1
- package/dist/errors/docs-url.js +22 -2
- package/dist/errors/transition-details.js +7 -7
- package/dist/errors/write-error-info.d.ts +6 -6
- package/dist/errors/write-error-info.js +6 -6
- package/dist/es-ops/context.d.ts +9 -9
- package/dist/es-ops/context.js +29 -29
- package/dist/es-ops/index.js +7 -9
- package/dist/es-ops/operations-schema.js +4 -10
- package/dist/es-ops/runner.d.ts +11 -11
- package/dist/es-ops/runner.js +49 -53
- package/dist/es-ops/types.d.ts +55 -55
- package/dist/es-ops/types.js +11 -11
- package/dist/event-store/admin-api.js +7 -8
- package/dist/event-store/errors.js +1 -1
- package/dist/event-store/event-store.js +12 -6
- package/dist/event-store/rebuild-dead-letter.js +1 -1
- package/dist/files/bind-pending-file-refs.js +3 -3
- package/dist/files/create-file-ref-from-bytes.js +4 -1
- package/dist/files/feature.js +9 -10
- package/dist/files/file-handle.js +7 -9
- package/dist/files/file-ref-entity.js +15 -15
- package/dist/files/file-ref-table.js +7 -8
- package/dist/files/file-routes.d.ts +7 -0
- package/dist/files/file-routes.js +22 -13
- package/dist/files/in-memory-provider.js +8 -9
- package/dist/files/local-provider.js +18 -25
- package/dist/files/provider-resolver.d.ts +7 -7
- package/dist/files/resolve-content-type.js +43 -0
- package/dist/files/storage-tracking.js +2 -2
- package/dist/files/upload-ledger.js +7 -0
- package/dist/files/zip-stream.d.ts +12 -19
- package/dist/files/zip-stream.js +44 -63
- package/dist/i18n/required-surface-keys.d.ts +1 -1
- package/dist/i18n/required-surface-keys.js +188 -212
- package/dist/internal/stack-support.d.ts +2 -1
- package/dist/internal/stack-support.js +1 -1
- package/dist/jobs/job-runner-context.d.ts +32 -0
- package/dist/jobs/job-runner-context.js +305 -0
- package/dist/jobs/job-runner-execution.d.ts +7 -0
- package/dist/jobs/job-runner-execution.js +160 -0
- package/dist/jobs/job-runner-gates.d.ts +19 -0
- package/dist/jobs/job-runner-gates.js +198 -0
- package/dist/jobs/job-runner-helpers.d.ts +17 -3
- package/dist/jobs/job-runner-helpers.js +69 -4
- package/dist/jobs/job-runner-schedulers.d.ts +1 -1
- package/dist/jobs/job-runner-schedulers.js +3 -4
- package/dist/jobs/job-runner-scope.d.ts +44 -0
- package/dist/jobs/job-runner-scope.js +102 -0
- package/dist/jobs/job-runner-types.d.ts +12 -0
- package/dist/jobs/job-runner.d.ts +0 -1
- package/dist/jobs/job-runner.js +57 -669
- package/dist/lifecycle/lifecycle.js +3 -5
- package/dist/lifecycle/signal-handlers.js +5 -4
- package/dist/logging/utils.d.ts +2 -1
- package/dist/logging/utils.js +38 -10
- package/dist/migrations/index.js +1 -1
- package/dist/migrations/kumiko-drift.js +14 -13
- package/dist/migrations/pending-rebuilds.d.ts +21 -20
- package/dist/migrations/pending-rebuilds.js +27 -27
- package/dist/migrations/projection-table-index.d.ts +3 -3
- package/dist/migrations/projection-table-index.js +8 -8
- package/dist/observability/escape-hatch-report.d.ts +3 -0
- package/dist/observability/escape-hatch-report.js +12 -1
- package/dist/observability/metric-validator.js +1 -1
- package/dist/observability/metrics-handle.js +3 -3
- package/dist/pipeline/append-event-core.js +11 -2
- package/dist/pipeline/cascade-handler.d.ts +1 -1
- package/dist/pipeline/cascade-handler.js +165 -138
- package/dist/pipeline/dispatch-batch.js +2 -2
- package/dist/pipeline/dispatch-query.js +20 -13
- package/dist/pipeline/dispatch-shared.d.ts +14 -3
- package/dist/pipeline/dispatch-shared.js +67 -721
- package/dist/pipeline/dispatch-stream.js +1 -1
- package/dist/pipeline/dispatch-write.js +297 -190
- package/dist/pipeline/dispatcher-utils.d.ts +1 -1
- package/dist/pipeline/dispatcher-utils.js +1 -1
- package/dist/pipeline/event-consumer-state.js +2 -2
- package/dist/pipeline/event-dispatcher-admin.js +2 -1
- package/dist/pipeline/event-dispatcher-delivery.js +4 -6
- package/dist/pipeline/event-dispatcher.js +17 -28
- package/dist/pipeline/handler-context-auth.d.ts +9 -0
- package/dist/pipeline/handler-context-auth.js +54 -0
- package/dist/pipeline/handler-context-config.d.ts +14 -0
- package/dist/pipeline/handler-context-config.js +113 -0
- package/dist/pipeline/handler-context-db.d.ts +24 -0
- package/dist/pipeline/handler-context-db.js +149 -0
- package/dist/pipeline/handler-context-dispatch.d.ts +21 -0
- package/dist/pipeline/handler-context-dispatch.js +89 -0
- package/dist/pipeline/handler-context-events.d.ts +43 -0
- package/dist/pipeline/handler-context-events.js +237 -0
- package/dist/pipeline/handler-context-notify.d.ts +12 -0
- package/dist/pipeline/handler-context-notify.js +55 -0
- package/dist/pipeline/handler-context-observability.d.ts +7 -0
- package/dist/pipeline/handler-context-observability.js +21 -0
- package/dist/pipeline/handler-context-scope.d.ts +48 -0
- package/dist/pipeline/handler-context-scope.js +88 -0
- package/dist/pipeline/irreversible-operation-gate.js +1 -1
- package/dist/pipeline/lifecycle-pipeline.js +9 -9
- package/dist/pipeline/member-read-only-transaction.js +1 -3
- package/dist/pipeline/msp-rebuild.js +1 -1
- package/dist/pipeline/notify-scope.js +12 -1
- package/dist/pipeline/pre-handler-gates.js +20 -4
- package/dist/pipeline/pre-transaction-reservations.d.ts +1 -0
- package/dist/pipeline/pre-transaction-reservations.js +9 -3
- package/dist/pipeline/projection-rebuild.js +15 -13
- package/dist/pipeline/system-hooks.js +39 -41
- package/dist/pipeline/system-identity-switch.js +1 -3
- package/dist/pipeline/tenant-timezone-cache.js +1 -1
- package/dist/random/generate.d.ts +29 -29
- package/dist/random/generate.js +30 -30
- package/dist/random/words.js +20 -20
- package/dist/rate-limit/middleware.js +9 -5
- package/dist/redis/client.js +2 -2
- package/dist/redis/pubsub-signal.js +14 -17
- package/dist/schema-cli/apply-command.d.ts +2 -0
- package/dist/schema-cli/apply-command.js +97 -0
- package/dist/schema-cli/baseline-command.d.ts +2 -0
- package/dist/schema-cli/baseline-command.js +33 -0
- package/dist/schema-cli/generate-command.d.ts +2 -0
- package/dist/schema-cli/generate-command.js +90 -0
- package/dist/schema-cli/shared.d.ts +39 -0
- package/dist/schema-cli/shared.js +95 -0
- package/dist/schema-cli/status-command.d.ts +2 -0
- package/dist/schema-cli/status-command.js +73 -0
- package/dist/schema-cli/validate-boot-input.d.ts +5 -0
- package/dist/schema-cli/validate-boot-input.js +130 -0
- package/dist/schema-cli/validate-command.d.ts +2 -0
- package/dist/schema-cli/validate-command.js +130 -0
- package/dist/schema-cli.d.ts +2 -18
- package/dist/schema-cli.js +47 -510
- package/dist/search/index.js +4 -4
- package/dist/search/meilisearch-adapter.js +2 -1
- package/dist/search/purge-subject.js +4 -5
- package/dist/search/reindex-entity.js +6 -9
- package/dist/time/boot-tz-warning.d.ts +2 -2
- package/dist/time/boot-tz-warning.js +8 -8
- package/dist/time/iana.js +10 -10
- package/dist/time/index.js +9 -9
- package/dist/time/legacy-date.d.ts +2 -2
- package/dist/time/legacy-date.js +6 -8
- package/dist/time/polyfill.js +1 -1
- package/dist/time/tz-context.d.ts +1 -1
- package/dist/time/tz-context.js +1 -1
- package/dist/ui-types/app-schema.js +7 -7
- package/dist/ui-types/list-row-meta.js +4 -4
- package/dist/upgrade-cli.js +159 -130
- package/dist/utils/compare.js +1 -1
- package/package.json +5 -5
- package/src/changes.json +358 -0
- package/src/scripts/codemod/crypto-shredding-testing-move.ts +2 -2
- package/src/scripts/codemod/feature-layout.ts +10 -2
- package/src/scripts/codemod/migrate-cross-tenant.ts +1 -1
- package/src/scripts/codemod/migrate-open-to-all.ts +1 -1
- package/src/scripts/codemod/object-form.ts +41 -4
- package/src/scripts/codemod/package-merge.ts +58 -8
- package/src/scripts/codemod/pii-personal-migration.ts +192 -153
- package/src/scripts/codemod/testing-injection.ts +122 -42
- package/src/scripts/codemod/testing-move.ts +29 -7
- package/src/scripts/codemod/unprocessable-error-details-reason.ts +2 -2
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
// Process lifecycle: 4-state machine + LIFO shutdown hooks.
|
|
2
2
|
// Signal wiring lives in signal-handlers.ts; v1 scope in architecture/lifecycle.md.
|
|
3
|
+
import { createFallbackLogger } from "../logging/utils.js";
|
|
3
4
|
const DEFAULT_DRAIN_TIMEOUT_MS = 40_000;
|
|
4
5
|
export function createLifecycle(opts = {}) {
|
|
5
6
|
const now = opts.now ?? (() => Date.now());
|
|
@@ -103,9 +104,6 @@ export function createLifecycle(opts = {}) {
|
|
|
103
104
|
};
|
|
104
105
|
}
|
|
105
106
|
function makeErrorLogger(logger) {
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
}
|
|
109
|
-
// biome-ignore lint/suspicious/noConsole: ops-visible fallback when no logger is wired
|
|
110
|
-
return (msg, err) => console.error(`[lifecycle] ${msg}:`, err);
|
|
107
|
+
const log = createFallbackLogger("lifecycle", logger);
|
|
108
|
+
return (msg, err) => log.error(msg, { err });
|
|
111
109
|
}
|
|
@@ -4,6 +4,9 @@
|
|
|
4
4
|
export function attachSignalHandlers(lifecycle, opts = {}) {
|
|
5
5
|
const signals = opts.signals ?? ["SIGTERM", "SIGINT"];
|
|
6
6
|
const exitFn = opts.exit ?? ((code) => process.exit(code));
|
|
7
|
+
// bun-types vs @types/node: signal overload on process.on/off is not
|
|
8
|
+
// selectable via bind() under the merged types — EventEmitter seam is intentional.
|
|
9
|
+
const processEmitter = process;
|
|
7
10
|
const listeners = new Map();
|
|
8
11
|
// Guard so double-SIGTERM doesn't call exitFn twice. drain() is already
|
|
9
12
|
// idempotent via its shared promise, but its .then/.catch chain would fire
|
|
@@ -24,15 +27,13 @@ export function attachSignalHandlers(lifecycle, opts = {}) {
|
|
|
24
27
|
.then(() => exitFn(0))
|
|
25
28
|
.catch(() => exitFn(1));
|
|
26
29
|
};
|
|
27
|
-
|
|
28
|
-
// selectable via bind() under the merged types — EventEmitter seam is intentional.
|
|
29
|
-
process.on(sig, handler);
|
|
30
|
+
processEmitter.on(sig, handler);
|
|
30
31
|
listeners.set(sig, handler);
|
|
31
32
|
}
|
|
32
33
|
return {
|
|
33
34
|
detach: () => {
|
|
34
35
|
for (const [sig, handler] of listeners) {
|
|
35
|
-
|
|
36
|
+
processEmitter.off(sig, handler);
|
|
36
37
|
}
|
|
37
38
|
listeners.clear();
|
|
38
39
|
},
|
package/dist/logging/utils.d.ts
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import type { Logger } from "./types.ts";
|
|
2
2
|
type FallbackLogger = {
|
|
3
|
+
info(msg: string, data?: Record<string, unknown>): void;
|
|
3
4
|
error(msg: string, data?: Record<string, unknown>): void;
|
|
4
5
|
warn(msg: string, data?: Record<string, unknown>): void;
|
|
5
6
|
debug(msg: string, data?: Record<string, unknown>): void;
|
|
6
7
|
};
|
|
7
8
|
export declare function setProcessLogger(logger: Logger | null): void;
|
|
8
|
-
export declare function createFallbackLogger(namespace: string, logger?: (Pick<Logger, "error"> & Partial<Pick<Logger, "warn" | "debug">>) | undefined): FallbackLogger;
|
|
9
|
+
export declare function createFallbackLogger(namespace: string, logger?: (Pick<Logger, "error"> & Partial<Pick<Logger, "info" | "warn" | "debug" | "child">>) | undefined): FallbackLogger;
|
|
9
10
|
export {};
|
package/dist/logging/utils.js
CHANGED
|
@@ -3,9 +3,33 @@ let processLogger = null;
|
|
|
3
3
|
export function setProcessLogger(logger) {
|
|
4
4
|
processLogger = logger;
|
|
5
5
|
}
|
|
6
|
+
// Bun prints a trailing "undefined" when a second argument is passed explicitly as undefined.
|
|
7
|
+
function writeConsole(write, line, data) {
|
|
8
|
+
if (data === undefined)
|
|
9
|
+
write(line);
|
|
10
|
+
else
|
|
11
|
+
write(line, data);
|
|
12
|
+
}
|
|
6
13
|
export function createFallbackLogger(namespace, logger) {
|
|
14
|
+
if (logger?.child) {
|
|
15
|
+
const child = logger.child({ component: namespace });
|
|
16
|
+
return {
|
|
17
|
+
info: (msg, data) => child.info(msg, data),
|
|
18
|
+
error: (msg, data) => child.error(msg, data),
|
|
19
|
+
warn: (msg, data) => child.warn(msg, data),
|
|
20
|
+
debug: (msg, data) => child.debug(msg, data),
|
|
21
|
+
};
|
|
22
|
+
}
|
|
7
23
|
if (logger) {
|
|
8
24
|
return {
|
|
25
|
+
info(msg, data) {
|
|
26
|
+
if (logger.info) {
|
|
27
|
+
logger.info(`[${namespace}] ${msg}`, data);
|
|
28
|
+
}
|
|
29
|
+
else {
|
|
30
|
+
writeConsole(console.info, `[${namespace}] ${msg}`, data);
|
|
31
|
+
}
|
|
32
|
+
},
|
|
9
33
|
error(msg, data) {
|
|
10
34
|
logger.error(`[${namespace}] ${msg}`, data);
|
|
11
35
|
},
|
|
@@ -14,8 +38,7 @@ export function createFallbackLogger(namespace, logger) {
|
|
|
14
38
|
logger.warn(`[${namespace}] ${msg}`, data);
|
|
15
39
|
}
|
|
16
40
|
else {
|
|
17
|
-
|
|
18
|
-
console.warn(`[${namespace}] ${msg}`, data);
|
|
41
|
+
writeConsole(console.warn, `[${namespace}] ${msg}`, data);
|
|
19
42
|
}
|
|
20
43
|
},
|
|
21
44
|
debug(msg, data) {
|
|
@@ -23,8 +46,7 @@ export function createFallbackLogger(namespace, logger) {
|
|
|
23
46
|
logger.debug(`[${namespace}] ${msg}`, data);
|
|
24
47
|
}
|
|
25
48
|
else {
|
|
26
|
-
|
|
27
|
-
console.debug(`[${namespace}] ${msg}`, data);
|
|
49
|
+
writeConsole(console.debug, `[${namespace}] ${msg}`, data);
|
|
28
50
|
}
|
|
29
51
|
},
|
|
30
52
|
};
|
|
@@ -41,14 +63,22 @@ export function createFallbackLogger(namespace, logger) {
|
|
|
41
63
|
return cachedChild;
|
|
42
64
|
};
|
|
43
65
|
return {
|
|
66
|
+
info(msg, data) {
|
|
67
|
+
const child = resolveProcessChild();
|
|
68
|
+
if (child) {
|
|
69
|
+
child.info(msg, data);
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
writeConsole(console.info, `[${namespace}] ${msg}`, data);
|
|
73
|
+
}
|
|
74
|
+
},
|
|
44
75
|
error(msg, data) {
|
|
45
76
|
const child = resolveProcessChild();
|
|
46
77
|
if (child) {
|
|
47
78
|
child.error(msg, data);
|
|
48
79
|
}
|
|
49
80
|
else {
|
|
50
|
-
|
|
51
|
-
console.error(`[${namespace}] ${msg}`, data);
|
|
81
|
+
writeConsole(console.error, `[${namespace}] ${msg}`, data);
|
|
52
82
|
}
|
|
53
83
|
},
|
|
54
84
|
warn(msg, data) {
|
|
@@ -57,8 +87,7 @@ export function createFallbackLogger(namespace, logger) {
|
|
|
57
87
|
child.warn(msg, data);
|
|
58
88
|
}
|
|
59
89
|
else {
|
|
60
|
-
|
|
61
|
-
console.warn(`[${namespace}] ${msg}`, data);
|
|
90
|
+
writeConsole(console.warn, `[${namespace}] ${msg}`, data);
|
|
62
91
|
}
|
|
63
92
|
},
|
|
64
93
|
debug(msg, data) {
|
|
@@ -67,8 +96,7 @@ export function createFallbackLogger(namespace, logger) {
|
|
|
67
96
|
child.debug(msg, data);
|
|
68
97
|
}
|
|
69
98
|
else {
|
|
70
|
-
|
|
71
|
-
console.debug(`[${namespace}] ${msg}`, data);
|
|
99
|
+
writeConsole(console.debug, `[${namespace}] ${msg}`, data);
|
|
72
100
|
}
|
|
73
101
|
},
|
|
74
102
|
};
|
package/dist/migrations/index.js
CHANGED
|
@@ -4,5 +4,5 @@ export { assertKumikoSchemaCurrent, detectKumikoDrift, formatKumikoDriftReport,
|
|
|
4
4
|
export { createPendingRebuildsTable, enqueueProjectionRebuild, listPendingRebuilds, PROJECTION_REBUILD_JOB, pendingRebuildsTable, queueRebuildsFromMarkers, rebuildProjectionOrMultiStream, reportPendingRebuildRun, runPendingRebuilds, } from "./pending-rebuilds.js";
|
|
5
5
|
// Boot-time backfill: re-encrypts plaintext events after a PII annotation was added.
|
|
6
6
|
export { createPiiBackfillStateTable, piiAnnotationFingerprint, piiBackfillStateTable, runPiiEventBackfill, } from "./pii-event-backfill.js";
|
|
7
|
-
// tableName → projection-name,
|
|
7
|
+
// tableName → projection-name, for application-side projection rebuilds.
|
|
8
8
|
export { buildProjectionTableIndex } from "./projection-table-index.js";
|
|
@@ -28,18 +28,19 @@ export class SchemaDriftError extends Error {
|
|
|
28
28
|
}
|
|
29
29
|
}
|
|
30
30
|
export async function detectKumikoDrift(db, migrationsDir) {
|
|
31
|
-
//
|
|
32
|
-
//
|
|
33
|
-
// generate)
|
|
34
|
-
// status
|
|
35
|
-
//
|
|
36
|
-
//
|
|
31
|
+
// A newer framework version may not have generated `./kumiko/migrations` yet
|
|
32
|
+
// (for example, a first upgrade or custom schema setup without `kumiko schema
|
|
33
|
+
// generate`). Treat this as no local migrations and therefore no drift, matching
|
|
34
|
+
// the status subcommand's `existsSync` guard. Without it, `loadMigrationsFromDir`
|
|
35
|
+
// calls `readdirSync`, which throws synchronous ENOENT as a plain Error instead
|
|
36
|
+
// of SchemaDriftError and causes an unhandled boot failure.
|
|
37
37
|
if (!existsSync(migrationsDir)) {
|
|
38
38
|
return { ok: true, pending: [], checksumMismatches: [], missingTables: [], missingColumns: [] };
|
|
39
39
|
}
|
|
40
40
|
const local = loadMigrationsFromDir(migrationsDir);
|
|
41
|
-
//
|
|
42
|
-
//
|
|
41
|
+
// A fresh database may not have the tracking table because `kumiko schema apply`
|
|
42
|
+
// has never run. Treat that as no applied migrations, so all local migrations are
|
|
43
|
+
// pending rather than reporting an error.
|
|
43
44
|
const trackingExists = await tableExists(db, "_kumiko_migrations");
|
|
44
45
|
const applied = trackingExists
|
|
45
46
|
? new Map((await fetchAppliedMigrations(db)).map((a) => [a.id, a.checksum]))
|
|
@@ -117,11 +118,11 @@ export function formatKumikoDriftReport(report) {
|
|
|
117
118
|
lines.push(` - ${m.table}: ${m.columns.join(", ")}`);
|
|
118
119
|
}
|
|
119
120
|
}
|
|
120
|
-
//
|
|
121
|
-
//
|
|
122
|
-
// baseline
|
|
123
|
-
//
|
|
124
|
-
//
|
|
121
|
+
// Remediation depends on the cause: `kumiko schema apply` handles only pending
|
|
122
|
+
// migrations. A checksum mismatch causes MigrationChecksumMismatchError during
|
|
123
|
+
// apply, and baseline's ON CONFLICT DO NOTHING leaves it in alreadyTracked.
|
|
124
|
+
// A missing table with no pending migration was deleted after apply and cannot be
|
|
125
|
+
// restored by apply.
|
|
125
126
|
lines.push("");
|
|
126
127
|
if (report.pending.length > 0) {
|
|
127
128
|
lines.push("Run 'kumiko schema apply' to apply the pending migration(s).");
|
|
@@ -5,10 +5,10 @@ import type { Logger } from "../logging/types.ts";
|
|
|
5
5
|
import { type RebuildResult } from "../pipeline/index.ts";
|
|
6
6
|
export declare const pendingRebuildsTable: import("@cosmicdrift/kumiko-types/executor-brand").WritableSchemaTable;
|
|
7
7
|
export declare function createPendingRebuildsTable(db: DbConnection): Promise<void>;
|
|
8
|
-
/**
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
8
|
+
/** Reads rebuild markers from freshly applied migrations and queues the
|
|
9
|
+
* affected tables. Upsert: an already-pending table keeps its queue slot
|
|
10
|
+
* (`queued_at` remains unchanged, preserving order), while `migration_id`
|
|
11
|
+
* points to the latest migration that flagged it for debugging. */
|
|
12
12
|
export declare function queueRebuildsFromMarkers(db: DbConnection, options: {
|
|
13
13
|
readonly migrationsDir: string;
|
|
14
14
|
readonly appliedIds: readonly string[];
|
|
@@ -21,7 +21,7 @@ export declare function listPendingRebuildRows(db: DbConnection): Promise<readon
|
|
|
21
21
|
export declare function listPendingRebuilds(db: DbConnection): Promise<readonly string[]>;
|
|
22
22
|
export declare function clearPendingRebuilds(db: DbConnection, rows: readonly PendingRebuildRow[]): Promise<void>;
|
|
23
23
|
export type PendingRebuildRun = {
|
|
24
|
-
/**
|
|
24
|
+
/** Projections rebuilt successfully (queue entries removed). */
|
|
25
25
|
readonly rebuilt: readonly {
|
|
26
26
|
readonly projection: string;
|
|
27
27
|
readonly eventsProcessed: number;
|
|
@@ -36,18 +36,19 @@ export type PendingRebuildRun = {
|
|
|
36
36
|
* marker) OR were deliberately DROPped by a later migration in the same
|
|
37
37
|
* run (no data loss, no projection left to resolve) — drained, silent. */
|
|
38
38
|
readonly unmapped: readonly string[];
|
|
39
|
-
/**
|
|
40
|
-
*
|
|
41
|
-
*
|
|
39
|
+
/** Managed tables emptied by a marker in THIS run without a resolvable
|
|
40
|
+
* projection, indicating that the owning feature is missing from the
|
|
41
|
+
* composition. They are drained to avoid a stuck loop, but logged loudly
|
|
42
|
+
* because the projection is now empty. */
|
|
42
43
|
readonly unresolvedManaged: readonly string[];
|
|
43
44
|
};
|
|
44
45
|
export type RunPendingRebuildsOptions = {
|
|
45
|
-
/**
|
|
46
|
-
* (
|
|
47
|
-
*
|
|
48
|
-
*
|
|
49
|
-
*
|
|
50
|
-
*
|
|
46
|
+
/** Tables freshly queued via markers in THIS apply run
|
|
47
|
+
* (returned by `queueRebuildsFromMarkers`). Markers contain only managed
|
|
48
|
+
* tables, so one without a resolvable projection is a real defect (a
|
|
49
|
+
* missing feature) and is reported loudly instead of being silently
|
|
50
|
+
* drained. Without this option, every unmapped table is treated as
|
|
51
|
+
* pre-existing and benign. */
|
|
51
52
|
readonly thisRunTables?: readonly string[];
|
|
52
53
|
};
|
|
53
54
|
export declare function rebuildProjectionOrMultiStream(name: string, deps: {
|
|
@@ -63,12 +64,12 @@ export declare function rebuildProjectionOrMultiStream(name: string, deps: {
|
|
|
63
64
|
* failed tables stay queued. Shared by every `schema apply` entry point so the
|
|
64
65
|
* report and the error text cannot drift apart. */
|
|
65
66
|
export declare function reportPendingRebuildRun(run: PendingRebuildRun, log: (line: string) => void): void;
|
|
66
|
-
/**
|
|
67
|
-
*
|
|
68
|
-
*
|
|
69
|
-
*
|
|
70
|
-
*
|
|
71
|
-
*
|
|
67
|
+
/** Processes the persistent queue: maps tables to projections, rebuilds each
|
|
68
|
+
* affected projection, and removes its tables from the queue only after
|
|
69
|
+
* SUCCESS. Failed tables remain pending and are retried by the next apply
|
|
70
|
+
* (or a direct re-call). Unmapped tables are drained to avoid a stuck loop;
|
|
71
|
+
* managed tables freshly emptied in this run without a projection are also
|
|
72
|
+
* reported through `unresolvedManaged`. */
|
|
72
73
|
export declare function runPendingRebuilds(db: DbConnection, registry: Registry, options?: RunPendingRebuildsOptions): Promise<PendingRebuildRun>;
|
|
73
74
|
export declare const PROJECTION_REBUILD_JOB = "jobs:job:projection-rebuild";
|
|
74
75
|
export type EnqueueProjectionRebuildResult = {
|
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
//
|
|
1
|
+
// Persistent pending-rebuild queue for the `kumiko schema apply` path.
|
|
2
2
|
//
|
|
3
|
-
// Problem
|
|
4
|
-
//
|
|
5
|
-
//
|
|
6
|
-
//
|
|
7
|
-
//
|
|
3
|
+
// Problem: Apps read rebuild markers only from `result.applied` for the
|
|
4
|
+
// CURRENT apply round. If the projection rebuild failed (or the process
|
|
5
|
+
// crashed in between), the marker reference was gone on the next apply —
|
|
6
|
+
// `applied` was empty — leaving the projection silently incomplete without a
|
|
7
|
+
// self-service retry path.
|
|
8
8
|
//
|
|
9
|
-
//
|
|
10
|
-
//
|
|
11
|
-
//
|
|
12
|
-
//
|
|
9
|
+
// Solution: persist the affected tables in `kumiko_pending_rebuilds` BEFORE
|
|
10
|
+
// the rebuild and delete them only after the associated projection rebuild
|
|
11
|
+
// succeeds. A subsequent apply, even without new migrations, processes open
|
|
12
|
+
// rebuilds through `runPendingRebuilds`.
|
|
13
13
|
import { instant, table as pgTable, sql, text } from "../db/dialect.js";
|
|
14
14
|
import { deleteMany, selectMany, upsertOnConflict } from "../db/query.js";
|
|
15
15
|
import { readRebuildMarker } from "../db/rebuild-marker.js";
|
|
@@ -24,15 +24,15 @@ export const pendingRebuildsTable = pgTable("kumiko_pending_rebuilds", {
|
|
|
24
24
|
queuedAt: instant("queued_at", { precision: 3 }).notNull().default(sql `now()`),
|
|
25
25
|
});
|
|
26
26
|
export async function createPendingRebuildsTable(db) {
|
|
27
|
-
// skip: table already exists — bootstrap
|
|
27
|
+
// skip: table already exists — bootstrap runs from multiple paths
|
|
28
28
|
if (await tableExists(db, "public.kumiko_pending_rebuilds"))
|
|
29
29
|
return;
|
|
30
30
|
await unsafePushTables(db, { kumikoPendingRebuilds: pendingRebuildsTable });
|
|
31
31
|
}
|
|
32
|
-
/**
|
|
33
|
-
*
|
|
34
|
-
*
|
|
35
|
-
*
|
|
32
|
+
/** Reads rebuild markers from freshly applied migrations and queues the
|
|
33
|
+
* affected tables. Upsert: an already-pending table keeps its queue slot
|
|
34
|
+
* (`queued_at` remains unchanged, preserving order), while `migration_id`
|
|
35
|
+
* points to the latest migration that flagged it for debugging. */
|
|
36
36
|
export async function queueRebuildsFromMarkers(db, options) {
|
|
37
37
|
await createPendingRebuildsTable(db);
|
|
38
38
|
const queued = new Set();
|
|
@@ -58,7 +58,7 @@ export async function listPendingRebuilds(db) {
|
|
|
58
58
|
// table_name alone: a concurrent queueRebuildsFromMarkers can re-queue the same
|
|
59
59
|
// table for a NEWER migration (upsert bumps migration_id, keeps the slot)
|
|
60
60
|
// between the read and the clear. Scoping the delete to the snapshot's
|
|
61
|
-
// migration_id leaves that fresh re-queue intact instead of dropping it.
|
|
61
|
+
// migration_id leaves that fresh re-queue intact instead of dropping it.
|
|
62
62
|
export async function clearPendingRebuilds(db, rows) {
|
|
63
63
|
for (const { tableName, migrationId } of rows) {
|
|
64
64
|
await deleteMany(db, pendingRebuildsTable, { tableName, migrationId });
|
|
@@ -106,12 +106,12 @@ export function reportPendingRebuildRun(run, log) {
|
|
|
106
106
|
.join("; ")}. Table(s) stay queued in kumiko_pending_rebuilds — retried on the next apply.`);
|
|
107
107
|
}
|
|
108
108
|
}
|
|
109
|
-
/**
|
|
110
|
-
*
|
|
111
|
-
*
|
|
112
|
-
*
|
|
113
|
-
*
|
|
114
|
-
*
|
|
109
|
+
/** Processes the persistent queue: maps tables to projections, rebuilds each
|
|
110
|
+
* affected projection, and removes its tables from the queue only after
|
|
111
|
+
* SUCCESS. Failed tables remain pending and are retried by the next apply
|
|
112
|
+
* (or a direct re-call). Unmapped tables are drained to avoid a stuck loop;
|
|
113
|
+
* managed tables freshly emptied in this run without a projection are also
|
|
114
|
+
* reported through `unresolvedManaged`. */
|
|
115
115
|
export async function runPendingRebuilds(db, registry, options = {}) {
|
|
116
116
|
const pendingRows = await listPendingRebuildRows(db);
|
|
117
117
|
if (pendingRows.length === 0) {
|
|
@@ -119,7 +119,7 @@ export async function runPendingRebuilds(db, registry, options = {}) {
|
|
|
119
119
|
}
|
|
120
120
|
// (table → migration) snapshot read together with the table list; the clear
|
|
121
121
|
// below scopes its DELETE to this migration_id so a concurrent re-queue for a
|
|
122
|
-
// newer migration survives instead of being dropped
|
|
122
|
+
// newer migration survives instead of being dropped.
|
|
123
123
|
const migrationByTable = new Map(pendingRows.map((r) => [r.tableName, r.migrationId]));
|
|
124
124
|
const snapshotRows = (tables) => tables.flatMap((tableName) => {
|
|
125
125
|
const migrationId = migrationByTable.get(tableName);
|
|
@@ -136,7 +136,7 @@ export async function runPendingRebuilds(db, registry, options = {}) {
|
|
|
136
136
|
if (projection === undefined) {
|
|
137
137
|
// Markers only carry managed tables (rebuild-marker.ts). A table emptied
|
|
138
138
|
// in THIS run with no resolving projection is a real defect (owning
|
|
139
|
-
// feature missing from the composition) → loud
|
|
139
|
+
// feature missing from the composition) → loud — unless the table
|
|
140
140
|
// no longer exists: then a later migration in the same run deliberately
|
|
141
141
|
// DROPped it after migrating its data elsewhere, no data loss. Pre-
|
|
142
142
|
// existing pending tables stay indistinguishable from old unmanaged
|
|
@@ -151,9 +151,9 @@ export async function runPendingRebuilds(db, registry, options = {}) {
|
|
|
151
151
|
}
|
|
152
152
|
byProjection.set(projection, [...(byProjection.get(projection) ?? []), tableName]);
|
|
153
153
|
}
|
|
154
|
-
//
|
|
155
|
-
//
|
|
156
|
-
//
|
|
154
|
+
// Both classes are drained: the queue must not grow indefinitely, and a
|
|
155
|
+
// re-apply must not remain stuck. The distinction is conveyed through the
|
|
156
|
+
// log and return field rather than by leaving entries queued.
|
|
157
157
|
const drained = [...unmapped, ...unresolvedManaged];
|
|
158
158
|
if (drained.length > 0) {
|
|
159
159
|
await clearPendingRebuilds(db, snapshotRows(drained));
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Registry } from "../engine/types/feature.ts";
|
|
2
|
-
/** Index `tableName → projection-name`
|
|
3
|
-
* table
|
|
4
|
-
* Side-effect-only MSPs (table omitted)
|
|
2
|
+
/** Index `tableName → projection-name` from the registry. Only projections with
|
|
3
|
+
* a table definition (single-stream + multi-stream-with-table) are included.
|
|
4
|
+
* Side-effect-only MSPs (table omitted) cannot be rebuilt. */
|
|
5
5
|
export declare function buildProjectionTableIndex(registry: Registry): ReadonlyMap<string, string>;
|
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
// Index `tableName → projection-name`
|
|
2
|
-
// app-
|
|
3
|
-
//
|
|
1
|
+
// Index `tableName → projection-name` from the registry, used by the
|
|
2
|
+
// app-side projection rebuild (`kumiko schema apply` reads rebuild markers,
|
|
3
|
+
// maps tables to projections, then calls rebuildProjection).
|
|
4
4
|
//
|
|
5
|
-
// Drizzle-
|
|
6
|
-
// buildEntityTable/deriveEntityTableMeta
|
|
5
|
+
// Drizzle-free: the table name comes from the kumiko symbol attached to the
|
|
6
|
+
// table definition by buildEntityTable/deriveEntityTableMeta.
|
|
7
7
|
import { extractTableName } from "../db/index.js";
|
|
8
|
-
/** Index `tableName → projection-name`
|
|
9
|
-
* table
|
|
10
|
-
* Side-effect-only MSPs (table omitted)
|
|
8
|
+
/** Index `tableName → projection-name` from the registry. Only projections with
|
|
9
|
+
* a table definition (single-stream + multi-stream-with-table) are included.
|
|
10
|
+
* Side-effect-only MSPs (table omitted) cannot be rebuilt. */
|
|
11
11
|
export function buildProjectionTableIndex(registry) {
|
|
12
12
|
const index = new Map();
|
|
13
13
|
for (const [name, def] of registry.getAllProjections()) {
|
|
@@ -12,6 +12,9 @@ export declare function createEscapeHatchReportWindow(opts?: {
|
|
|
12
12
|
export type EscapeHatchProcessDedup = {
|
|
13
13
|
readonly kinds: ReadonlySet<EscapeHatchKind>;
|
|
14
14
|
readonly lastAuditedAt: Map<string, number>;
|
|
15
|
+
readonly lastSweep: {
|
|
16
|
+
atMs: number;
|
|
17
|
+
};
|
|
15
18
|
};
|
|
16
19
|
export declare function createEscapeHatchProcessDedup(kinds: readonly EscapeHatchKind[]): EscapeHatchProcessDedup;
|
|
17
20
|
export declare function withEscapeHatchAuditScope<T>(run: () => Promise<T>): Promise<T>;
|
|
@@ -40,8 +40,18 @@ const READ_WINDOW_KINDS = new Set([
|
|
|
40
40
|
// A long-lived worker must leave an audit event inside every retention window
|
|
41
41
|
// (90 days), or its crons vanish from the log once the first event is pruned.
|
|
42
42
|
const PROCESS_REAUDIT_INTERVAL_MS = 24 * 60 * 60 * 1000;
|
|
43
|
+
// Row-level targets add a key per touched row; without a sweep a long-lived worker keeps them all.
|
|
44
|
+
function sweepExpiredProcessDedup(dedup, nowMs) {
|
|
45
|
+
if (nowMs - dedup.lastSweep.atMs >= PROCESS_REAUDIT_INTERVAL_MS) {
|
|
46
|
+
dedup.lastSweep.atMs = nowMs;
|
|
47
|
+
for (const [key, auditedAt] of dedup.lastAuditedAt) {
|
|
48
|
+
if (nowMs - auditedAt >= PROCESS_REAUDIT_INTERVAL_MS)
|
|
49
|
+
dedup.lastAuditedAt.delete(key);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
}
|
|
43
53
|
export function createEscapeHatchProcessDedup(kinds) {
|
|
44
|
-
return { kinds: new Set(kinds), lastAuditedAt: new Map() };
|
|
54
|
+
return { kinds: new Set(kinds), lastAuditedAt: new Map(), lastSweep: { atMs: 0 } };
|
|
45
55
|
}
|
|
46
56
|
// Default window for createEscapeHatchReporter callers that don't pass their own.
|
|
47
57
|
const fallbackReportWindow = createEscapeHatchReportWindow();
|
|
@@ -160,6 +170,7 @@ export function createEscapeHatchReporter(opts) {
|
|
|
160
170
|
if (lastAuditedAt !== undefined && nowMs - lastAuditedAt < PROCESS_REAUDIT_INTERVAL_MS) {
|
|
161
171
|
return;
|
|
162
172
|
}
|
|
173
|
+
sweepExpiredProcessDedup(processDedup, nowMs);
|
|
163
174
|
processDedup.lastAuditedAt.set(processKey, nowMs);
|
|
164
175
|
reportEscapeHatchUse(eventFor(kind, reason, target), deps);
|
|
165
176
|
// skip: audited above, the window dedup below only serves the other kinds
|
|
@@ -52,7 +52,7 @@ export function validateMetricName(name, type) {
|
|
|
52
52
|
// time) — normalize "-" to "_" here so a feature like "ai-foundation"
|
|
53
53
|
// resolves to the same "kumiko_ai_foundation_x" on both the registration
|
|
54
54
|
// path (registry-ingest.ts) and the read path (ctx.metrics / ctx.metricsFor),
|
|
55
|
-
// instead of the kebab form being rejected outright
|
|
55
|
+
// instead of the kebab form being rejected outright.
|
|
56
56
|
export function buildMetricName(featureName, shortName) {
|
|
57
57
|
const normalizedFeatureName = toKebab(featureName).replace(/-/g, "_");
|
|
58
58
|
if (!SNAKE_CASE.test(normalizedFeatureName)) {
|
|
@@ -25,12 +25,12 @@ export function createMetricsHandle(meter, featureName) {
|
|
|
25
25
|
}
|
|
26
26
|
// Same feature-bound resolution as createMetricsHandle, but for an
|
|
27
27
|
// explicit `featureName` chosen by the caller rather than the dispatching
|
|
28
|
-
// handler's own feature
|
|
28
|
+
// handler's own feature. Meant for shared/library code
|
|
29
29
|
// invoked from many features' HandlerContext (ctx.metricsFor) — the
|
|
30
30
|
// library owns one stable metric name instead of splintering into
|
|
31
31
|
// kumiko_<caller>_x per consumer.
|
|
32
32
|
//
|
|
33
|
-
// Decision
|
|
33
|
+
// Decision: unlike createMetricsHandle, an
|
|
34
34
|
// unregistered name here is a silent no-op, not a throw. This handle is
|
|
35
35
|
// meant for error/catch-path counters in shared code — a missing
|
|
36
36
|
// registration (consuming feature not mounted, metric not declared yet)
|
|
@@ -101,7 +101,7 @@ export function createNoopMetricsHandle() {
|
|
|
101
101
|
};
|
|
102
102
|
}
|
|
103
103
|
// Shared factory behind ctx.metricsFor for handler and job contexts, so both
|
|
104
|
-
// keep the same no-op-on-unregistered contract
|
|
104
|
+
// keep the same no-op-on-unregistered contract.
|
|
105
105
|
export function createMetricsForFactory(meter) {
|
|
106
106
|
return meter
|
|
107
107
|
? (featureName) => createSafeMetricsHandle(meter, featureName)
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { isPlainObject } from "@cosmicdrift/kumiko-types/type-guards";
|
|
1
2
|
import { requestContext } from "../api/request-context.js";
|
|
2
3
|
import { SYSTEM_EVENT_PREFIX } from "../crypto/system-event-pii.js";
|
|
3
4
|
import { qnScope, toKebab } from "../engine/qualified-name.js";
|
|
@@ -6,6 +7,14 @@ import { isStreamArchived } from "../event-store/archive.js";
|
|
|
6
7
|
import { ArchivedStreamError } from "../event-store/errors.js";
|
|
7
8
|
import { append, getStreamVersion } from "../event-store/event-store.js";
|
|
8
9
|
import { runProjectionsForEvent } from "./projections-runner.js";
|
|
10
|
+
function requirePayloadObject(payload, eventType) {
|
|
11
|
+
if (!isPlainObject(payload)) {
|
|
12
|
+
throw new InternalError({
|
|
13
|
+
message: `appendEvent("${eventType}"): payload must be an object, got ${Array.isArray(payload) ? "array" : typeof payload}`,
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
return payload;
|
|
17
|
+
}
|
|
9
18
|
export async function appendDomainEventCore(deps, args) {
|
|
10
19
|
const isSystemEvent = args.type.startsWith(SYSTEM_EVENT_PREFIX);
|
|
11
20
|
const eventDef = deps.registry.getEvent(args.type);
|
|
@@ -42,10 +51,10 @@ export async function appendDomainEventCore(deps, args) {
|
|
|
42
51
|
const parsed = eventDef.schema.safeParse(args.payload ?? {});
|
|
43
52
|
if (!parsed.success)
|
|
44
53
|
throw validationErrorFromZod(parsed.error);
|
|
45
|
-
validatedPayload = parsed.data;
|
|
54
|
+
validatedPayload = requirePayloadObject(parsed.data, args.type);
|
|
46
55
|
}
|
|
47
56
|
else {
|
|
48
|
-
validatedPayload = (args.payload ?? {});
|
|
57
|
+
validatedPayload = requirePayloadObject(args.payload ?? {}, args.type);
|
|
49
58
|
}
|
|
50
59
|
// Archive guard: block writes on archived streams. Without this an append
|
|
51
60
|
// would produce an "invisible" row that loadAggregate filters out by default
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { TableColumns } from "../db/dialect.ts";
|
|
2
2
|
import type { PreDeleteHookFn, Registry } from "../engine/types/index.ts";
|
|
3
3
|
import type { SystemHookDef } from "./lifecycle-pipeline.ts";
|
|
4
|
-
type TableMap = ReadonlyMap<string, TableColumns
|
|
4
|
+
type TableMap = ReadonlyMap<string, TableColumns>;
|
|
5
5
|
export declare function createCascadeDeleteHook(registry: Registry, tables: TableMap): SystemHookDef<PreDeleteHookFn>;
|
|
6
6
|
export {};
|