@cosmicdrift/kumiko-framework 0.413.1 → 0.415.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +5 -2
- package/agents/api/framework-db.md +14 -3
- package/agents/api/framework-engine.md +69 -13
- package/agents/api/framework-errors.md +1 -1
- package/agents/api/framework-event-store.md +14 -0
- package/agents/api/framework-ui-types.md +158 -21
- package/agents/api/renderer-web.md +112 -11
- package/agents/api/testing-helpers.md +3 -2
- package/agents/api/testing-stack.md +3 -0
- package/agents/api/types.md +248 -24
- package/agents/api.md +7 -7
- package/agents/boot-rules.md +66 -10
- package/agents/examples/api-docs.md +2 -6
- package/agents/examples/auth-mfa.md +57 -10
- package/agents/examples/chat-channels.md +2 -0
- package/agents/examples/crypto-shredding-hr.md +63 -1
- package/agents/examples/currencies-global.md +1 -0
- package/agents/examples/env-composition.md +7 -11
- package/agents/examples/managed-pages.md +90 -1
- package/agents/examples/pwa-shell.md +210 -0
- package/agents/examples/rate-limiting.md +3 -3
- package/agents/examples/record-detail-layout.md +1643 -67
- package/agents/examples/workflow-engine.md +16 -12
- package/agents/examples.md +1 -0
- package/agents/features-index.md +4 -2
- package/agents/features.md +22 -7
- package/agents/widgets.md +26 -1
- package/dist/api/api-constants.d.ts +1 -0
- package/dist/api/api-constants.js +4 -0
- package/dist/api/auth-middleware.js +4 -3
- package/dist/api/auth-routes-shared.js +2 -1
- package/dist/api/entity-read-access.d.ts +1 -0
- package/dist/api/entity-read-access.js +18 -0
- package/dist/api/export/export-route.d.ts +6 -1
- package/dist/api/export/export-route.js +27 -1
- package/dist/api/export/export-rows.js +19 -3
- package/dist/api/request-context-internals.d.ts +2 -0
- package/dist/api/request-context-scopes.js +9 -2
- package/dist/api/request-context.js +1 -1
- package/dist/api/routes.d.ts +2 -0
- package/dist/api/routes.js +9 -1
- package/dist/api/server-event-dispatcher.js +3 -0
- package/dist/api/server-extra-routes.js +2 -1
- package/dist/api/server-feature-http-routes.d.ts +9 -0
- package/dist/api/server-feature-http-routes.js +109 -0
- package/dist/api/server-middleware.js +2 -19
- package/dist/api/server-pat-rate-limit-guard.d.ts +3 -0
- package/dist/api/server-pat-rate-limit-guard.js +19 -0
- package/dist/api/server-rate-limit-wiring.d.ts +10 -0
- package/dist/api/server-rate-limit-wiring.js +37 -0
- package/dist/api/server-routes.d.ts +4 -12
- package/dist/api/server-routes.js +12 -171
- package/dist/api/server-schema-route.d.ts +3 -0
- package/dist/api/server-schema-route.js +58 -0
- package/dist/api/server-wiring.js +2 -37
- package/dist/api/server.js +3 -1
- package/dist/compliance/override-schema.js +5 -5
- package/dist/compliance/sub-processors.js +10 -1
- package/dist/crypto/index.d.ts +1 -1
- package/dist/crypto/index.js +1 -1
- package/dist/crypto/pii-field-encryption.d.ts +2 -0
- package/dist/crypto/pii-field-encryption.js +16 -1
- package/dist/db/apply-entity-event.js +4 -0
- package/dist/db/bun-sql-connection-codes.d.ts +1 -0
- package/dist/db/bun-sql-connection-codes.js +7 -0
- package/dist/db/collect-table-metas.js +4 -1
- package/dist/db/config-seed.js +1 -1
- package/dist/db/derived-field-sql.js +15 -13
- package/dist/db/derived-related-sql.d.ts +2 -2
- package/dist/db/derived-related-sql.js +4 -2
- package/dist/db/dialect.d.ts +3 -0
- package/dist/db/dialect.js +1 -3
- package/dist/db/driver-row-coercion.js +2 -2
- package/dist/db/driver-value-preparation.js +1 -1
- package/dist/db/eagerload.js +15 -12
- package/dist/db/entity-table-meta.d.ts +2 -0
- package/dist/db/entity-table-meta.js +7 -0
- package/dist/db/event-store-executor-context.js +13 -8
- package/dist/db/event-store-executor-read-aggregate-currencies.js +2 -2
- package/dist/db/event-store-executor-read-aggregate.js +2 -2
- package/dist/db/event-store-executor-read-filter.d.ts +4 -0
- package/dist/db/event-store-executor-read-filter.js +28 -11
- package/dist/db/event-store-executor-read-search.d.ts +1 -0
- package/dist/db/event-store-executor-read-search.js +6 -6
- package/dist/db/event-store-executor-read-sort.js +3 -3
- package/dist/db/event-store-executor-read-where.js +14 -5
- package/dist/db/event-store-executor-read.js +7 -7
- package/dist/db/event-store-executor-write.js +50 -95
- package/dist/db/executor-managed-tables.js +4 -1
- package/dist/db/index.d.ts +4 -2
- package/dist/db/index.js +4 -2
- package/dist/db/known-table-names.d.ts +1 -0
- package/dist/db/known-table-names.js +7 -5
- package/dist/db/list-aggregate-labels.d.ts +1 -0
- package/dist/db/list-aggregate-labels.js +9 -1
- package/dist/db/migrate-generator.js +23 -4
- package/dist/db/migrate-rls-diff.d.ts +1 -0
- package/dist/db/migrate-rls-diff.js +15 -1
- package/dist/db/migrate-runner.js +2 -2
- package/dist/db/money.d.ts +1 -1
- package/dist/db/money.js +1 -4
- package/dist/db/parent-ref-clause.d.ts +6 -2
- package/dist/db/parent-ref-clause.js +105 -24
- package/dist/db/parent-ref-global-hosts.d.ts +23 -0
- package/dist/db/parent-ref-global-hosts.js +85 -0
- package/dist/db/production-schema-command-hint.d.ts +1 -0
- package/dist/db/production-schema-command-hint.js +3 -0
- package/dist/db/queries/backfill-pii.js +55 -29
- package/dist/db/queries/ddl.js +13 -2
- package/dist/db/queries/event-store-open-streams.d.ts +15 -0
- package/dist/db/queries/event-store-open-streams.js +33 -0
- package/dist/db/queries/event-store-payload-scrub.d.ts +5 -0
- package/dist/db/queries/event-store-payload-scrub.js +11 -0
- package/dist/db/queries/event-store.js +0 -1
- package/dist/db/queries/raw-sql.js +0 -1
- package/dist/db/queries/rebuild-rls-guard.d.ts +2 -1
- package/dist/db/queries/rebuild-rls-guard.js +24 -11
- package/dist/db/queries/rls-boot-catalog.d.ts +1 -0
- package/dist/db/queries/rls-boot-catalog.js +13 -9
- package/dist/db/queries/rls-shape.d.ts +3 -1
- package/dist/db/queries/rls-shape.js +31 -6
- package/dist/db/queries/session-advisory-lock.js +2 -1
- package/dist/db/queries/test-stack.js +7 -7
- package/dist/db/query.js +16 -11
- package/dist/db/rebuild-marker.js +11 -2
- package/dist/db/render-rls-ddl.d.ts +2 -0
- package/dist/db/render-rls-ddl.js +16 -11
- package/dist/db/replay-migration-sql.js +1 -1
- package/dist/db/row-level-security-boot-check.js +18 -5
- package/dist/db/row-level-security-connection.js +25 -12
- package/dist/db/row-level-security-scope.d.ts +2 -1
- package/dist/db/row-level-security-scope.js +9 -5
- package/dist/db/sql-identifier.d.ts +1 -0
- package/dist/db/sql-identifier.js +3 -0
- package/dist/db/system-tenant-read-db.d.ts +5 -0
- package/dist/db/system-tenant-read-db.js +28 -0
- package/dist/db/table-builder.d.ts +3 -1
- package/dist/db/table-builder.js +18 -8
- package/dist/db/table-info.d.ts +1 -2
- package/dist/db/table-introspection.d.ts +3 -0
- package/dist/db/table-introspection.js +6 -0
- package/dist/db/table-push.d.ts +1 -0
- package/dist/db/table-push.js +7 -1
- package/dist/db/tenant-db-runner.d.ts +3 -0
- package/dist/db/tenant-db-runner.js +19 -1
- package/dist/db/transaction-serialization.d.ts +1 -0
- package/dist/db/transaction-serialization.js +20 -3
- package/dist/db/where-clause.js +11 -2
- package/dist/db/write-ownership-failures.d.ts +25 -0
- package/dist/db/write-ownership-failures.js +82 -0
- package/dist/engine/boot-validator/boot-check.js +7 -1
- package/dist/engine/boot-validator/boot-phases-app.js +5 -5
- package/dist/engine/boot-validator/boot-phases.js +3 -2
- package/dist/engine/boot-validator/boot-rules.d.ts +305 -28
- package/dist/engine/boot-validator/boot-rules.js +4 -0
- package/dist/engine/boot-validator/bundled-lists-table.js +2 -2
- package/dist/engine/boot-validator/card-meta-overflow-rules.d.ts +2 -2
- package/dist/engine/boot-validator/card-meta-overflow-rules.js +2 -2
- package/dist/engine/boot-validator/card-meta-overflow.js +8 -5
- package/dist/engine/boot-validator/config-deps.d.ts +0 -1
- package/dist/engine/boot-validator/config-deps.js +0 -28
- package/dist/engine/boot-validator/config-key-rules.d.ts +0 -15
- package/dist/engine/boot-validator/config-key-rules.js +0 -15
- package/dist/engine/boot-validator/dashboard-screen-target.d.ts +22 -0
- package/dist/engine/boot-validator/dashboard-screen-target.js +20 -0
- package/dist/engine/boot-validator/dashboard-stat-navigate.d.ts +1 -0
- package/dist/engine/boot-validator/dashboard-stat-navigate.js +25 -17
- package/dist/engine/boot-validator/definition-webhook-events-rules.d.ts +5 -0
- package/dist/engine/boot-validator/definition-webhook-events-rules.js +5 -0
- package/dist/engine/boot-validator/derived-sql-fields.js +1 -2
- package/dist/engine/boot-validator/entity-declaration-rules.d.ts +5 -0
- package/dist/engine/boot-validator/entity-declaration-rules.js +5 -0
- package/dist/engine/boot-validator/entity-list-screens.d.ts +1 -0
- package/dist/engine/boot-validator/entity-list-screens.js +35 -13
- package/dist/engine/boot-validator/entity-structure-rules.d.ts +5 -0
- package/dist/engine/boot-validator/entity-structure-rules.js +5 -0
- package/dist/engine/boot-validator/list-column-layout.js +10 -6
- package/dist/engine/boot-validator/list-row-guidance-rules.d.ts +67 -0
- package/dist/engine/boot-validator/list-row-guidance-rules.js +67 -0
- package/dist/engine/boot-validator/list-row-guidance.d.ts +20 -0
- package/dist/engine/boot-validator/list-row-guidance.js +143 -0
- package/dist/engine/boot-validator/list-sort-summary-rules.d.ts +42 -0
- package/dist/engine/boot-validator/list-sort-summary-rules.js +42 -0
- package/dist/engine/boot-validator/list-sort-summary.d.ts +5 -0
- package/dist/engine/boot-validator/list-sort-summary.js +160 -0
- package/dist/engine/boot-validator/list-table-options.js +15 -1
- package/dist/engine/boot-validator/list-table-rules.d.ts +10 -5
- package/dist/engine/boot-validator/list-table-rules.js +10 -5
- package/dist/engine/boot-validator/list-toolbar-options.d.ts +10 -0
- package/dist/engine/boot-validator/list-toolbar-options.js +30 -0
- package/dist/engine/boot-validator/named-filter-rules.d.ts +42 -2
- package/dist/engine/boot-validator/named-filter-rules.js +42 -2
- package/dist/engine/boot-validator/ownership.js +10 -1
- package/dist/engine/boot-validator/parent-ref.js +87 -50
- package/dist/engine/boot-validator/projection-list-screens.d.ts +1 -0
- package/dist/engine/boot-validator/projection-list-screens.js +32 -1
- package/dist/engine/boot-validator/query-output-columns.js +62 -9
- package/dist/engine/boot-validator/query-output-guidance.d.ts +7 -0
- package/dist/engine/boot-validator/query-output-guidance.js +40 -0
- package/dist/engine/boot-validator/query-refs.js +34 -1
- package/dist/engine/boot-validator/row-decoration.d.ts +11 -0
- package/dist/engine/boot-validator/row-decoration.js +16 -0
- package/dist/engine/boot-validator/screens-actions.js +1 -1
- package/dist/engine/boot-validator/screens-dashboard-links.d.ts +10 -0
- package/dist/engine/boot-validator/screens-dashboard-links.js +36 -0
- package/dist/engine/boot-validator/screens-dashboard-narrow.d.ts +4 -0
- package/dist/engine/boot-validator/screens-dashboard-narrow.js +211 -0
- package/dist/engine/boot-validator/screens-dashboard-rules.d.ts +84 -4
- package/dist/engine/boot-validator/screens-dashboard-rules.js +84 -4
- package/dist/engine/boot-validator/screens-dashboard.js +29 -7
- package/dist/engine/boot-validator/screens-kind-entity-list.js +32 -27
- package/dist/engine/boot-validator/screens-kind-projection-detail-guidance.d.ts +3 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail-guidance.js +46 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail-rules.d.ts +20 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail-rules.js +20 -0
- package/dist/engine/boot-validator/screens-kind-projection-detail.js +2 -0
- package/dist/engine/boot-validator/screens-kind-projection-list.js +4 -0
- package/dist/engine/boot-validator/screens-kind-rules.d.ts +25 -0
- package/dist/engine/boot-validator/screens-kind-rules.js +25 -0
- package/dist/engine/boot-validator/screens-lists.d.ts +8 -2
- package/dist/engine/boot-validator/screens-lists.js +19 -3
- package/dist/engine/boot-validator/screens.js +1 -1
- package/dist/engine/boot-validator/sort-nulls.d.ts +2 -0
- package/dist/engine/boot-validator/sort-nulls.js +15 -0
- package/dist/engine/boot-validator/zod-shape.d.ts +2 -1
- package/dist/engine/boot-validator/zod-shape.js +19 -1
- package/dist/engine/build-app-schema.js +4 -0
- package/dist/engine/config-helpers.d.ts +1 -2
- package/dist/engine/config-helpers.js +6 -7
- package/dist/engine/define-feature.js +1 -0
- package/dist/engine/define-handler.d.ts +1 -0
- package/dist/engine/define-handler.js +4 -2
- package/dist/engine/definition-violations.js +2 -2
- package/dist/engine/entity-handlers.js +3 -8
- package/dist/engine/entity-list-runtime-options.js +9 -8
- package/dist/engine/factories.d.ts +2 -0
- package/dist/engine/feature-config-events-jobs.js +1 -0
- package/dist/engine/feature-entity-handlers.js +5 -2
- package/dist/engine/field-access.d.ts +1 -1
- package/dist/engine/field-access.js +7 -10
- package/dist/engine/find-entity.js +3 -3
- package/dist/engine/form-derivations.js +3 -3
- package/dist/engine/index.d.ts +3 -3
- package/dist/engine/index.js +2 -2
- package/dist/engine/named-filter-roles.d.ts +3 -0
- package/dist/engine/named-filter-roles.js +15 -0
- package/dist/engine/pipeline.js +0 -1
- package/dist/engine/project-app-schema-for-roles.js +17 -2
- package/dist/engine/qualified-name.js +0 -1
- package/dist/engine/registry-facade.js +1 -2
- package/dist/engine/registry-state.d.ts +1 -1
- package/dist/engine/registry-state.js +5 -2
- package/dist/engine/registry-validate.js +2 -1
- package/dist/engine/resolve-named-list-filters.js +5 -2
- package/dist/engine/schema-builder.js +9 -11
- package/dist/engine/screen-helpers.d.ts +12 -0
- package/dist/engine/screen-helpers.js +17 -1
- package/dist/engine/soft-delete-cleanup.js +3 -5
- package/dist/engine/state-machine.js +0 -1
- package/dist/engine/steps/_database-clock.d.ts +2 -0
- package/dist/engine/steps/_database-clock.js +6 -0
- package/dist/engine/steps/compute.js +1 -1
- package/dist/engine/steps/retry.js +5 -1
- package/dist/engine/steps/return.js +0 -1
- package/dist/engine/steps/wait-for-event.js +2 -1
- package/dist/engine/steps/wait.js +2 -1
- package/dist/engine/system-user.d.ts +2 -2
- package/dist/engine/system-user.js +2 -2
- package/dist/engine/types/handlers.d.ts +1 -1
- package/dist/engine/types/handlers.js +1 -1
- package/dist/engine/types/screen.d.ts +1 -1
- package/dist/engine/types/screen.js +1 -1
- package/dist/engine/webhook-contracts.d.ts +2 -3
- package/dist/engine/webhook-contracts.js +2 -25
- package/dist/engine/webhook-events.js +48 -29
- package/dist/engine/webhook-payload-strictness.d.ts +7 -0
- package/dist/engine/webhook-payload-strictness.js +53 -0
- package/dist/env/_zod-introspect.d.ts +1 -0
- package/dist/env/dry-run.d.ts +1 -1
- package/dist/env/dry-run.js +1 -1
- package/dist/env/field-meta.d.ts +4 -0
- package/dist/env/field-meta.js +67 -0
- package/dist/env/field-rules.d.ts +9 -0
- package/dist/env/field-rules.js +46 -0
- package/dist/env/index.d.ts +3 -3
- package/dist/env/index.js +16 -71
- package/dist/env/internals.d.ts +3 -0
- package/dist/env/internals.js +1 -2
- package/dist/env/required-env.d.ts +3 -1
- package/dist/env/required-env.js +5 -2
- package/dist/errors/reasons.d.ts +1 -0
- package/dist/errors/reasons.js +4 -0
- package/dist/errors/serialize.js +2 -2
- package/dist/errors/write-error-info.js +0 -2
- package/dist/es-ops/operations-schema.js +18 -7
- package/dist/event-store/admin-api.js +3 -3
- package/dist/event-store/event-store.js +0 -3
- package/dist/event-store/index.d.ts +1 -0
- package/dist/event-store/index.js +1 -0
- package/dist/event-store/transfer.js +1 -1
- package/dist/files/assert-file-refs-belong-to-tenant.d.ts +2 -1
- package/dist/files/assert-file-refs-belong-to-tenant.js +15 -13
- package/dist/files/bind-pending-file-refs.d.ts +3 -1
- package/dist/files/bind-pending-file-refs.js +54 -27
- package/dist/files/copy-pending-file-refs-to-tenant.js +7 -3
- package/dist/files/create-file-ref.d.ts +4 -1
- package/dist/files/create-file-ref.js +14 -3
- package/dist/files/default-file-guard.js +4 -1
- package/dist/files/file-claim.d.ts +6 -0
- package/dist/files/file-claim.js +17 -0
- package/dist/files/file-field-slots.d.ts +2 -0
- package/dist/files/file-field-slots.js +28 -0
- package/dist/files/file-ref-entity.d.ts +3 -0
- package/dist/files/file-ref-entity.js +2 -0
- package/dist/files/file-ref-table.d.ts +3 -0
- package/dist/files/file-routes.d.ts +4 -1
- package/dist/files/file-routes.js +80 -16
- package/dist/files/in-memory-provider.d.ts +1 -1
- package/dist/files/in-memory-provider.js +2 -1
- package/dist/files/index.d.ts +1 -1
- package/dist/files/index.js +1 -1
- package/dist/files/invalid-file-ref-error.d.ts +2 -0
- package/dist/files/invalid-file-ref-error.js +15 -0
- package/dist/files/local-provider.js +9 -2
- package/dist/files/provider-resolver.js +1 -1
- package/dist/files/rebind-file-ref.d.ts +3 -2
- package/dist/files/rebind-file-ref.js +24 -18
- package/dist/files/resolve-file-handles.d.ts +13 -0
- package/dist/files/resolve-file-handles.js +57 -0
- package/dist/files/storage-tracking.d.ts +1 -1
- package/dist/files/storage-tracking.js +5 -2
- package/dist/files/sweep-stale-pending-file-refs.js +10 -4
- package/dist/files/types.d.ts +4 -0
- package/dist/files/types.js +10 -0
- package/dist/files/upload-field-resolution.d.ts +1 -0
- package/dist/files/upload-field-resolution.js +16 -2
- package/dist/files/upload-ledger.js +1 -1
- package/dist/i18n/required-surface-guidance-keys.d.ts +3 -0
- package/dist/i18n/required-surface-guidance-keys.js +9 -0
- package/dist/i18n/required-surface-keys.js +21 -5
- package/dist/internal/boot-rule-table-expectations.d.ts +2 -0
- package/dist/internal/boot-rule-table-expectations.js +29 -0
- package/dist/internal/row-level-security.d.ts +1 -0
- package/dist/internal/row-level-security.js +1 -0
- package/dist/internal/testing.d.ts +1 -0
- package/dist/internal/testing.js +1 -0
- package/dist/jobs/index.d.ts +1 -0
- package/dist/jobs/index.js +1 -0
- package/dist/jobs/job-load-events.d.ts +10 -0
- package/dist/jobs/job-load-events.js +12 -0
- package/dist/jobs/job-runner-context.js +6 -158
- package/dist/jobs/job-runner-dispatch.d.ts +7 -0
- package/dist/jobs/job-runner-dispatch.js +57 -0
- package/dist/jobs/job-runner-event-triggers.js +18 -9
- package/dist/jobs/job-runner-execution.js +5 -2
- package/dist/jobs/job-runner-facets.d.ts +48 -0
- package/dist/jobs/job-runner-facets.js +156 -0
- package/dist/jobs/job-runner-gates.js +19 -11
- package/dist/jobs/job-runner-helpers.d.ts +5 -1
- package/dist/jobs/job-runner-helpers.js +18 -3
- package/dist/jobs/job-runner-scope.d.ts +1 -0
- package/dist/jobs/job-runner-scope.js +2 -0
- package/dist/jobs/job-runner-tenant-cap-lock.d.ts +2 -0
- package/dist/jobs/job-runner-tenant-cap-lock.js +30 -0
- package/dist/jobs/job-runner-types.d.ts +1 -0
- package/dist/jobs/job-runner.js +39 -70
- package/dist/jobs/obliterate-job-queues.d.ts +6 -0
- package/dist/jobs/obliterate-job-queues.js +23 -0
- package/dist/lifecycle/lifecycle.js +1 -1
- package/dist/migrations/event-header-scrub.d.ts +11 -0
- package/dist/migrations/event-header-scrub.js +33 -0
- package/dist/migrations/event-payload-scrub.d.ts +1 -1
- package/dist/migrations/event-payload-scrub.js +36 -4
- package/dist/migrations/index.d.ts +1 -0
- package/dist/migrations/index.js +2 -0
- package/dist/migrations/kumiko-drift.d.ts +5 -2
- package/dist/migrations/kumiko-drift.js +51 -14
- package/dist/migrations/pending-rebuilds.js +4 -5
- package/dist/observability/sensitive-filter.js +0 -12
- package/dist/pipeline/aggregate-type-removal.js +17 -4
- package/dist/pipeline/context-services.d.ts +2 -0
- package/dist/pipeline/context-services.js +5 -2
- package/dist/pipeline/dispatch-batch.js +4 -3
- package/dist/pipeline/dispatch-context-helpers.d.ts +11 -0
- package/dist/pipeline/dispatch-context-helpers.js +58 -0
- package/dist/pipeline/dispatch-nested-write.d.ts +7 -0
- package/dist/pipeline/dispatch-nested-write.js +119 -0
- package/dist/pipeline/dispatch-query.js +10 -3
- package/dist/pipeline/dispatch-scope.js +4 -3
- package/dist/pipeline/dispatch-shared.d.ts +2 -6
- package/dist/pipeline/dispatch-shared.js +6 -38
- package/dist/pipeline/dispatch-write.d.ts +0 -1
- package/dist/pipeline/dispatch-write.js +3 -302
- package/dist/pipeline/dispatcher-utils.js +6 -0
- package/dist/pipeline/effective-system-scope.d.ts +3 -0
- package/dist/pipeline/effective-system-scope.js +22 -0
- package/dist/pipeline/event-dispatcher-delivery.d.ts +1 -0
- package/dist/pipeline/event-dispatcher-delivery.js +20 -9
- package/dist/pipeline/event-dispatcher.d.ts +6 -1
- package/dist/pipeline/event-dispatcher.js +6 -7
- package/dist/pipeline/handler-context-auth.d.ts +3 -2
- package/dist/pipeline/handler-context-auth.js +3 -4
- package/dist/pipeline/handler-context-db.js +11 -4
- package/dist/pipeline/handler-context-dispatch.js +2 -2
- package/dist/pipeline/handler-context-events.d.ts +8 -3
- package/dist/pipeline/handler-context-events.js +20 -65
- package/dist/pipeline/handler-context-member-resolution.js +16 -8
- package/dist/pipeline/handler-context-notify.d.ts +1 -0
- package/dist/pipeline/handler-context-notify.js +2 -0
- package/dist/pipeline/handler-context-phase-denials.js +3 -2
- package/dist/pipeline/handler-context-projection.d.ts +3 -0
- package/dist/pipeline/handler-context-projection.js +39 -0
- package/dist/pipeline/handler-context-scope.d.ts +1 -1
- package/dist/pipeline/handler-context-scope.js +14 -2
- package/dist/pipeline/index.d.ts +1 -1
- package/dist/pipeline/index.js +1 -1
- package/dist/pipeline/irreversible-operation-gate.js +36 -10
- package/dist/pipeline/lifecycle-pipeline.d.ts +1 -0
- package/dist/pipeline/lifecycle-pipeline.js +7 -4
- package/dist/pipeline/member-reader.js +4 -2
- package/dist/pipeline/msp-rebuild.js +1 -1
- package/dist/pipeline/nested-write-parent-guard.d.ts +5 -0
- package/dist/pipeline/nested-write-parent-guard.js +81 -0
- package/dist/pipeline/projection-rebuild.d.ts +2 -0
- package/dist/pipeline/projection-rebuild.js +16 -7
- package/dist/pipeline/projection-state.js +4 -6
- package/dist/pipeline/system-hooks.js +36 -6
- package/dist/pipeline/write-result-masking.js +31 -3
- package/dist/pipeline/write-transition-guard.d.ts +7 -0
- package/dist/pipeline/write-transition-guard.js +95 -0
- package/dist/schema-cli/shared.d.ts +2 -0
- package/dist/schema-cli/shared.js +4 -2
- package/dist/schema-cli/validate-command.js +43 -28
- package/dist/search/meilisearch-adapter-internals.d.ts +2 -0
- package/dist/search/meilisearch-adapter-internals.js +5 -0
- package/dist/search/meilisearch-adapter.d.ts +1 -0
- package/dist/search/meilisearch-adapter.js +17 -11
- package/dist/search/reindex-entity.d.ts +2 -0
- package/dist/search/reindex-entity.js +32 -4
- package/dist/search/reindex-tenants-search.js +20 -4
- package/dist/time/tz-context.js +1 -1
- package/dist/ui-types/card-column-roles.d.ts +6 -0
- package/dist/ui-types/card-column-roles.js +21 -3
- package/dist/ui-types/index.d.ts +3 -3
- package/dist/ui-types/index.js +2 -2
- package/dist/utils/ids.js +0 -1
- package/dist/utils/index.d.ts +1 -0
- package/dist/utils/index.js +1 -0
- package/dist/utils/return-path-limit.d.ts +1 -0
- package/dist/utils/return-path-limit.js +1 -0
- package/package.json +5 -3
- package/presets/biome-app.json +39 -21
- package/presets/biome-plugins/admin-api.grit +10 -0
- package/presets/biome-plugins/error-reasons.grit +53 -0
- package/presets/biome-plugins/es-literal-writes-tests.grit +18 -0
- package/presets/biome-plugins/es-literal-writes.grit +22 -0
- package/presets/biome-plugins/i18n-locale-terminology-de.grit +15 -0
- package/presets/biome-plugins/i18n-locale-terminology-romance.grit +10 -0
- package/presets/biome-plugins/no-create-test-dispatcher.grit +5 -0
- package/presets/biome-plugins/no-css-properties-type.grit +7 -0
- package/presets/biome-plugins/no-date-api.grit +11 -0
- package/presets/biome-plugins/no-direct-fetch.grit +16 -0
- package/presets/biome-plugins/no-direct-fs.grit +16 -0
- package/presets/biome-plugins/no-external-font-cdn-css.grit +9 -0
- package/presets/biome-plugins/no-external-font-cdn.grit +12 -0
- package/presets/biome-plugins/no-raw-hooks.grit +10 -0
- package/presets/biome-plugins/no-same-folder-barrel-import.grit +11 -0
- package/presets/biome-plugins/no-screen-container-classes.grit +7 -0
- package/presets/biome-plugins/no-skipped-or-retried-tests.grit +34 -0
- package/presets/biome-plugins/no-temporal-polyfill-require.grit +10 -0
- package/presets/biome-plugins/raw-html-in-web.grit +40 -0
- package/presets/biome-plugins/raw-ui-in-app.grit +142 -0
- package/presets/biome-plugins/restricted-event-store-symbols.grit +18 -0
- package/presets/biome-plugins/test-title.grit +20 -0
- package/presets/biome-plugins/unsafe-json-parse.grit +12 -0
- package/presets/biome-rules.json +467 -0
- package/src/changes.json +366 -0
- package/dist/engine/minor-units.d.ts +0 -2
- package/dist/engine/minor-units.js +0 -8
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { requestContext } from "../api/request-context.js";
|
|
2
|
+
import { buildRetryBullOpts, captureTraceContext, stampGatedWriteOrigin, TRACE_CONTEXT_KEY, } from "./job-runner-helpers.js";
|
|
3
|
+
import { announceDropped } from "./job-runner-scope.js";
|
|
4
|
+
// case "sequential" is rejected at boot — see createJobRunner. Once the OSS-compatible
|
|
5
|
+
// implementation lands (per-name Redis lock), re-add the dispatch branch here.
|
|
6
|
+
export async function applyConcurrencyMode(scope, targetQueue, jobName, jobDef, bullOpts) {
|
|
7
|
+
switch (jobDef.concurrency ?? "parallel") {
|
|
8
|
+
case "skip": {
|
|
9
|
+
const active = await targetQueue.getActive();
|
|
10
|
+
const waiting = await targetQueue.getWaiting();
|
|
11
|
+
const isRunning = [...active, ...waiting].some((j) => j.name === jobName);
|
|
12
|
+
return isRunning ? "skipped" : undefined;
|
|
13
|
+
}
|
|
14
|
+
case "replace": {
|
|
15
|
+
const waiting = await targetQueue.getWaiting();
|
|
16
|
+
for (const j of waiting) {
|
|
17
|
+
if (j.name === jobName && j.id) {
|
|
18
|
+
await j.remove();
|
|
19
|
+
await announceDropped(scope, jobName, jobDef, j.id, j.data);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return undefined;
|
|
23
|
+
}
|
|
24
|
+
case "debounce": {
|
|
25
|
+
bullOpts["debounce"] = { id: jobName, ttl: jobDef.debounceMs ?? 5000 };
|
|
26
|
+
return undefined;
|
|
27
|
+
}
|
|
28
|
+
default:
|
|
29
|
+
return undefined;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
// Fills bullOpts from the job definition and meta, and returns the job data with the _-prefixed meta.
|
|
33
|
+
export function buildEnqueueInputs(tracer, jobDef, payload, meta, bullOpts) {
|
|
34
|
+
Object.assign(bullOpts, buildRetryBullOpts(jobDef));
|
|
35
|
+
if (jobDef.timeout)
|
|
36
|
+
bullOpts["timeout"] = jobDef.timeout;
|
|
37
|
+
if (meta?.priority !== undefined)
|
|
38
|
+
bullOpts["priority"] = meta.priority;
|
|
39
|
+
if (meta?.jobId !== undefined)
|
|
40
|
+
bullOpts["jobId"] = meta.jobId;
|
|
41
|
+
const data = { ...payload };
|
|
42
|
+
if (meta?.triggeredById !== undefined)
|
|
43
|
+
data["_triggeredById"] = meta.triggeredById;
|
|
44
|
+
if (meta?.payload !== undefined)
|
|
45
|
+
data["_payload"] = meta.payload;
|
|
46
|
+
// Carry the enqueuing span context into the worker so job.execute shows as a child of the caller.
|
|
47
|
+
const traceCtx = captureTraceContext(tracer);
|
|
48
|
+
if (traceCtx)
|
|
49
|
+
data[TRACE_CONTEXT_KEY] = traceCtx;
|
|
50
|
+
// The worker re-enters requestContext.run with this value so writes during the job stamp the
|
|
51
|
+
// same correlation as the HTTP request that scheduled it.
|
|
52
|
+
const reqCtx = requestContext.get();
|
|
53
|
+
if (reqCtx?.correlationId)
|
|
54
|
+
data["_correlationId"] = reqCtx.correlationId;
|
|
55
|
+
stampGatedWriteOrigin(data);
|
|
56
|
+
return data;
|
|
57
|
+
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { requestContext } from "../api/request-context.js";
|
|
2
2
|
import { buildRetryBullOpts, captureTraceContext, catchUpJobId, eventTriggerMatches, stampGatedWriteOrigin, TRACE_CONTEXT_KEY, } from "./job-runner-helpers.js";
|
|
3
3
|
import { announceQueued, isOverPerTenantLimit, laneForJob, } from "./job-runner-scope.js";
|
|
4
|
+
import { acquireTenantCapLock } from "./job-runner-tenant-cap-lock.js";
|
|
4
5
|
import { resolveMaxPerTenant } from "./max-per-tenant.js";
|
|
5
6
|
export function createJobEventTriggers(deps) {
|
|
6
7
|
const { scope, queues, tracer, allJobs } = deps;
|
|
@@ -24,19 +25,27 @@ export function createJobEventTriggers(deps) {
|
|
|
24
25
|
// Same maxPerTenant guard as dispatch — events that fan into many
|
|
25
26
|
// jobs must respect the per-tenant cap or the limit is one-sided.
|
|
26
27
|
const maxPerTenant = resolveMaxPerTenant(jobDef);
|
|
27
|
-
|
|
28
|
-
|
|
28
|
+
const capped = maxPerTenant?.onLimit === "skip" && user?.tenantId !== undefined;
|
|
29
|
+
const releaseCapLock = capped
|
|
30
|
+
? await acquireTenantCapLock(scope, name, String(user.tenantId))
|
|
31
|
+
: undefined;
|
|
32
|
+
try {
|
|
33
|
+
if (capped &&
|
|
34
|
+
(await isOverPerTenantLimit(scope, name, String(user.tenantId), maxPerTenant.limit))) {
|
|
29
35
|
// skip: onLimit "skip" drops this trigger on purpose while the tenant is at its cap.
|
|
30
36
|
return;
|
|
31
37
|
}
|
|
38
|
+
stampGatedWriteOrigin(data);
|
|
39
|
+
const bullOpts = { ...buildRetryBullOpts(jobDef) };
|
|
40
|
+
if (jobId !== undefined)
|
|
41
|
+
bullOpts.jobId = jobId;
|
|
42
|
+
// Route to the job's declared lane, not a fixed queue.
|
|
43
|
+
const job = await queues[laneForJob(jobDef)].add(name, data, bullOpts);
|
|
44
|
+
await announceQueued(scope, name, jobDef, job, data);
|
|
45
|
+
}
|
|
46
|
+
finally {
|
|
47
|
+
await releaseCapLock?.();
|
|
32
48
|
}
|
|
33
|
-
stampGatedWriteOrigin(data);
|
|
34
|
-
const bullOpts = { ...buildRetryBullOpts(jobDef) };
|
|
35
|
-
if (jobId !== undefined)
|
|
36
|
-
bullOpts.jobId = jobId;
|
|
37
|
-
// Route to the job's declared lane, not a fixed queue.
|
|
38
|
-
const job = await queues[laneForJob(jobDef)].add(name, data, bullOpts);
|
|
39
|
-
await announceQueued(scope, name, jobDef, job, data);
|
|
40
49
|
}
|
|
41
50
|
return {
|
|
42
51
|
async handleEvent(eventName, payload, user, triggerEvent) {
|
|
@@ -7,7 +7,7 @@ import { InternalError } from "../errors/index.js";
|
|
|
7
7
|
import { scrubLogText } from "../logging/index.js";
|
|
8
8
|
import { withEscapeHatchAuditScope } from "../observability/escape-hatch-report.js";
|
|
9
9
|
import { emitJobLastSuccess } from "../observability/standard-metrics.js";
|
|
10
|
-
import { DEFAULT_MAX_DEFERS, HANDLER_DEFER_COUNT_KEY, hasDeferBudgetLeft, isJobDeferral, priorDeferCountOf, readTraceContext, resolveJobTz, tenantFailureMessageKey, } from "./job-runner-helpers.js";
|
|
10
|
+
import { DEFAULT_MAX_DEFERS, HANDLER_DEFER_COUNT_KEY, hasDeferBudgetLeft, isJobDeferral, isQueuedRun, priorDeferCountOf, readTraceContext, resolveJobTz, tenantFailureMessageKey, } from "./job-runner-helpers.js";
|
|
11
11
|
import { laneForJob, logFailedAttempt } from "./job-runner-scope.js";
|
|
12
12
|
function buildOutcomeMeta(run, messageKey, unrecoverable = false) {
|
|
13
13
|
const { jobDef, subjects } = run;
|
|
@@ -41,6 +41,9 @@ async function runJobHandler(scope, run, correlation) {
|
|
|
41
41
|
handler: run.jobName,
|
|
42
42
|
feature: scope.registry.getJobFeature(run.jobName) ?? qnScope(run.jobName),
|
|
43
43
|
writeOrigin: run.writeOrigin,
|
|
44
|
+
...(run.jobDef.irreversibleWithoutEntryHandler && {
|
|
45
|
+
irreversibleWithoutEntryHandler: run.jobDef.irreversibleWithoutEntryHandler,
|
|
46
|
+
}),
|
|
44
47
|
tenantId: run.tenantId,
|
|
45
48
|
...(run.triggeredById !== null && { userId: run.triggeredById }),
|
|
46
49
|
}, async () => run.jobDef.handler(run.payload, {
|
|
@@ -140,7 +143,7 @@ export async function executeJobInSpan(scope, run) {
|
|
|
140
143
|
}, () => runInSystemRowLevelSecurityScope("job execution span reads job rows of every tenant", () => runAndRecordJob(scope, run, { requestId, correlationId }))));
|
|
141
144
|
}
|
|
142
145
|
export async function applyHandlerDeferral(scope, run, bullJob, deferral, token) {
|
|
143
|
-
if (!deferral ||
|
|
146
|
+
if (!deferral || !isQueuedRun(bullJob, token))
|
|
144
147
|
return "not-deferred";
|
|
145
148
|
// Run-log bookkeeping must not turn a defer into a failure.
|
|
146
149
|
try {
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/// <reference types="temporal-polyfill/global" preserve="true" />
|
|
2
|
+
import type { ConfigAccessor, JobDefinition } from "@cosmicdrift/kumiko-types/config";
|
|
3
|
+
import type { WriteOrigin } from "@cosmicdrift/kumiko-types/event-store-types";
|
|
4
|
+
import type { JobContext } from "@cosmicdrift/kumiko-types/handlers";
|
|
5
|
+
import type { DbRow } from "../db/connection.ts";
|
|
6
|
+
import { createCrossTenantReads } from "../db/cross-tenant-reads.ts";
|
|
7
|
+
import type { TenantDb } from "../db/tenant-db.ts";
|
|
8
|
+
import { createUncheckedSystemDb } from "../db/tenant-db.ts";
|
|
9
|
+
import type { JobDispatch, SessionUser } from "../engine/types/index.ts";
|
|
10
|
+
import { createEscapeHatchReporter } from "../observability/escape-hatch-report.ts";
|
|
11
|
+
import type { JobRunnerScope } from "./job-runner-scope.ts";
|
|
12
|
+
import type { JobInvocation, JobLogEntry } from "./job-runner-types.ts";
|
|
13
|
+
export type JobContextInput = {
|
|
14
|
+
readonly jobName: string;
|
|
15
|
+
readonly jobDef: JobDefinition;
|
|
16
|
+
readonly bullJob: JobInvocation;
|
|
17
|
+
readonly token: string | undefined;
|
|
18
|
+
readonly rawData: DbRow;
|
|
19
|
+
readonly tenantId: string;
|
|
20
|
+
readonly triggeredById: string | null;
|
|
21
|
+
readonly writeOrigin: WriteOrigin | undefined;
|
|
22
|
+
readonly attempt: number;
|
|
23
|
+
readonly finalAttempt: boolean;
|
|
24
|
+
readonly logs: JobLogEntry[];
|
|
25
|
+
};
|
|
26
|
+
type EscapeHatchReport = ReturnType<typeof createEscapeHatchReporter>;
|
|
27
|
+
export type JobFacetInput = {
|
|
28
|
+
readonly input: JobContextInput;
|
|
29
|
+
readonly systemUser: SessionUser;
|
|
30
|
+
readonly isSystemJob: boolean;
|
|
31
|
+
readonly reportEscapeHatch: EscapeHatchReport;
|
|
32
|
+
};
|
|
33
|
+
export declare function createJobEscapeHatchReporter(scope: JobRunnerScope, input: JobContextInput, systemUser: SessionUser): EscapeHatchReport;
|
|
34
|
+
export declare function buildJobDbFacets(scope: JobRunnerScope, facetInput: JobFacetInput): {
|
|
35
|
+
tenantScopedDb: TenantDb | undefined;
|
|
36
|
+
jobDb: TenantDb | undefined;
|
|
37
|
+
systemDb: ReturnType<typeof createUncheckedSystemDb> | undefined;
|
|
38
|
+
crossTenantReads: ReturnType<typeof createCrossTenantReads> | undefined;
|
|
39
|
+
};
|
|
40
|
+
export declare function buildJobServiceFacets(scope: JobRunnerScope, facetInput: JobFacetInput, tenantScopedDb: TenantDb | undefined): {
|
|
41
|
+
files: JobContext["services"]["files"];
|
|
42
|
+
notify: ReturnType<NonNullable<JobRunnerScope["context"]["_notifyFactory"]>> | undefined;
|
|
43
|
+
config: ConfigAccessor | undefined;
|
|
44
|
+
derivatives: JobContext["services"]["derivatives"];
|
|
45
|
+
};
|
|
46
|
+
export declare function buildJobDispatchFacets(scope: JobRunnerScope, facetInput: JobFacetInput): JobDispatch;
|
|
47
|
+
export declare function createJobDefer(jobName: string, bullJob: JobInvocation, token: string | undefined): JobContext["defer"];
|
|
48
|
+
export {};
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
/// <reference types="temporal-polyfill/global" preserve="true" />
|
|
2
|
+
import { crossTenantReadsGrantFor, escapeHatchFor } from "@cosmicdrift/kumiko-types/handlers";
|
|
3
|
+
import { createCrossTenantReads } from "../db/cross-tenant-reads.js";
|
|
4
|
+
import { createTenantDb, createUncheckedSystemDb } from "../db/tenant-db.js";
|
|
5
|
+
import { createDerivativesContext } from "../derivatives/derivatives-context.js";
|
|
6
|
+
import { InternalError } from "../errors/index.js";
|
|
7
|
+
import { createTenantFileContext } from "../files/file-handle.js";
|
|
8
|
+
import { createEscapeHatchReporter } from "../observability/escape-hatch-report.js";
|
|
9
|
+
import { configAccessorFactoryOf } from "../pipeline/config-accessor-factory.js";
|
|
10
|
+
import { createGatedIdentitySwitch } from "../pipeline/system-identity-switch.js";
|
|
11
|
+
import { buildPersonalDataGate } from "../pipeline/write-origin.js";
|
|
12
|
+
import { isScheduledTrigger } from "./cron-repeat-options.js";
|
|
13
|
+
import { isQueuedRun } from "./job-runner-helpers.js";
|
|
14
|
+
export function createJobEscapeHatchReporter(scope, input, systemUser) {
|
|
15
|
+
const { jobName, jobDef, tenantId, triggeredById } = input;
|
|
16
|
+
// One reporter for ctx.systemDb and ctx.db.unsafeRaw() so both dedupe in the same window.
|
|
17
|
+
const isSystemCronRun = triggeredById === null &&
|
|
18
|
+
jobDef.escapeHatch !== undefined &&
|
|
19
|
+
isScheduledTrigger(jobDef.trigger);
|
|
20
|
+
return createEscapeHatchReporter({
|
|
21
|
+
handler: jobName,
|
|
22
|
+
tenantId,
|
|
23
|
+
actor: systemUser.id,
|
|
24
|
+
sink: scope.context._escapeHatchAuditSink,
|
|
25
|
+
log: scope.errorLogger,
|
|
26
|
+
window: scope.escapeHatchReportWindow,
|
|
27
|
+
...(triggeredById !== null && { caller: triggeredById }),
|
|
28
|
+
...(isSystemCronRun && { processDedup: scope.systemCronEscapeHatchDedup }),
|
|
29
|
+
...(scope.context.meter && { meter: scope.context.meter }),
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
export function buildJobDbFacets(scope, facetInput) {
|
|
33
|
+
const { context, registry } = scope;
|
|
34
|
+
const { input, isSystemJob, reportEscapeHatch } = facetInput;
|
|
35
|
+
const { jobDef, tenantId, writeOrigin } = input;
|
|
36
|
+
const personalDataGate = writeOrigin ? buildPersonalDataGate(registry, writeOrigin) : undefined;
|
|
37
|
+
const configDb = context.db; // @cast-boundary db-operator
|
|
38
|
+
// Shared by the config accessor and ctx.services.derivatives below — both need the
|
|
39
|
+
// same tenant-scoped db, and building it twice would let the two calls
|
|
40
|
+
// drift apart. Always "system" mode regardless of the job's own
|
|
41
|
+
// systemScope() status (pre-existing, not something this change alters)
|
|
42
|
+
// — isSystemJob below is what actually keeps ctx.systemDb off a
|
|
43
|
+
// non-system job; it is the only thing standing between this db and an
|
|
44
|
+
// unchecked cross-tenant escape hatch for such a job. Gated like jobDb so
|
|
45
|
+
// ctx.systemDb, built from it, is gated too.
|
|
46
|
+
const tenantScopedDb = configDb
|
|
47
|
+
? createTenantDb({
|
|
48
|
+
db: configDb,
|
|
49
|
+
tenantId,
|
|
50
|
+
mode: "system",
|
|
51
|
+
reason: "job context db for cross-tenant jobs, ctx.systemDb exposure is gated by isSystemJob",
|
|
52
|
+
grants: {
|
|
53
|
+
projectionRegistry: registry,
|
|
54
|
+
...(personalDataGate && { personalDataGate }),
|
|
55
|
+
},
|
|
56
|
+
})
|
|
57
|
+
: undefined;
|
|
58
|
+
const systemDb = isSystemJob && tenantScopedDb
|
|
59
|
+
? createUncheckedSystemDb(tenantScopedDb, undefined, reportEscapeHatch)
|
|
60
|
+
: undefined;
|
|
61
|
+
const jobDb = configDb
|
|
62
|
+
? createTenantDb({
|
|
63
|
+
db: configDb,
|
|
64
|
+
tenantId,
|
|
65
|
+
mode: "tenant",
|
|
66
|
+
tracer: context.tracer,
|
|
67
|
+
meter: context.meter,
|
|
68
|
+
grants: {
|
|
69
|
+
unsafeRaw: escapeHatchFor(jobDef.escapeHatch, "unsafeRaw"),
|
|
70
|
+
globalWrites: escapeHatchFor(jobDef.escapeHatch, "globalWrites"),
|
|
71
|
+
report: reportEscapeHatch,
|
|
72
|
+
projectionRegistry: registry,
|
|
73
|
+
...(personalDataGate && { personalDataGate }),
|
|
74
|
+
},
|
|
75
|
+
})
|
|
76
|
+
: undefined;
|
|
77
|
+
const crossTenantReadsReason = crossTenantReadsGrantFor(jobDef.escapeHatch)?.reason;
|
|
78
|
+
const crossTenantReads = tenantScopedDb && crossTenantReadsReason !== undefined
|
|
79
|
+
? createCrossTenantReads(tenantScopedDb, crossTenantReadsReason, reportEscapeHatch)
|
|
80
|
+
: undefined;
|
|
81
|
+
return { tenantScopedDb, jobDb, systemDb, crossTenantReads };
|
|
82
|
+
}
|
|
83
|
+
export function buildJobServiceFacets(scope, facetInput, tenantScopedDb) {
|
|
84
|
+
const { context, registry } = scope;
|
|
85
|
+
const { input, systemUser } = facetInput;
|
|
86
|
+
const { tenantId } = input;
|
|
87
|
+
// Mirror dispatch-shared.ts buildHandlerContext: ctx.services.files must resolve
|
|
88
|
+
// through the same _fileProviderResolver for jobs as for write-handlers,
|
|
89
|
+
// otherwise event-triggered jobs silently get an unresolved ctx.services.files.
|
|
90
|
+
const fileResolver = context._fileProviderResolver;
|
|
91
|
+
const files = fileResolver ? createTenantFileContext(fileResolver, tenantId) : context.files;
|
|
92
|
+
// Same buildHandlerContext parity as ctx.services.files above: ctx.notify/ctx.config
|
|
93
|
+
// must resolve for jobs the same way they do for write-handlers, or an
|
|
94
|
+
// app-author job calling ctx.notify(...)/ctx.config(...) hits a TypeError
|
|
95
|
+
// at runtime the write-handler path never would.
|
|
96
|
+
const notify = context._notifyFactory?.(systemUser, tenantId, scope.getSelfRunner(), undefined, context._fileProviderResolver);
|
|
97
|
+
const configFactory = configAccessorFactoryOf(context);
|
|
98
|
+
const config = configFactory && tenantScopedDb
|
|
99
|
+
? configFactory({
|
|
100
|
+
user: { id: systemUser.id, tenantId },
|
|
101
|
+
db: tenantScopedDb,
|
|
102
|
+
secrets: context.secrets,
|
|
103
|
+
})
|
|
104
|
+
: undefined;
|
|
105
|
+
// Mirror dispatch-shared.ts: ctx.services.derivatives needs files+db, same
|
|
106
|
+
// tenant-scoped db the config accessor above uses.
|
|
107
|
+
const derivatives = files && tenantScopedDb
|
|
108
|
+
? createDerivativesContext({ files, registry, db: tenantScopedDb, tenantId })
|
|
109
|
+
: context.derivatives;
|
|
110
|
+
return { files, notify, config, derivatives };
|
|
111
|
+
}
|
|
112
|
+
function requireDispatchRef(scope, method) {
|
|
113
|
+
const ref = scope.getDispatchWriteRef();
|
|
114
|
+
if (!ref) {
|
|
115
|
+
throw new Error(`JobContext.${method} called before dispatcher attached — call attachDispatcher() first`);
|
|
116
|
+
}
|
|
117
|
+
return ref;
|
|
118
|
+
}
|
|
119
|
+
export function buildJobDispatchFacets(scope, facetInput) {
|
|
120
|
+
const { input, systemUser, isSystemJob, reportEscapeHatch } = facetInput;
|
|
121
|
+
const { jobName, jobDef, tenantId, writeOrigin } = input;
|
|
122
|
+
// Per-job-run reader, created lazily on queryAsMember's first call and
|
|
123
|
+
// cached for the rest of this run.
|
|
124
|
+
let memberReader;
|
|
125
|
+
const identitySwitchHatch = escapeHatchFor(jobDef.escapeHatch, "systemIdentity");
|
|
126
|
+
const identitySwitchGrantReason = identitySwitchHatch?.reason ??
|
|
127
|
+
(isSystemJob ? `r.systemScope() feature of job "${jobName}"` : undefined);
|
|
128
|
+
const gatedIdentitySwitch = createGatedIdentitySwitch(`job "${jobName}"`, systemUser, isSystemJob || identitySwitchHatch !== undefined, {
|
|
129
|
+
queryAs: (user, qn, payload) => requireDispatchRef(scope, "queryAs").queryAs(user, qn, payload, writeOrigin),
|
|
130
|
+
writeAs: async (user, qn, payload) => requireDispatchRef(scope, "writeAs").write(user, qn, payload, writeOrigin),
|
|
131
|
+
}, { reason: identitySwitchGrantReason, report: reportEscapeHatch });
|
|
132
|
+
return {
|
|
133
|
+
write: (qn, payload) => requireDispatchRef(scope, "write").write(systemUser, qn, payload, writeOrigin),
|
|
134
|
+
writeAs: gatedIdentitySwitch.writeAs,
|
|
135
|
+
queryAs: gatedIdentitySwitch.queryAs,
|
|
136
|
+
queryAsMember: (userId, qn, payload) => {
|
|
137
|
+
const ref = requireDispatchRef(scope, "queryAsMember");
|
|
138
|
+
// Lazy per-run reader, mirroring the handler-context reader.
|
|
139
|
+
memberReader ??= ref.createMemberReader(tenantId);
|
|
140
|
+
return memberReader(userId, qn, payload);
|
|
141
|
+
},
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
export function createJobDefer(jobName, bullJob, token) {
|
|
145
|
+
return (delayMs) => {
|
|
146
|
+
if (!Number.isInteger(delayMs) || delayMs <= 0) {
|
|
147
|
+
throw new RangeError(`Job "${jobName}": ctx.defer needs a positive integer delay in ms (got ${delayMs})`);
|
|
148
|
+
}
|
|
149
|
+
if (!isQueuedRun(bullJob, token)) {
|
|
150
|
+
throw new InternalError({
|
|
151
|
+
message: `Job "${jobName}": ctx.defer needs a queued run; it is not available inline (boot gate).`,
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
return { kind: "job-deferral", delayMs };
|
|
155
|
+
};
|
|
156
|
+
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { SYSTEM_TENANT_ID } from "../engine/types/index.js";
|
|
2
|
+
import { scrubLogText } from "../logging/index.js";
|
|
2
3
|
import { prepareJobRun } from "./job-runner-context.js";
|
|
3
|
-
import { attemptNumberOf, buildRetryBullOpts, DEFER_COUNT_KEY, deferDelayMs, isFinalAttempt, priorAttemptsOf, priorDeferCountOf, } from "./job-runner-helpers.js";
|
|
4
|
+
import { attemptNumberOf, buildRetryBullOpts, DEFER_COUNT_KEY, deferDelayMs, isFinalAttempt, isQueuedRun, priorAttemptsOf, priorDeferCountOf, } from "./job-runner-helpers.js";
|
|
4
5
|
import { ACTIVE_TENANT_IDS_QUERY_NAME, perTenantChildJobId } from "./job-runner-schedulers.js";
|
|
5
6
|
import { announceDropped, announceQueued, isOverPerTenantLimit, laneForJob, logFailedAttempt, } from "./job-runner-scope.js";
|
|
6
7
|
import { resolveMaxPerTenant } from "./max-per-tenant.js";
|
|
@@ -65,7 +66,7 @@ async function enqueuePerTenantChildren(scope, bullJob, actualName) {
|
|
|
65
66
|
// the _perTenant wrapper itself always lives in the consumer-lane
|
|
66
67
|
// (it's picked up by this runner's own worker).
|
|
67
68
|
export async function fanOutPerTenantJob(scope, bullJob, actualName) {
|
|
68
|
-
// These throws happen before
|
|
69
|
+
// These throws happen before executeJobInSpan, so recordJobFailure never sees them
|
|
69
70
|
// and a drained test stack would stay green over a fan-out that never ran.
|
|
70
71
|
try {
|
|
71
72
|
await enqueuePerTenantChildren(scope, bullJob, actualName);
|
|
@@ -73,12 +74,11 @@ export async function fanOutPerTenantJob(scope, bullJob, actualName) {
|
|
|
73
74
|
catch (err) {
|
|
74
75
|
// A retry may still succeed, and a succeeding wrapper reports no completion
|
|
75
76
|
// that could clear an earlier failure, so only the final attempt is reported.
|
|
76
|
-
const
|
|
77
|
-
const finalAttempt = bullJob.attemptsMade + 1 >= retries + 1;
|
|
77
|
+
const finalAttempt = isFinalAttempt(bullJob, scope.allJobs.get(actualName) ?? { retries: 0 });
|
|
78
78
|
logFailedAttempt(scope, {
|
|
79
79
|
job: bullJob.name,
|
|
80
80
|
jobId: bullJob.id ?? "unknown",
|
|
81
|
-
attempt: bullJob
|
|
81
|
+
attempt: attemptNumberOf(bullJob),
|
|
82
82
|
finalAttempt,
|
|
83
83
|
err,
|
|
84
84
|
});
|
|
@@ -90,9 +90,18 @@ export async function fanOutPerTenantJob(scope, bullJob, actualName) {
|
|
|
90
90
|
}
|
|
91
91
|
async function reportPreRunFailure(scope, jobName, bullJob, err) {
|
|
92
92
|
const message = err instanceof Error ? err.message : String(err);
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
93
|
+
try {
|
|
94
|
+
await scope.options.onJobFailed?.(jobName, bullJob.id ?? "unknown", message, [
|
|
95
|
+
{ level: "error", message, timestamp: Temporal.Now.instant() },
|
|
96
|
+
]);
|
|
97
|
+
}
|
|
98
|
+
catch (hookErr) {
|
|
99
|
+
// The caller rethrows the original error; a failing hook (often the same unreachable store) must not replace it as BullMQ's failedReason.
|
|
100
|
+
scope.errorLogger.warn("onJobFailed hook threw while reporting a pre-run failure", {
|
|
101
|
+
job: jobName,
|
|
102
|
+
error: scrubLogText(hookErr instanceof Error ? hookErr.message : String(hookErr)),
|
|
103
|
+
});
|
|
104
|
+
}
|
|
96
105
|
}
|
|
97
106
|
// prepareJobRun and onJobStart throw before the handler span exists, so the
|
|
98
107
|
// span's own failure recording never sees them.
|
|
@@ -127,7 +136,7 @@ export async function resolveJobDefinitionOrFail(scope, bullJob) {
|
|
|
127
136
|
logFailedAttempt(scope, {
|
|
128
137
|
job: jobName,
|
|
129
138
|
jobId: bullJob.id ?? "unknown",
|
|
130
|
-
attempt: bullJob
|
|
139
|
+
attempt: attemptNumberOf(bullJob),
|
|
131
140
|
finalAttempt: true,
|
|
132
141
|
err,
|
|
133
142
|
});
|
|
@@ -142,8 +151,7 @@ export async function deferOverTenantLimit(scope, jobDef, bullJob, token) {
|
|
|
142
151
|
const deferTenantId = bullJob.data["_tenantId"];
|
|
143
152
|
if (maxPerTenant?.onLimit === "defer" &&
|
|
144
153
|
typeof deferTenantId === "string" &&
|
|
145
|
-
token
|
|
146
|
-
bullJob.moveToDelayed &&
|
|
154
|
+
isQueuedRun(bullJob, token) &&
|
|
147
155
|
(await isOverPerTenantLimit(scope, bullJob.name, deferTenantId, maxPerTenant.limit, {
|
|
148
156
|
activeOnly: true,
|
|
149
157
|
self: { id: bullJob.id, processedOn: bullJob.processedOn },
|
|
@@ -16,8 +16,12 @@ export declare function jobSubjectKey(jobName: string, payload: Record<string, u
|
|
|
16
16
|
export declare function resolveJobTz(config: ConfigAccessor | undefined, context: Pick<AppContext, "geoTzProvider" | "clock">, logger: Pick<Logger, "warn">): Promise<TzContext>;
|
|
17
17
|
export declare function missingDbProxy(jobName: string): TenantDb;
|
|
18
18
|
export declare function priorAttemptsOf(data: Record<string, unknown>): number;
|
|
19
|
+
type DeferrableInvocation = JobInvocation & {
|
|
20
|
+
readonly moveToDelayed: NonNullable<JobInvocation["moveToDelayed"]>;
|
|
21
|
+
};
|
|
22
|
+
export declare function isQueuedRun(bullJob: JobInvocation, token: string | undefined): bullJob is DeferrableInvocation;
|
|
19
23
|
export declare function attemptNumberOf(bullJob: JobInvocation): number;
|
|
20
|
-
export declare function isFinalAttempt(bullJob: JobInvocation, jobDef: JobDefinition): boolean;
|
|
24
|
+
export declare function isFinalAttempt(bullJob: JobInvocation, jobDef: Pick<JobDefinition, "retries">): boolean;
|
|
21
25
|
export declare function tenantFailureMessageKey(err: unknown, declaration: JobDefinition["tenantVisibleFailure"]): string | null;
|
|
22
26
|
export declare const TRACE_CONTEXT_KEY = "_traceContext";
|
|
23
27
|
export declare const DEFER_COUNT_KEY = "_deferCount";
|
|
@@ -129,6 +129,10 @@ export function priorAttemptsOf(data) {
|
|
|
129
129
|
const value = data["_priorAttempts"];
|
|
130
130
|
return typeof value === "number" && Number.isInteger(value) && value > 0 ? value : 0;
|
|
131
131
|
}
|
|
132
|
+
// Only a run picked up from the queue can be moved to delayed; an inline boot-gate run has neither token nor moveToDelayed.
|
|
133
|
+
export function isQueuedRun(bullJob, token) {
|
|
134
|
+
return token !== undefined && bullJob.moveToDelayed !== undefined;
|
|
135
|
+
}
|
|
132
136
|
export function attemptNumberOf(bullJob) {
|
|
133
137
|
return bullJob.attemptsMade + 1 + priorAttemptsOf(bullJob.data);
|
|
134
138
|
}
|
|
@@ -202,19 +206,30 @@ export async function startQueueDepthPolling(queue, lane, meter) {
|
|
|
202
206
|
await pollQueueDepth();
|
|
203
207
|
return setInterval(() => void pollQueueDepth(), QUEUE_DEPTH_POLL_INTERVAL_MS);
|
|
204
208
|
}
|
|
209
|
+
// A credential with a stray "%" is accepted by URL but not decodable; ioredis then uses it as written.
|
|
210
|
+
function decodeCredential(raw) {
|
|
211
|
+
try {
|
|
212
|
+
return decodeURIComponent(raw);
|
|
213
|
+
}
|
|
214
|
+
catch {
|
|
215
|
+
// skip: not percent-encoded, the raw value is the credential
|
|
216
|
+
return raw;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
205
219
|
export function parseRedisOpts(url) {
|
|
206
220
|
const parsed = new URL(url);
|
|
207
221
|
const result = {
|
|
208
|
-
|
|
222
|
+
// URL keeps the brackets of an IPv6 literal; ioredis and BullMQ need the bare address.
|
|
223
|
+
host: parsed.hostname.replace(/^\[(.*)\]$/, "$1"),
|
|
209
224
|
port: Number(parsed.port) || 6379,
|
|
210
225
|
};
|
|
211
226
|
if (parsed.pathname.length > 1) {
|
|
212
227
|
result.db = Number(parsed.pathname.slice(1));
|
|
213
228
|
}
|
|
214
229
|
if (parsed.username)
|
|
215
|
-
result.username =
|
|
230
|
+
result.username = decodeCredential(parsed.username);
|
|
216
231
|
if (parsed.password)
|
|
217
|
-
result.password =
|
|
232
|
+
result.password = decodeCredential(parsed.password);
|
|
218
233
|
if (parsed.protocol === "rediss:")
|
|
219
234
|
result.tls = {};
|
|
220
235
|
return result;
|
|
@@ -17,6 +17,7 @@ export type JobRunnerScope = {
|
|
|
17
17
|
readonly tracer: Tracer;
|
|
18
18
|
readonly errorLogger: ReturnType<typeof createFallbackLogger>;
|
|
19
19
|
readonly sequentialLock: DistributedLock | null;
|
|
20
|
+
readonly tenantCapLock: DistributedLock | null;
|
|
20
21
|
readonly getActiveTenantIds: (() => Promise<TenantId[]>) | undefined;
|
|
21
22
|
readonly escapeHatchReportWindow: EscapeHatchReportWindow;
|
|
22
23
|
readonly systemCronEscapeHatchDedup: EscapeHatchProcessDedup;
|
|
@@ -16,6 +16,8 @@ export function laneForJob(def) {
|
|
|
16
16
|
// One getJobs per queue reads the requested lists in a single Lua script, so a job
|
|
17
17
|
// moving from waiting to active between two separate reads can no longer vanish
|
|
18
18
|
// from the count; that gap let a third dispatch pass the cap in CI.
|
|
19
|
+
// Only this snapshot is atomic: dispatch and handleEvent hold the tenant-cap lock across the
|
|
20
|
+
// check and the following queue.add, otherwise concurrent dispatches could pass together.
|
|
19
21
|
// `activeOnly` + `self` serve the defer check, which runs inside the job being
|
|
20
22
|
// counted: it must not see waiting jobs or itself, and only counts jobs that
|
|
21
23
|
// became active before it. Without that order, workers that fetch a burst of
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
const CAP_LOCK_TTL_SEC = 10;
|
|
2
|
+
const CAP_LOCK_POLL_MS = 15;
|
|
3
|
+
const CAP_LOCK_MAX_WAIT_MS = 3_000;
|
|
4
|
+
const releaseNothing = async () => { };
|
|
5
|
+
// Count-then-add is two steps; holding this lock across both makes the "skip" cap exact for
|
|
6
|
+
// every dispatcher sharing the Redis. The lock only guards the short check+add window, so a
|
|
7
|
+
// holder that crashes frees it via the TTL. A lock that stays contended past the wait budget
|
|
8
|
+
// degrades to the soft cap instead of failing the dispatch.
|
|
9
|
+
export async function acquireTenantCapLock(scope, jobName, tenantId) {
|
|
10
|
+
const { tenantCapLock } = scope;
|
|
11
|
+
if (!tenantCapLock)
|
|
12
|
+
return releaseNothing;
|
|
13
|
+
const key = `${jobName}:${tenantId}`;
|
|
14
|
+
const deadline = Date.now() + CAP_LOCK_MAX_WAIT_MS;
|
|
15
|
+
for (;;) {
|
|
16
|
+
const token = await tenantCapLock.acquire(key, { ttlSeconds: CAP_LOCK_TTL_SEC });
|
|
17
|
+
if (token) {
|
|
18
|
+
return async () => {
|
|
19
|
+
await tenantCapLock.release(key, token);
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
if (Date.now() >= deadline) {
|
|
23
|
+
scope.errorLogger.warn("maxPerTenant lock stayed contended, enforcing the cap softly", {
|
|
24
|
+
job: jobName,
|
|
25
|
+
});
|
|
26
|
+
return releaseNothing;
|
|
27
|
+
}
|
|
28
|
+
await new Promise((resolve) => setTimeout(resolve, CAP_LOCK_POLL_MS));
|
|
29
|
+
}
|
|
30
|
+
}
|
|
@@ -48,6 +48,7 @@ export type JobRunner = {
|
|
|
48
48
|
handleCatchUpEvent(jobName: string, eventName: string, payload: Record<string, unknown>, user: SessionUser, triggerEvent: JobTriggerEvent): Promise<void>;
|
|
49
49
|
attachDispatcher(ref: DispatchWriteRef): void;
|
|
50
50
|
countPendingJobs(): Promise<number>;
|
|
51
|
+
isJobPending?(jobName: string, jobId: string): Promise<boolean>;
|
|
51
52
|
};
|
|
52
53
|
export type JobRunnerOptions = {
|
|
53
54
|
registry: Registry;
|