@pikku/core 0.12.107 → 0.12.112
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +357 -0
- package/dist/analytics/analytics.d.ts +6 -0
- package/dist/analytics/analytics.js +58 -0
- package/dist/analytics/analytics.types.d.ts +156 -0
- package/dist/analytics/analytics.types.js +1 -0
- package/dist/analytics/anonymous-analytics-identity.d.ts +23 -0
- package/dist/analytics/anonymous-analytics-identity.js +27 -0
- package/dist/analytics/compose-analytics-identity.d.ts +14 -0
- package/dist/analytics/compose-analytics-identity.js +33 -0
- package/dist/analytics/cookie-analytics-identity.d.ts +24 -0
- package/dist/analytics/cookie-analytics-identity.js +37 -0
- package/dist/analytics/define-analytics-events.d.ts +22 -0
- package/dist/analytics/define-analytics-events.js +9 -0
- package/dist/analytics/fan-out-analytics.d.ts +15 -0
- package/dist/analytics/fan-out-analytics.js +36 -0
- package/dist/analytics/index.d.ts +13 -0
- package/dist/analytics/index.js +8 -0
- package/dist/analytics/logger-analytics-service.d.ts +14 -0
- package/dist/analytics/logger-analytics-service.js +23 -0
- package/dist/analytics/mint-cookie.d.ts +44 -0
- package/dist/analytics/mint-cookie.js +55 -0
- package/dist/dev/hot-reload.d.ts +0 -1
- package/dist/dev/hot-reload.js +4 -25
- package/dist/dev/module-runner.js +104 -25
- package/dist/errors/errors.d.ts +7 -0
- package/dist/errors/errors.js +17 -0
- package/dist/function/function-meta.types.d.ts +2 -0
- package/dist/function/function-runner.js +29 -0
- package/dist/function/functions.types.d.ts +22 -3
- package/dist/middleware/auth-apikey.d.ts +1 -1
- package/dist/pikku-state.d.ts +1 -1
- package/dist/scopes.d.ts +11 -0
- package/dist/scopes.js +17 -0
- package/dist/services/credential-wire-service.d.ts +1 -1
- package/dist/services/feature-flag-service.d.ts +100 -0
- package/dist/services/feature-flag-service.js +1 -0
- package/dist/services/index.d.ts +1 -0
- package/dist/services/meta-service.d.ts +16 -0
- package/dist/services/meta-service.js +19 -0
- package/dist/services/webhook-service.d.ts +7 -2
- package/dist/services/webhook-service.js +11 -6
- package/dist/testing/service-tests/agent-run-service-tests.d.ts +2 -2
- package/dist/testing/service-tests/agent-storage-service-tests.d.ts +1 -1
- package/dist/testing/service-tests/channel-store-tests.d.ts +1 -1
- package/dist/testing/service-tests/credential-service-tests.d.ts +1 -1
- package/dist/testing/service-tests/deployment-service-tests.d.ts +1 -1
- package/dist/testing/service-tests/event-hub-store-tests.d.ts +1 -1
- package/dist/testing/service-tests/secret-service-tests.d.ts +1 -1
- package/dist/testing/service-tests/session-store-tests.d.ts +1 -1
- package/dist/testing/service-tests/workflow-run-service-tests.d.ts +1 -1
- package/dist/testing/service-tests/workflow-service-tests.d.ts +1 -1
- package/dist/types/core.types.d.ts +23 -0
- package/dist/wirings/agent/agent-rpc.d.ts +1 -1
- package/dist/wirings/agent/agent-turn.d.ts +1 -1
- package/dist/wirings/agent-scorer/agent-scorer-live.d.ts +1 -1
- package/dist/wirings/channel/channel-common.d.ts +1 -1
- package/dist/wirings/channel/channel-rpc-validators.d.ts +2 -2
- package/dist/wirings/channel/channel-runner.d.ts +1 -1
- package/dist/wirings/channel/local/local-channel-runner.d.ts +1 -1
- package/dist/wirings/channel/serverless/serverless-channel-runner.d.ts +1 -1
- package/dist/wirings/cli/channel/cli-approval.d.ts +2 -2
- package/dist/wirings/flag/assert-feature-available.d.ts +15 -0
- package/dist/wirings/flag/assert-feature-available.js +23 -0
- package/dist/wirings/flag/cached-flag-source.d.ts +73 -0
- package/dist/wirings/flag/cached-flag-source.js +96 -0
- package/dist/wirings/flag/define-feature-flags.d.ts +33 -0
- package/dist/wirings/flag/define-feature-flags.js +32 -0
- package/dist/wirings/flag/flag.types.d.ts +97 -0
- package/dist/wirings/flag/flag.types.js +1 -0
- package/dist/wirings/flag/index.d.ts +7 -0
- package/dist/wirings/flag/index.js +5 -0
- package/dist/wirings/flag/resolve-flag.d.ts +52 -0
- package/dist/wirings/flag/resolve-flag.js +90 -0
- package/dist/wirings/flag/validate-flag-definitions.d.ts +26 -0
- package/dist/wirings/flag/validate-flag-definitions.js +103 -0
- package/dist/wirings/virtual-user/virtual-user-scaffold.d.ts +8 -8
- package/dist/wirings/virtual-user/virtual-user-schedule.d.ts +1 -1
- package/dist/wirings/workflow/workflow-queue-routing.d.ts +1 -1
- package/knowledge/decisions/internals/a-reset-suite-makes-the-dev-seed-the-fixture.md +50 -0
- package/knowledge/decisions/internals/hot-reload-reads-the-changed-source-never-a-compiled-copy.md +38 -0
- package/knowledge/decisions/internals/index.md +2 -0
- package/package.json +11 -5
- package/run-tests.sh +17 -9
- package/src/public-surface.json +26 -0
- package/src/agent-naming.test.ts +0 -68
- package/src/api-report.test.ts +0 -138
- package/src/app-alias-surface.test.ts +0 -179
- package/src/app-leaf-surface.test.ts +0 -222
- package/src/bootstrap-compat/root.ts +0 -20
- package/src/classification/column-form.test.ts +0 -97
- package/src/classification/column-form.ts +0 -55
- package/src/classification/data-classification.ts +0 -73
- package/src/classification/index.ts +0 -40
- package/src/classification/key-ids.ts +0 -2
- package/src/classification/secret-value.test.ts +0 -204
- package/src/classification/secret-value.ts +0 -106
- package/src/crypto-utils.test.ts +0 -668
- package/src/crypto-utils.ts +0 -460
- package/src/dev/hot-reload.test.ts +0 -587
- package/src/dev/hot-reload.ts +0 -225
- package/src/dev/module-runner.test.ts +0 -235
- package/src/dev/module-runner.ts +0 -138
- package/src/dev/reload-meta.test.ts +0 -183
- package/src/dev/reload-meta.ts +0 -144
- package/src/ecosystem-tier-removed.test.ts +0 -72
- package/src/env.ts +0 -1
- package/src/errors/error-handler.ts +0 -77
- package/src/errors/error.test.ts +0 -229
- package/src/errors/errors.ts +0 -393
- package/src/errors/index.ts +0 -11
- package/src/errors/serialized-error.ts +0 -12
- package/src/factory-functions.test.ts +0 -111
- package/src/function/abort-scope.test.ts +0 -97
- package/src/function/abort-scope.ts +0 -80
- package/src/function/function-meta.types.ts +0 -151
- package/src/function/function-runner.test.ts +0 -1619
- package/src/function/function-runner.ts +0 -499
- package/src/function/functions.types.ts +0 -319
- package/src/function/index.ts +0 -40
- package/src/function/list.types.test.ts +0 -100
- package/src/function/list.types.ts +0 -69
- package/src/function/pikku-request.test.ts +0 -35
- package/src/function/pikku-request.ts +0 -17
- package/src/gopass-secrets-removed.test.ts +0 -51
- package/src/handle-error.test.ts +0 -532
- package/src/handle-error.ts +0 -64
- package/src/middleware/auth-apikey.test.ts +0 -362
- package/src/middleware/auth-apikey.ts +0 -39
- package/src/middleware/auth-bearer.test.ts +0 -566
- package/src/middleware/auth-bearer.ts +0 -83
- package/src/middleware/auth-cookie.test.ts +0 -572
- package/src/middleware/auth-cookie.ts +0 -107
- package/src/middleware/cors.test.ts +0 -579
- package/src/middleware/cors.ts +0 -103
- package/src/middleware/index.ts +0 -30
- package/src/middleware/middleware-factories.ts +0 -76
- package/src/middleware/middleware.types.ts +0 -61
- package/src/middleware/remote-auth.test.ts +0 -547
- package/src/middleware/remote-auth.ts +0 -95
- package/src/middleware/remote-jobs-secret.ts +0 -35
- package/src/middleware/require-origin.test.ts +0 -115
- package/src/middleware/require-origin.ts +0 -79
- package/src/middleware/telemetry.ts +0 -83
- package/src/middleware-runner.test.ts +0 -578
- package/src/middleware-runner.ts +0 -232
- package/src/no-any-casts.test.ts +0 -57
- package/src/no-root-barrel.test.ts +0 -122
- package/src/permissions.test.ts +0 -256
- package/src/permissions.ts +0 -217
- package/src/pikku-state.test.ts +0 -198
- package/src/pikku-state.ts +0 -206
- package/src/production-barrels-stay-lean.test.ts +0 -110
- package/src/public-surface.test.ts +0 -133
- package/src/remote.test.ts +0 -173
- package/src/remote.ts +0 -56
- package/src/removed-legacy-exports.test.ts +0 -66
- package/src/run-tests-script.test.ts +0 -67
- package/src/schema.test.ts +0 -430
- package/src/schema.ts +0 -204
- package/src/scopes.test.ts +0 -203
- package/src/scopes.ts +0 -67
- package/src/services/agent-run-state-service.ts +0 -37
- package/src/services/agent-runner-service.ts +0 -238
- package/src/services/agent-storage-service.ts +0 -39
- package/src/services/ai-embedding-service.ts +0 -9
- package/src/services/audit-service.test.ts +0 -44
- package/src/services/audit-service.ts +0 -280
- package/src/services/content-service.ts +0 -65
- package/src/services/credential-service.ts +0 -20
- package/src/services/credential-wire-service.test.ts +0 -235
- package/src/services/credential-wire-service.ts +0 -120
- package/src/services/deployment-service.ts +0 -32
- package/src/services/email-service.test.ts +0 -100
- package/src/services/email-service.ts +0 -60
- package/src/services/email-template.test.ts +0 -311
- package/src/services/email-template.ts +0 -254
- package/src/services/file-scenario-run-store.test.ts +0 -349
- package/src/services/file-scenario-run-store.ts +0 -282
- package/src/services/gateway-service.ts +0 -5
- package/src/services/http-personas-converse.test.ts +0 -274
- package/src/services/http-personas.test.ts +0 -379
- package/src/services/http-personas.ts +0 -508
- package/src/services/in-memory-agent-run-state-service.ts +0 -87
- package/src/services/in-memory-queue-service.test.ts +0 -162
- package/src/services/in-memory-queue-service.ts +0 -78
- package/src/services/in-memory-session-store.test.ts +0 -58
- package/src/services/in-memory-session-store.ts +0 -20
- package/src/services/in-memory-trigger-service.ts +0 -47
- package/src/services/in-memory-workflow-service.test.ts +0 -430
- package/src/services/in-memory-workflow-service.ts +0 -595
- package/src/services/index.ts +0 -192
- package/src/services/istanbul-coverage-service.test.ts +0 -66
- package/src/services/istanbul-coverage-service.ts +0 -59
- package/src/services/jwt-service.ts +0 -15
- package/src/services/local-content-request-handler.test.ts +0 -240
- package/src/services/local-content-request-handler.ts +0 -295
- package/src/services/local-content.test.ts +0 -186
- package/src/services/local-content.ts +0 -242
- package/src/services/local-credential-service.ts +0 -63
- package/src/services/local-email-service.test.ts +0 -182
- package/src/services/local-email-service.ts +0 -43
- package/src/services/local-gateway-service.ts +0 -51
- package/src/services/local-secrets.test.ts +0 -95
- package/src/services/local-secrets.ts +0 -71
- package/src/services/local-variables.test.ts +0 -61
- package/src/services/local-variables.ts +0 -45
- package/src/services/logger-console.test.ts +0 -117
- package/src/services/logger-console.ts +0 -174
- package/src/services/logger.ts +0 -48
- package/src/services/meta-service.test.ts +0 -75
- package/src/services/meta-service.ts +0 -767
- package/src/services/persona-actor-secret.test.ts +0 -68
- package/src/services/persona-actor-secret.ts +0 -70
- package/src/services/persona-sign-in.test.ts +0 -219
- package/src/services/persona-sign-in.ts +0 -238
- package/src/services/personas-service.ts +0 -191
- package/src/services/pikku-user-id.test.ts +0 -62
- package/src/services/pikku-user-id.ts +0 -13
- package/src/services/queue-webhook-service.test.ts +0 -409
- package/src/services/queue-webhook-service.ts +0 -150
- package/src/services/remote-jobs.test.ts +0 -106
- package/src/services/remote-jobs.ts +0 -92
- package/src/services/scheduler-service.ts +0 -37
- package/src/services/schema-service.ts +0 -10
- package/src/services/scope-service.ts +0 -91
- package/src/services/scoped-credential-service.test.ts +0 -86
- package/src/services/scoped-credential-service.ts +0 -63
- package/src/services/scoped-secret-service.test.ts +0 -93
- package/src/services/scoped-secret-service.ts +0 -40
- package/src/services/secret-host-binding.test.ts +0 -138
- package/src/services/secret-host-binding.ts +0 -51
- package/src/services/secret-service.ts +0 -25
- package/src/services/secretless.test.ts +0 -54
- package/src/services/secretless.ts +0 -29
- package/src/services/session-store.ts +0 -9
- package/src/services/stub-tracker.test.ts +0 -104
- package/src/services/stub-tracker.ts +0 -175
- package/src/services/system-role-guard.test.ts +0 -96
- package/src/services/system-role-guard.ts +0 -71
- package/src/services/temporary-file-service.ts +0 -76
- package/src/services/trigger-service.ts +0 -5
- package/src/services/typed-credential-service.ts +0 -83
- package/src/services/typed-secret-service.test.ts +0 -204
- package/src/services/typed-secret-service.ts +0 -132
- package/src/services/typed-variables-service.test.ts +0 -166
- package/src/services/typed-variables-service.ts +0 -166
- package/src/services/user-session-service.test.ts +0 -147
- package/src/services/user-session-service.ts +0 -85
- package/src/services/v8-coverage-service.test.ts +0 -69
- package/src/services/v8-coverage-service.ts +0 -163
- package/src/services/variables-service.ts +0 -13
- package/src/services/webhook-service.ts +0 -147
- package/src/services/workflow-service.ts +0 -120
- package/src/side-effects-are-declared.test.ts +0 -84
- package/src/source-files-stay-composable.test.ts +0 -41
- package/src/template-alias-surface.test.ts +0 -240
- package/src/test-utils.ts +0 -38
- package/src/testing/index.ts +0 -3
- package/src/testing/service-tests/agent-run-service-tests.ts +0 -98
- package/src/testing/service-tests/agent-storage-service-tests.ts +0 -379
- package/src/testing/service-tests/channel-store-tests.ts +0 -98
- package/src/testing/service-tests/credential-service-tests.ts +0 -143
- package/src/testing/service-tests/deployment-service-tests.ts +0 -33
- package/src/testing/service-tests/event-hub-store-tests.ts +0 -48
- package/src/testing/service-tests/secret-service-tests.ts +0 -105
- package/src/testing/service-tests/session-store-tests.ts +0 -62
- package/src/testing/service-tests/workflow-run-service-tests.ts +0 -59
- package/src/testing/service-tests/workflow-service-tests.ts +0 -308
- package/src/testing/service-tests.ts +0 -95
- package/src/time-utils.test.ts +0 -56
- package/src/time-utils.ts +0 -89
- package/src/types/core.types.ts +0 -446
- package/src/types/index.ts +0 -25
- package/src/types/state.types.ts +0 -226
- package/src/types/typed-credentials.test.ts +0 -72
- package/src/utils/hash.test.ts +0 -68
- package/src/utils/hash.ts +0 -26
- package/src/utils/hmac.ts +0 -21
- package/src/utils/node-host-resolver.ts +0 -20
- package/src/utils/safe-fetch.test.ts +0 -515
- package/src/utils/safe-fetch.ts +0 -347
- package/src/utils.test.ts +0 -359
- package/src/utils.ts +0 -165
- package/src/version.test.ts +0 -80
- package/src/version.ts +0 -25
- package/src/wirings/actor-flow/actor-flow.types.ts +0 -40
- package/src/wirings/actor-flow/index.ts +0 -10
- package/src/wirings/actor-flow/run-conversation.test.ts +0 -187
- package/src/wirings/actor-flow/run-conversation.ts +0 -280
- package/src/wirings/addon/addon-auth-tags.test.ts +0 -219
- package/src/wirings/addon/addon-runner.ts +0 -236
- package/src/wirings/addon/addon-scopes.test.ts +0 -225
- package/src/wirings/addon/addon-secrets.test.ts +0 -391
- package/src/wirings/addon/index.ts +0 -12
- package/src/wirings/addon/remote-addon-auth.ts +0 -65
- package/src/wirings/addon/wire-addon.test.ts +0 -102
- package/src/wirings/addon/wire-addon.ts +0 -202
- package/src/wirings/addon/wire-remote-addon.ts +0 -41
- package/src/wirings/agent/agent-agui.test.ts +0 -1213
- package/src/wirings/agent/agent-agui.ts +0 -405
- package/src/wirings/agent/agent-authorization.test.ts +0 -208
- package/src/wirings/agent/agent-finalize.test.ts +0 -187
- package/src/wirings/agent/agent-finalize.ts +0 -197
- package/src/wirings/agent/agent-helpers.test.ts +0 -215
- package/src/wirings/agent/agent-helpers.ts +0 -96
- package/src/wirings/agent/agent-interrupt.test.ts +0 -833
- package/src/wirings/agent/agent-interrupt.ts +0 -400
- package/src/wirings/agent/agent-memory.test.ts +0 -397
- package/src/wirings/agent/agent-memory.ts +0 -496
- package/src/wirings/agent/agent-middleware.types.test.ts +0 -41
- package/src/wirings/agent/agent-model-config.test.ts +0 -103
- package/src/wirings/agent/agent-model-config.ts +0 -59
- package/src/wirings/agent/agent-prepare.test.ts +0 -977
- package/src/wirings/agent/agent-prepare.ts +0 -1083
- package/src/wirings/agent/agent-registry.test.ts +0 -455
- package/src/wirings/agent/agent-registry.ts +0 -99
- package/src/wirings/agent/agent-resume-authorization.test.ts +0 -206
- package/src/wirings/agent/agent-rpc.ts +0 -116
- package/src/wirings/agent/agent-runner.test.ts +0 -1229
- package/src/wirings/agent/agent-runner.ts +0 -858
- package/src/wirings/agent/agent-stream-delegate.test.ts +0 -381
- package/src/wirings/agent/agent-stream-output-hooks.test.ts +0 -353
- package/src/wirings/agent/agent-stream.test.ts +0 -1800
- package/src/wirings/agent/agent-stream.ts +0 -1639
- package/src/wirings/agent/agent-thread-ownership.test.ts +0 -297
- package/src/wirings/agent/agent-turn.test.ts +0 -65
- package/src/wirings/agent/agent-turn.ts +0 -122
- package/src/wirings/agent/agent-utils.ts +0 -20
- package/src/wirings/agent/agent.types.ts +0 -676
- package/src/wirings/agent/index.ts +0 -58
- package/src/wirings/agent/voice-input.test.ts +0 -220
- package/src/wirings/agent/voice-input.ts +0 -180
- package/src/wirings/agent/voice-output.test.ts +0 -510
- package/src/wirings/agent/voice-output.ts +0 -311
- package/src/wirings/agent-scorer/agent-scorer-grade.test.ts +0 -106
- package/src/wirings/agent-scorer/agent-scorer-grade.ts +0 -55
- package/src/wirings/agent-scorer/agent-scorer-judge.test.ts +0 -285
- package/src/wirings/agent-scorer/agent-scorer-judge.ts +0 -180
- package/src/wirings/agent-scorer/agent-scorer-live.test.ts +0 -174
- package/src/wirings/agent-scorer/agent-scorer-live.ts +0 -56
- package/src/wirings/agent-scorer/agent-scorer-registry.ts +0 -66
- package/src/wirings/agent-scorer/agent-scorer-sampling.test.ts +0 -34
- package/src/wirings/agent-scorer/agent-scorer-sampling.ts +0 -36
- package/src/wirings/agent-scorer/agent-scorer-snapshots.test.ts +0 -49
- package/src/wirings/agent-scorer/agent-scorer-snapshots.ts +0 -46
- package/src/wirings/agent-scorer/agent-scorer-worker.test.ts +0 -122
- package/src/wirings/agent-scorer/agent-scorer-worker.ts +0 -71
- package/src/wirings/agent-scorer/agent-scorer.ts +0 -102
- package/src/wirings/agent-scorer/agent-scorer.types.ts +0 -128
- package/src/wirings/agent-scorer/index.ts +0 -23
- package/src/wirings/channel/channel-common.ts +0 -102
- package/src/wirings/channel/channel-handler-shapes.test.ts +0 -72
- package/src/wirings/channel/channel-handler.test.ts +0 -322
- package/src/wirings/channel/channel-handler.ts +0 -259
- package/src/wirings/channel/channel-host-rpc.test.ts +0 -150
- package/src/wirings/channel/channel-host-rpc.ts +0 -69
- package/src/wirings/channel/channel-middleware-runner.test.ts +0 -188
- package/src/wirings/channel/channel-middleware-runner.ts +0 -126
- package/src/wirings/channel/channel-rpc-registry.ts +0 -116
- package/src/wirings/channel/channel-rpc-responder.ts +0 -117
- package/src/wirings/channel/channel-rpc-service.ts +0 -132
- package/src/wirings/channel/channel-rpc-validators.ts +0 -65
- package/src/wirings/channel/channel-rpc.test.ts +0 -841
- package/src/wirings/channel/channel-rpc.ts +0 -5
- package/src/wirings/channel/channel-rpc.types.ts +0 -160
- package/src/wirings/channel/channel-runner.ts +0 -164
- package/src/wirings/channel/channel-store.ts +0 -35
- package/src/wirings/channel/channel.types.ts +0 -193
- package/src/wirings/channel/define-channel-routes.ts +0 -5
- package/src/wirings/channel/eventhub-service.ts +0 -16
- package/src/wirings/channel/eventhub-store.ts +0 -13
- package/src/wirings/channel/index.ts +0 -40
- package/src/wirings/channel/local/index.ts +0 -3
- package/src/wirings/channel/local/local-channel-handler.ts +0 -98
- package/src/wirings/channel/local/local-channel-runner.test.ts +0 -339
- package/src/wirings/channel/local/local-channel-runner.ts +0 -271
- package/src/wirings/channel/local/local-eventhub-service.test.ts +0 -77
- package/src/wirings/channel/local/local-eventhub-service.ts +0 -69
- package/src/wirings/channel/log-channels.ts +0 -16
- package/src/wirings/channel/pikku-abstract-channel-handler.test.ts +0 -135
- package/src/wirings/channel/pikku-abstract-channel-handler.ts +0 -60
- package/src/wirings/channel/serverless/index.ts +0 -6
- package/src/wirings/channel/serverless/serverless-channel-runner.ts +0 -328
- package/src/wirings/cli/channel/cli-approval.test.ts +0 -177
- package/src/wirings/cli/channel/cli-approval.ts +0 -135
- package/src/wirings/cli/channel/cli-channel-runner.ts +0 -118
- package/src/wirings/cli/channel/cli-raw-channel-runner.test.ts +0 -192
- package/src/wirings/cli/channel/cli-raw-channel-runner.ts +0 -148
- package/src/wirings/cli/channel/cli-raw-client-runner.test.ts +0 -480
- package/src/wirings/cli/channel/cli-raw-client-runner.ts +0 -188
- package/src/wirings/cli/channel/index.ts +0 -6
- package/src/wirings/cli/cli-runner.test.ts +0 -969
- package/src/wirings/cli/cli-runner.ts +0 -538
- package/src/wirings/cli/cli.types.ts +0 -388
- package/src/wirings/cli/command-parser.test.ts +0 -1120
- package/src/wirings/cli/command-parser.ts +0 -713
- package/src/wirings/cli/define-cli-commands.ts +0 -13
- package/src/wirings/cli/format-cli-error.test.ts +0 -91
- package/src/wirings/cli/format-cli-error.ts +0 -96
- package/src/wirings/cli/index.ts +0 -19
- package/src/wirings/credential/credential.types.ts +0 -37
- package/src/wirings/credential/define-credential.ts +0 -49
- package/src/wirings/credential/index.ts +0 -7
- package/src/wirings/credential/validate-credential-definitions.ts +0 -63
- package/src/wirings/gateway/gateway-authorization.test.ts +0 -575
- package/src/wirings/gateway/gateway-channel-meta.test.ts +0 -44
- package/src/wirings/gateway/gateway-runner.test.ts +0 -581
- package/src/wirings/gateway/gateway-runner.ts +0 -411
- package/src/wirings/gateway/gateway.types.ts +0 -137
- package/src/wirings/gateway/index.ts +0 -15
- package/src/wirings/http/http-routes.test.ts +0 -318
- package/src/wirings/http/http-routes.ts +0 -111
- package/src/wirings/http/http-runner-addon-ref.test.ts +0 -238
- package/src/wirings/http/http-runner.test.ts +0 -503
- package/src/wirings/http/http-runner.ts +0 -462
- package/src/wirings/http/http.types.ts +0 -307
- package/src/wirings/http/index.ts +0 -27
- package/src/wirings/http/log-http-routes.ts +0 -18
- package/src/wirings/http/pikku-fetch-http-request.test.ts +0 -318
- package/src/wirings/http/pikku-fetch-http-request.ts +0 -260
- package/src/wirings/http/pikku-fetch-http-response.test.ts +0 -123
- package/src/wirings/http/pikku-fetch-http-response.ts +0 -149
- package/src/wirings/http/routers/http-router.ts +0 -13
- package/src/wirings/http/routers/path-to-regex.test.ts +0 -306
- package/src/wirings/http/routers/path-to-regex.ts +0 -115
- package/src/wirings/http/web-request.test.ts +0 -382
- package/src/wirings/http/web-request.ts +0 -162
- package/src/wirings/mcp/index.ts +0 -26
- package/src/wirings/mcp/mcp-endpoint-registry.test.ts +0 -388
- package/src/wirings/mcp/mcp-endpoint-registry.ts +0 -159
- package/src/wirings/mcp/mcp-runner.test.ts +0 -588
- package/src/wirings/mcp/mcp-runner.ts +0 -330
- package/src/wirings/mcp/mcp.types.ts +0 -199
- package/src/wirings/node/index.ts +0 -2
- package/src/wirings/node/node.types.ts +0 -23
- package/src/wirings/oauth2/index.ts +0 -1
- package/src/wirings/oauth2/oauth2.types.ts +0 -12
- package/src/wirings/persona/define-personas.ts +0 -33
- package/src/wirings/persona/index.ts +0 -75
- package/src/wirings/persona/persona-app-scopes.test.ts +0 -47
- package/src/wirings/persona/persona-app-scopes.ts +0 -74
- package/src/wirings/persona/persona-email.ts +0 -87
- package/src/wirings/persona/persona-environments.test.ts +0 -194
- package/src/wirings/persona/persona-environments.ts +0 -138
- package/src/wirings/persona/persona-mailbox.ts +0 -156
- package/src/wirings/persona/persona.test.ts +0 -230
- package/src/wirings/persona/persona.types.ts +0 -156
- package/src/wirings/persona/validate-personas.ts +0 -137
- package/src/wirings/queue/index.ts +0 -29
- package/src/wirings/queue/queue-identity.test.ts +0 -454
- package/src/wirings/queue/queue-identity.ts +0 -176
- package/src/wirings/queue/queue-runner.test.ts +0 -705
- package/src/wirings/queue/queue-runner.ts +0 -181
- package/src/wirings/queue/queue.types.ts +0 -161
- package/src/wirings/queue/register-queue-helper.ts +0 -46
- package/src/wirings/queue/signed-queue-service.ts +0 -60
- package/src/wirings/queue/validate-worker-config.test.ts +0 -108
- package/src/wirings/queue/validate-worker-config.ts +0 -90
- package/src/wirings/role/define-system-role.ts +0 -33
- package/src/wirings/role/index.ts +0 -13
- package/src/wirings/role/role.test.ts +0 -104
- package/src/wirings/role/role.types.ts +0 -47
- package/src/wirings/role/validate-role-definitions.ts +0 -93
- package/src/wirings/rpc/index.ts +0 -8
- package/src/wirings/rpc/rpc-runner.test.ts +0 -1130
- package/src/wirings/rpc/rpc-runner.ts +0 -569
- package/src/wirings/rpc/rpc-types.ts +0 -87
- package/src/wirings/scheduler/index.ts +0 -11
- package/src/wirings/scheduler/log-schedulers.ts +0 -16
- package/src/wirings/scheduler/scheduler-runner.test.ts +0 -835
- package/src/wirings/scheduler/scheduler-runner.ts +0 -138
- package/src/wirings/scheduler/scheduler.types.ts +0 -42
- package/src/wirings/scope/define-scope.ts +0 -33
- package/src/wirings/scope/index.ts +0 -15
- package/src/wirings/scope/scope.test.ts +0 -159
- package/src/wirings/scope/scope.types.ts +0 -42
- package/src/wirings/scope/validate-scope-definitions.ts +0 -107
- package/src/wirings/secret/index.ts +0 -9
- package/src/wirings/secret/secret.types.ts +0 -70
- package/src/wirings/secret/validate-secret-definitions.test.ts +0 -232
- package/src/wirings/secret/validate-secret-definitions.ts +0 -88
- package/src/wirings/trigger/index.ts +0 -9
- package/src/wirings/trigger/pikku-trigger-service.ts +0 -107
- package/src/wirings/trigger/trigger-runner.test.ts +0 -78
- package/src/wirings/trigger/trigger-runner.ts +0 -113
- package/src/wirings/trigger/trigger.types.ts +0 -100
- package/src/wirings/variable/index.ts +0 -8
- package/src/wirings/variable/validate-variable-definitions.test.ts +0 -115
- package/src/wirings/variable/validate-variable-definitions.ts +0 -71
- package/src/wirings/variable/variable.types.ts +0 -40
- package/src/wirings/virtual-user/index.ts +0 -107
- package/src/wirings/virtual-user/prepare-virtual-user-run.test.ts +0 -115
- package/src/wirings/virtual-user/prepare-virtual-user-run.ts +0 -95
- package/src/wirings/virtual-user/run-virtual-user.test.ts +0 -774
- package/src/wirings/virtual-user/run-virtual-user.ts +0 -684
- package/src/wirings/virtual-user/virtual-user-agents.test.ts +0 -72
- package/src/wirings/virtual-user/virtual-user-agents.ts +0 -62
- package/src/wirings/virtual-user/virtual-user-catalogue.test.ts +0 -215
- package/src/wirings/virtual-user/virtual-user-catalogue.ts +0 -184
- package/src/wirings/virtual-user/virtual-user-derive.test.ts +0 -426
- package/src/wirings/virtual-user/virtual-user-derive.ts +0 -161
- package/src/wirings/virtual-user/virtual-user-dispositions.test.ts +0 -68
- package/src/wirings/virtual-user/virtual-user-dispositions.ts +0 -210
- package/src/wirings/virtual-user/virtual-user-intents.test.ts +0 -218
- package/src/wirings/virtual-user/virtual-user-intents.ts +0 -185
- package/src/wirings/virtual-user/virtual-user-rng.test.ts +0 -72
- package/src/wirings/virtual-user/virtual-user-rng.ts +0 -50
- package/src/wirings/virtual-user/virtual-user-run-store.ts +0 -131
- package/src/wirings/virtual-user/virtual-user-scaffold.test.ts +0 -854
- package/src/wirings/virtual-user/virtual-user-scaffold.ts +0 -664
- package/src/wirings/virtual-user/virtual-user-schedule-store.ts +0 -93
- package/src/wirings/virtual-user/virtual-user-schedule.test.ts +0 -280
- package/src/wirings/virtual-user/virtual-user-schedule.ts +0 -156
- package/src/wirings/virtual-user/virtual-user-target.ts +0 -47
- package/src/wirings/virtual-user/virtual-user.types.ts +0 -215
- package/src/wirings/workflow/dsl/workflow-dsl.types.ts +0 -709
- package/src/wirings/workflow/dsl/workflow-runner.ts +0 -25
- package/src/wirings/workflow/feature.test.ts +0 -131
- package/src/wirings/workflow/feature.ts +0 -59
- package/src/wirings/workflow/graph/graph-foreach-queued.test.ts +0 -569
- package/src/wirings/workflow/graph/graph-foreach.test.ts +0 -626
- package/src/wirings/workflow/graph/graph-node.ts +0 -115
- package/src/wirings/workflow/graph/graph-runner.test.ts +0 -1049
- package/src/wirings/workflow/graph/graph-runner.ts +0 -1376
- package/src/wirings/workflow/graph/graph-validation.test.ts +0 -27
- package/src/wirings/workflow/graph/graph-validation.ts +0 -41
- package/src/wirings/workflow/graph/template.test.ts +0 -49
- package/src/wirings/workflow/graph/template.ts +0 -42
- package/src/wirings/workflow/graph/wire-workflow-graph.ts +0 -39
- package/src/wirings/workflow/graph/workflow-graph.types.ts +0 -75
- package/src/wirings/workflow/index.ts +0 -107
- package/src/wirings/workflow/pikku-scenario-service.ts +0 -1013
- package/src/wirings/workflow/pikku-workflow-service.test.ts +0 -963
- package/src/wirings/workflow/pikku-workflow-service.ts +0 -1993
- package/src/wirings/workflow/run-timeline.test.ts +0 -199
- package/src/wirings/workflow/run-timeline.ts +0 -185
- package/src/wirings/workflow/scenario-cookie-jar.test.ts +0 -107
- package/src/wirings/workflow/scenario-cookie-jar.ts +0 -57
- package/src/wirings/workflow/scenario-expectations.test.ts +0 -238
- package/src/wirings/workflow/scenario-hooks.test.ts +0 -259
- package/src/wirings/workflow/scenario-poll.test.ts +0 -64
- package/src/wirings/workflow/scenario-poll.ts +0 -27
- package/src/wirings/workflow/scenario-prose.test.ts +0 -275
- package/src/wirings/workflow/scenario-prose.ts +0 -86
- package/src/wirings/workflow/scenario-run.types.ts +0 -193
- package/src/wirings/workflow/scenario-service.test.ts +0 -147
- package/src/wirings/workflow/scenario-step-guards.ts +0 -23
- package/src/wirings/workflow/scenario-step.test.ts +0 -800
- package/src/wirings/workflow/scenario-step.types.ts +0 -262
- package/src/wirings/workflow/scenario-surface.test.ts +0 -146
- package/src/wirings/workflow/scenario-surface.ts +0 -71
- package/src/wirings/workflow/scenario.types.ts +0 -63
- package/src/wirings/workflow/workflow-approval-audit.ts +0 -47
- package/src/wirings/workflow/workflow-approval-policy.test.ts +0 -594
- package/src/wirings/workflow/workflow-approval-policy.ts +0 -68
- package/src/wirings/workflow/workflow-approval.ts +0 -290
- package/src/wirings/workflow/workflow-child-run-session.test.ts +0 -168
- package/src/wirings/workflow/workflow-constants.ts +0 -66
- package/src/wirings/workflow/workflow-dispatch-durability.test.ts +0 -116
- package/src/wirings/workflow/workflow-dispatch-payload.test.ts +0 -55
- package/src/wirings/workflow/workflow-dispatch-relay.test.ts +0 -128
- package/src/wirings/workflow/workflow-errors.ts +0 -132
- package/src/wirings/workflow/workflow-inline-authority.test.ts +0 -175
- package/src/wirings/workflow/workflow-invocation-id.test.ts +0 -51
- package/src/wirings/workflow/workflow-invocation-id.ts +0 -28
- package/src/wirings/workflow/workflow-meta-resolver.ts +0 -45
- package/src/wirings/workflow/workflow-mirror.test.ts +0 -171
- package/src/wirings/workflow/workflow-missing-meta.test.ts +0 -92
- package/src/wirings/workflow/workflow-on-error.test.ts +0 -145
- package/src/wirings/workflow/workflow-queue-routing.ts +0 -129
- package/src/wirings/workflow/workflow-queue-wiring.ts +0 -149
- package/src/wirings/workflow/workflow-queue-workers.test.ts +0 -131
- package/src/wirings/workflow/workflow-queue-workers.ts +0 -66
- package/src/wirings/workflow/workflow-recovery.ts +0 -192
- package/src/wirings/workflow/workflow-replay-snapshot.test.ts +0 -140
- package/src/wirings/workflow/workflow-retry-policy.test.ts +0 -113
- package/src/wirings/workflow/workflow-run-authority.test.ts +0 -212
- package/src/wirings/workflow/workflow-run-context.test.ts +0 -172
- package/src/wirings/workflow/workflow-run-engine.types.ts +0 -92
- package/src/wirings/workflow/workflow-run-ownership.ts +0 -37
- package/src/wirings/workflow/workflow-run-polling.test.ts +0 -127
- package/src/wirings/workflow/workflow-stalled-recovery.test.ts +0 -152
- package/src/wirings/workflow/workflow-status-stream.test.ts +0 -354
- package/src/wirings/workflow/workflow-status-stream.ts +0 -144
- package/src/wirings/workflow/workflow-step-claim.ts +0 -46
- package/src/wirings/workflow/workflow-step-ordinal.test.ts +0 -94
- package/src/wirings/workflow/workflow-step-session.test.ts +0 -87
- package/src/wirings/workflow/workflow-suspend.ts +0 -61
- package/src/wirings/workflow/workflow-terminal-run-guard.test.ts +0 -105
- package/src/wirings/workflow/workflow.types.ts +0 -268
- package/src/wirings-stay-decoupled.test.ts +0 -130
- package/tsconfig.json +0 -14
- package/tsconfig.tsbuildinfo +0 -1
- package/tsconfig.type-tests.json +0 -15
|
@@ -1,171 +0,0 @@
|
|
|
1
|
-
import { describe, test } from 'node:test'
|
|
2
|
-
import assert from 'node:assert/strict'
|
|
3
|
-
|
|
4
|
-
import { InMemoryWorkflowService } from '../../services/in-memory-workflow-service.js'
|
|
5
|
-
import { pikkuState } from '../../pikku-state.js'
|
|
6
|
-
import type { WorkflowRunMirror } from './workflow.types.js'
|
|
7
|
-
|
|
8
|
-
const MIRROR_METHODS = [
|
|
9
|
-
'createRun',
|
|
10
|
-
'updateRunStatus',
|
|
11
|
-
'insertStepState',
|
|
12
|
-
'setStepRunning',
|
|
13
|
-
'setStepScheduled',
|
|
14
|
-
'setStepResult',
|
|
15
|
-
'setStepChildRunId',
|
|
16
|
-
'setStepError',
|
|
17
|
-
'createRetryAttempt',
|
|
18
|
-
'setBranchTaken',
|
|
19
|
-
'updateRunState',
|
|
20
|
-
'upsertWorkflowVersion',
|
|
21
|
-
'updateWorkflowVersionStatus',
|
|
22
|
-
] as const
|
|
23
|
-
|
|
24
|
-
type Call = { method: string; args: any[] }
|
|
25
|
-
|
|
26
|
-
const recordingMirror = (
|
|
27
|
-
onCall?: (method: string) => void
|
|
28
|
-
): { mirror: WorkflowRunMirror; calls: Call[] } => {
|
|
29
|
-
const calls: Call[] = []
|
|
30
|
-
const mirror = {} as any
|
|
31
|
-
for (const method of MIRROR_METHODS) {
|
|
32
|
-
mirror[method] = async (...args: any[]) => {
|
|
33
|
-
calls.push({ method, args })
|
|
34
|
-
onCall?.(method)
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
return { mirror, calls }
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
const service = (mirror?: WorkflowRunMirror) => {
|
|
41
|
-
pikkuState(null, 'package', 'singletonServices', {
|
|
42
|
-
logger: { error() {}, info() {}, warn() {}, debug() {} },
|
|
43
|
-
} as any)
|
|
44
|
-
const ws = new InMemoryWorkflowService() as any
|
|
45
|
-
ws.mirror = mirror
|
|
46
|
-
return ws
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
const driveEveryWrite = async (ws: any) => {
|
|
50
|
-
const runId = await ws.createRun('flow', { a: 1 }, false, 'hash', {
|
|
51
|
-
type: 'test',
|
|
52
|
-
})
|
|
53
|
-
const step = await ws.insertStepState(runId, 'step-1', 'rpc.fn', { x: 1 })
|
|
54
|
-
await ws.setStepRunning(step.stepId)
|
|
55
|
-
await ws.setStepScheduled(step.stepId)
|
|
56
|
-
await ws.setStepResult(step.stepId, 'ok')
|
|
57
|
-
await ws.setStepChildRunId(step.stepId, 'child-1')
|
|
58
|
-
await ws.setStepError(step.stepId, new Error('boom'))
|
|
59
|
-
await ws.createRetryAttempt(step.stepId, 'pending')
|
|
60
|
-
await ws.setBranchTaken(step.stepId, 'left')
|
|
61
|
-
await ws.updateRunState(runId, 'total', 42)
|
|
62
|
-
await ws.upsertWorkflowVersion('flow', 'hash', { nodes: {} }, 'code')
|
|
63
|
-
await ws.updateWorkflowVersionStatus('flow', 'hash', 'archived')
|
|
64
|
-
await ws.updateRunStatus(runId, 'completed', 'output')
|
|
65
|
-
return { runId, step }
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
describe('mirroring workflow state', () => {
|
|
69
|
-
test('every mirror method is wired to the write it shadows', async () => {
|
|
70
|
-
const { mirror, calls } = recordingMirror()
|
|
71
|
-
await driveEveryWrite(service(mirror))
|
|
72
|
-
|
|
73
|
-
assert.deepEqual(
|
|
74
|
-
[...new Set(calls.map((c) => c.method))].sort(),
|
|
75
|
-
[...MIRROR_METHODS].sort()
|
|
76
|
-
)
|
|
77
|
-
})
|
|
78
|
-
|
|
79
|
-
test('a mirror write carries the same identifiers as the write it shadows', async () => {
|
|
80
|
-
const { mirror, calls } = recordingMirror()
|
|
81
|
-
const ws = service(mirror)
|
|
82
|
-
const { runId, step } = await driveEveryWrite(ws)
|
|
83
|
-
|
|
84
|
-
const call = (method: string) => calls.find((c) => c.method === method)!
|
|
85
|
-
assert.equal(call('createRun').args[0], runId)
|
|
86
|
-
assert.equal(call('createRun').args[1], 'flow')
|
|
87
|
-
assert.equal(call('insertStepState').args[0], runId)
|
|
88
|
-
assert.equal(call('insertStepState').args[1].stepId, step.stepId)
|
|
89
|
-
assert.equal(call('insertStepState').args[1].stepName, 'step-1')
|
|
90
|
-
assert.equal(call('insertStepState').args[1].rpcName, 'rpc.fn')
|
|
91
|
-
assert.equal(call('setStepResult').args[1], 'ok')
|
|
92
|
-
assert.equal(call('setStepChildRunId').args[1], 'child-1')
|
|
93
|
-
assert.equal(call('setBranchTaken').args[1], 'left')
|
|
94
|
-
assert.equal(call('updateRunState').args[2], 42)
|
|
95
|
-
assert.equal(call('updateRunStatus').args[1], 'completed')
|
|
96
|
-
})
|
|
97
|
-
|
|
98
|
-
test('a step error reaches the mirror serialised, not as a live Error', async () => {
|
|
99
|
-
const { mirror, calls } = recordingMirror()
|
|
100
|
-
await driveEveryWrite(service(mirror))
|
|
101
|
-
|
|
102
|
-
const serialised = calls.find((c) => c.method === 'setStepError')!.args[1]
|
|
103
|
-
assert.equal(serialised instanceof Error, false)
|
|
104
|
-
assert.equal(serialised.message, 'boom')
|
|
105
|
-
assert.equal(typeof serialised.stack, 'string')
|
|
106
|
-
assert.equal(typeof serialised.expected, 'boolean')
|
|
107
|
-
})
|
|
108
|
-
|
|
109
|
-
test('the mirror only ever sees a write that already landed', async () => {
|
|
110
|
-
const seen: Array<string | undefined> = []
|
|
111
|
-
const { mirror } = recordingMirror()
|
|
112
|
-
const ws = service(mirror)
|
|
113
|
-
;(mirror as any).updateRunStatus = async () => {
|
|
114
|
-
seen.push((await ws.getRun(runIdRef.id))?.status)
|
|
115
|
-
}
|
|
116
|
-
const runIdRef = { id: '' }
|
|
117
|
-
|
|
118
|
-
runIdRef.id = await ws.createRun('flow', {}, false, 'hash', {
|
|
119
|
-
type: 'test',
|
|
120
|
-
})
|
|
121
|
-
await ws.updateRunStatus(runIdRef.id, 'completed', 'output')
|
|
122
|
-
|
|
123
|
-
assert.deepEqual(
|
|
124
|
-
seen,
|
|
125
|
-
['completed'],
|
|
126
|
-
'the mirror ran before the write it was mirroring'
|
|
127
|
-
)
|
|
128
|
-
})
|
|
129
|
-
|
|
130
|
-
test('a write that fails is not mirrored', async () => {
|
|
131
|
-
const { mirror, calls } = recordingMirror()
|
|
132
|
-
const ws = service(mirror)
|
|
133
|
-
ws.updateRunStatusImpl = async () => {
|
|
134
|
-
throw new Error('database down')
|
|
135
|
-
}
|
|
136
|
-
const runId = await ws.createRun('flow', {}, false, 'hash', {
|
|
137
|
-
type: 'test',
|
|
138
|
-
})
|
|
139
|
-
|
|
140
|
-
await assert.rejects(
|
|
141
|
-
ws.updateRunStatus(runId, 'completed'),
|
|
142
|
-
/database down/
|
|
143
|
-
)
|
|
144
|
-
assert.equal(
|
|
145
|
-
calls.some((c) => c.method === 'updateRunStatus'),
|
|
146
|
-
false,
|
|
147
|
-
'a status the store rejected was reported to the mirror as if it had happened'
|
|
148
|
-
)
|
|
149
|
-
})
|
|
150
|
-
})
|
|
151
|
-
|
|
152
|
-
describe('a mirror that is broken', () => {
|
|
153
|
-
test('no write fails because the mirror did', async () => {
|
|
154
|
-
const { mirror } = recordingMirror((method) => {
|
|
155
|
-
throw new Error(`mirror down on ${method}`)
|
|
156
|
-
})
|
|
157
|
-
const ws = service(mirror)
|
|
158
|
-
|
|
159
|
-
const { runId } = await driveEveryWrite(ws)
|
|
160
|
-
|
|
161
|
-
assert.equal((await ws.getRun(runId))?.status, 'completed')
|
|
162
|
-
assert.equal((await ws.getRun(runId))?.output, 'output')
|
|
163
|
-
assert.deepEqual(await ws.getRunState(runId), { total: 42 })
|
|
164
|
-
})
|
|
165
|
-
|
|
166
|
-
test('no mirror configured is not an error path', async () => {
|
|
167
|
-
const ws = service(undefined)
|
|
168
|
-
const { runId } = await driveEveryWrite(ws)
|
|
169
|
-
assert.equal((await ws.getRun(runId))?.status, 'completed')
|
|
170
|
-
})
|
|
171
|
-
})
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
import { describe, test } from 'node:test'
|
|
2
|
-
import assert from 'node:assert/strict'
|
|
3
|
-
|
|
4
|
-
import { InMemoryWorkflowService } from '../../services/in-memory-workflow-service.js'
|
|
5
|
-
import { pikkuState, resetPikkuState } from '../../pikku-state.js'
|
|
6
|
-
import { PikkuMissingMetaError } from '../../errors/errors.js'
|
|
7
|
-
import { WorkflowNotFoundError } from './workflow-errors.js'
|
|
8
|
-
|
|
9
|
-
const silentLogger = { error() {}, info() {}, warn() {}, debug() {} }
|
|
10
|
-
|
|
11
|
-
const startRun = async (workflowName: string) => {
|
|
12
|
-
pikkuState(null, 'package', 'singletonServices', {
|
|
13
|
-
logger: silentLogger,
|
|
14
|
-
} as any)
|
|
15
|
-
const service = new InMemoryWorkflowService()
|
|
16
|
-
const runId = await service.createRun(workflowName, {}, false, '', {
|
|
17
|
-
type: 'test',
|
|
18
|
-
})
|
|
19
|
-
return { service, runId }
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
describe('a run whose workflow has no generated meta', () => {
|
|
23
|
-
test('reports missing metadata rather than crashing on an undefined meta', async () => {
|
|
24
|
-
resetPikkuState()
|
|
25
|
-
const { service, runId } = await startRun('flowWithoutMeta')
|
|
26
|
-
|
|
27
|
-
// The registration exists, so this is not an unknown workflow — codegen or
|
|
28
|
-
// the generated bootstrap import is what is missing.
|
|
29
|
-
pikkuState(null, 'workflows', 'registrations').set('flowWithoutMeta', {
|
|
30
|
-
name: 'flowWithoutMeta',
|
|
31
|
-
func: async () => undefined,
|
|
32
|
-
} as any)
|
|
33
|
-
|
|
34
|
-
await assert.rejects(
|
|
35
|
-
service.runWorkflowJob(runId, {}),
|
|
36
|
-
(error: unknown) => {
|
|
37
|
-
assert.ok(
|
|
38
|
-
error instanceof PikkuMissingMetaError,
|
|
39
|
-
`expected PikkuMissingMetaError, got ${(error as Error)?.constructor?.name}: ${(error as Error)?.message}`
|
|
40
|
-
)
|
|
41
|
-
assert.match(String((error as Error).message), /flowWithoutMeta/)
|
|
42
|
-
return true
|
|
43
|
-
}
|
|
44
|
-
)
|
|
45
|
-
})
|
|
46
|
-
|
|
47
|
-
test('a workflow with neither meta nor a registration is still missing meta', async () => {
|
|
48
|
-
resetPikkuState()
|
|
49
|
-
const { service, runId } = await startRun('unknownFlow')
|
|
50
|
-
|
|
51
|
-
await assert.rejects(
|
|
52
|
-
service.runWorkflowJob(runId, {}),
|
|
53
|
-
(error: unknown) => {
|
|
54
|
-
assert.ok(
|
|
55
|
-
error instanceof PikkuMissingMetaError,
|
|
56
|
-
`expected PikkuMissingMetaError, got ${(error as Error)?.constructor?.name}`
|
|
57
|
-
)
|
|
58
|
-
return true
|
|
59
|
-
}
|
|
60
|
-
)
|
|
61
|
-
})
|
|
62
|
-
|
|
63
|
-
test('a registered workflow that does have meta gets past both guards', async () => {
|
|
64
|
-
resetPikkuState()
|
|
65
|
-
const { service, runId } = await startRun('flowWithMeta')
|
|
66
|
-
|
|
67
|
-
pikkuState(null, 'workflows', 'meta', {
|
|
68
|
-
flowWithMeta: {
|
|
69
|
-
name: 'flowWithMeta',
|
|
70
|
-
pikkuFuncId: 'flowWithMeta',
|
|
71
|
-
source: 'dsl',
|
|
72
|
-
},
|
|
73
|
-
} as any)
|
|
74
|
-
|
|
75
|
-
// Guards the tests above: without this the assertions would pass for a
|
|
76
|
-
// service that threw PikkuMissingMetaError unconditionally.
|
|
77
|
-
await assert.rejects(
|
|
78
|
-
service.runWorkflowJob(runId, {}),
|
|
79
|
-
(error: unknown) => {
|
|
80
|
-
assert.ok(
|
|
81
|
-
!(error instanceof PikkuMissingMetaError),
|
|
82
|
-
'meta was present, so the missing-meta guard must not fire'
|
|
83
|
-
)
|
|
84
|
-
assert.ok(
|
|
85
|
-
error instanceof WorkflowNotFoundError,
|
|
86
|
-
`expected WorkflowNotFoundError, got ${(error as Error)?.constructor?.name}`
|
|
87
|
-
)
|
|
88
|
-
return true
|
|
89
|
-
}
|
|
90
|
-
)
|
|
91
|
-
})
|
|
92
|
-
})
|
|
@@ -1,145 +0,0 @@
|
|
|
1
|
-
import { describe, test } from 'node:test'
|
|
2
|
-
import assert from 'node:assert/strict'
|
|
3
|
-
|
|
4
|
-
import { InMemoryWorkflowService } from '../../services/in-memory-workflow-service.js'
|
|
5
|
-
|
|
6
|
-
class TestWorkflowService extends InMemoryWorkflowService {
|
|
7
|
-
public compensations: Array<{ rpcName: string; data: any }> = []
|
|
8
|
-
public dispatches = 0
|
|
9
|
-
private pretendDispatchSucceeds = false
|
|
10
|
-
|
|
11
|
-
public alwaysDispatch() {
|
|
12
|
-
this.pretendDispatchSucceeds = true
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
protected override async dispatchStep(...args: any[]): Promise<boolean> {
|
|
16
|
-
this.dispatches++
|
|
17
|
-
if (this.pretendDispatchSucceeds) {
|
|
18
|
-
return true
|
|
19
|
-
}
|
|
20
|
-
return (super.dispatchStep as any)(...args)
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
public async callFailedStep(
|
|
24
|
-
runId: string,
|
|
25
|
-
stepName: string,
|
|
26
|
-
onError?: string
|
|
27
|
-
) {
|
|
28
|
-
const self = this as any
|
|
29
|
-
const realRpcStep = self.rpcStep.bind(self)
|
|
30
|
-
let depth = 0
|
|
31
|
-
self.rpcStep = async (...args: any[]) => {
|
|
32
|
-
if (depth++ > 0) {
|
|
33
|
-
this.compensations.push({ rpcName: args[2], data: args[3] })
|
|
34
|
-
return { compensated: true }
|
|
35
|
-
}
|
|
36
|
-
return realRpcStep(...args)
|
|
37
|
-
}
|
|
38
|
-
return self.rpcStep(runId, stepName, 'chargeCard', {}, {}, { onError })
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
async function seedPendingStep(ws: TestWorkflowService, stepName: string) {
|
|
43
|
-
const runId = await ws.createRun('wf', {}, true, 'hash', {
|
|
44
|
-
type: 'inline',
|
|
45
|
-
} as any)
|
|
46
|
-
const step = await ws.insertStepState(runId, stepName, 'chargeCard', {})
|
|
47
|
-
return { runId, step }
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
async function seedFailedStep(ws: TestWorkflowService, stepName: string) {
|
|
51
|
-
const runId = await ws.createRun('wf', {}, true, 'hash', {
|
|
52
|
-
type: 'inline',
|
|
53
|
-
} as any)
|
|
54
|
-
const step = await ws.insertStepState(runId, stepName, 'chargeCard', {})
|
|
55
|
-
await (ws as any).updateStepStateImpl?.(runId, stepName, {
|
|
56
|
-
status: 'failed',
|
|
57
|
-
error: { message: 'card declined' },
|
|
58
|
-
})
|
|
59
|
-
const raw = (ws as any).steps ?? (ws as any).stepStates
|
|
60
|
-
if (raw?.get) {
|
|
61
|
-
const key = [...raw.keys()].find((k: string) => k.includes(stepName))
|
|
62
|
-
if (key) {
|
|
63
|
-
raw.set(key, {
|
|
64
|
-
...raw.get(key),
|
|
65
|
-
status: 'failed',
|
|
66
|
-
error: { message: 'card declined' },
|
|
67
|
-
})
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
return { runId, step }
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
describe('workflow onError — compensation on terminal step failure', () => {
|
|
74
|
-
test('a failed step runs its handler and still throws the original error', async () => {
|
|
75
|
-
const ws = new TestWorkflowService()
|
|
76
|
-
const { runId } = await seedFailedStep(ws, 'Charge')
|
|
77
|
-
|
|
78
|
-
await assert.rejects(
|
|
79
|
-
() => ws.callFailedStep(runId, 'Charge', 'refundOrder'),
|
|
80
|
-
/card declined/,
|
|
81
|
-
'compensation must not swallow the failure — the workflow still fails'
|
|
82
|
-
)
|
|
83
|
-
|
|
84
|
-
assert.equal(
|
|
85
|
-
ws.compensations.length,
|
|
86
|
-
1,
|
|
87
|
-
'the onError handler must have been invoked'
|
|
88
|
-
)
|
|
89
|
-
assert.equal(ws.compensations[0].rpcName, 'refundOrder')
|
|
90
|
-
assert.deepEqual(
|
|
91
|
-
ws.compensations[0].data,
|
|
92
|
-
{ error: { message: 'card declined' } },
|
|
93
|
-
'the handler receives the failure reason, as a graph onError node does'
|
|
94
|
-
)
|
|
95
|
-
})
|
|
96
|
-
|
|
97
|
-
test('a step still sitting on the queue pauses without compensating', async () => {
|
|
98
|
-
const ws = new TestWorkflowService()
|
|
99
|
-
const { runId, step } = await seedPendingStep(ws, 'Charge')
|
|
100
|
-
await ws.setStepScheduled(step.stepId)
|
|
101
|
-
|
|
102
|
-
await assert.rejects(
|
|
103
|
-
() => ws.callFailedStep(runId, 'Charge', 'refundOrder'),
|
|
104
|
-
(error: Error) => error.name === 'WorkflowAsyncException',
|
|
105
|
-
'a scheduled step must pause the workflow, not fail it'
|
|
106
|
-
)
|
|
107
|
-
|
|
108
|
-
assert.equal(
|
|
109
|
-
ws.compensations.length,
|
|
110
|
-
0,
|
|
111
|
-
'compensating a step that has not run yet would refund a charge that was never made'
|
|
112
|
-
)
|
|
113
|
-
})
|
|
114
|
-
|
|
115
|
-
test('the pause thrown right after dispatch does not compensate', async () => {
|
|
116
|
-
const ws = new TestWorkflowService()
|
|
117
|
-
ws.alwaysDispatch()
|
|
118
|
-
const { runId } = await seedPendingStep(ws, 'Charge')
|
|
119
|
-
|
|
120
|
-
await assert.rejects(
|
|
121
|
-
() => ws.callFailedStep(runId, 'Charge', 'refundOrder'),
|
|
122
|
-
(error: Error) => error.name === 'WorkflowAsyncException',
|
|
123
|
-
'a freshly dispatched step pauses the workflow'
|
|
124
|
-
)
|
|
125
|
-
|
|
126
|
-
assert.equal(ws.dispatches, 1, 'the step should have been dispatched once')
|
|
127
|
-
assert.equal(
|
|
128
|
-
ws.compensations.length,
|
|
129
|
-
0,
|
|
130
|
-
'queued is not failed — the handler must not run'
|
|
131
|
-
)
|
|
132
|
-
})
|
|
133
|
-
|
|
134
|
-
test('a failed step with no onError simply throws', async () => {
|
|
135
|
-
const ws = new TestWorkflowService()
|
|
136
|
-
const { runId } = await seedFailedStep(ws, 'Charge')
|
|
137
|
-
|
|
138
|
-
await assert.rejects(() => ws.callFailedStep(runId, 'Charge', undefined))
|
|
139
|
-
assert.equal(
|
|
140
|
-
ws.compensations.length,
|
|
141
|
-
0,
|
|
142
|
-
'no handler configured means nothing to compensate'
|
|
143
|
-
)
|
|
144
|
-
})
|
|
145
|
-
})
|
|
@@ -1,129 +0,0 @@
|
|
|
1
|
-
import { getSingletonServices, pikkuState } from '../../pikku-state.js'
|
|
2
|
-
import { getDurationInMilliseconds } from '../../time-utils.js'
|
|
3
|
-
import type { JobGroup, JobOptions } from '../queue/queue.types.js'
|
|
4
|
-
import type {
|
|
5
|
-
WorkflowServiceConfig,
|
|
6
|
-
WorkflowStepOptions,
|
|
7
|
-
} from './workflow.types.js'
|
|
8
|
-
import { DEFAULT_STEP_RETRIES } from './workflow-constants.js'
|
|
9
|
-
|
|
10
|
-
export type WorkflowQueueStrategy = 'per-workflow' | 'shared-groups'
|
|
11
|
-
|
|
12
|
-
const toKebab = (s: string) =>
|
|
13
|
-
s.replace(/([a-z0-9])([A-Z])/g, '$1-$2').toLowerCase()
|
|
14
|
-
|
|
15
|
-
export const resolveWorkflowConfig = (): WorkflowServiceConfig => {
|
|
16
|
-
const workflow = getSingletonServices().config?.workflow
|
|
17
|
-
return {
|
|
18
|
-
retries: workflow?.retries ?? DEFAULT_STEP_RETRIES,
|
|
19
|
-
retryDelay: workflow?.retryDelay ?? 0,
|
|
20
|
-
orchestratorQueueName:
|
|
21
|
-
workflow?.orchestratorQueueName ?? 'pikku-workflow-orchestrator',
|
|
22
|
-
stepWorkerQueueName:
|
|
23
|
-
workflow?.stepWorkerQueueName ?? 'pikku-workflow-step-worker',
|
|
24
|
-
sleeperRPCName: workflow?.sleeperRPCName ?? 'pikkuWorkflowSleeper',
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Falls back to the shared queue whenever the dedicated one was not generated
|
|
30
|
-
* into queue meta, so a workflow added without a rebuild still runs.
|
|
31
|
-
*/
|
|
32
|
-
const dedicatedQueueName = (
|
|
33
|
-
prefix: string,
|
|
34
|
-
name: string | undefined,
|
|
35
|
-
strategy: WorkflowQueueStrategy,
|
|
36
|
-
fallback: string
|
|
37
|
-
): string => {
|
|
38
|
-
if (!name || strategy === 'shared-groups') {
|
|
39
|
-
return fallback
|
|
40
|
-
}
|
|
41
|
-
const dedicated = `${prefix}${toKebab(name)}`
|
|
42
|
-
return pikkuState(null, 'queue', 'meta')[dedicated] ? dedicated : fallback
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
export const orchestratorQueueName = (
|
|
46
|
-
strategy: WorkflowQueueStrategy,
|
|
47
|
-
workflowName?: string
|
|
48
|
-
): string =>
|
|
49
|
-
dedicatedQueueName(
|
|
50
|
-
'wf-orchestrator-',
|
|
51
|
-
workflowName,
|
|
52
|
-
strategy,
|
|
53
|
-
resolveWorkflowConfig().orchestratorQueueName
|
|
54
|
-
)
|
|
55
|
-
|
|
56
|
-
export const stepWorkerQueueName = (
|
|
57
|
-
strategy: WorkflowQueueStrategy,
|
|
58
|
-
rpcName?: string
|
|
59
|
-
): string =>
|
|
60
|
-
dedicatedQueueName(
|
|
61
|
-
'wf-step-',
|
|
62
|
-
rpcName,
|
|
63
|
-
strategy,
|
|
64
|
-
resolveWorkflowConfig().stepWorkerQueueName
|
|
65
|
-
)
|
|
66
|
-
|
|
67
|
-
/**
|
|
68
|
-
* How a step reaches its worker: on the queue, or here in the orchestrator.
|
|
69
|
-
*
|
|
70
|
-
* A step naming a workflow queues whenever a queue exists, even unmarked. Run
|
|
71
|
-
* here, it holds the parent's run lock — and its lock connection — until the
|
|
72
|
-
* child ends, and marks the child inline so the child's own `sleep` degrades
|
|
73
|
-
* from a suspension into a real in-process wait. Workflows cannot opt in
|
|
74
|
-
* through `workflowQueued`: that flag is read off `rpc` meta, and `addWorkflow`
|
|
75
|
-
* never registers there.
|
|
76
|
-
*
|
|
77
|
-
* Throws only for a step that asked for the queue by name and has none, which
|
|
78
|
-
* is a deployment missing a service rather than a routing choice.
|
|
79
|
-
*
|
|
80
|
-
* `parentIsInline` is a thunk because resolving it can read the run store, and
|
|
81
|
-
* every step dispatch would pay for that — only a step that names a workflow
|
|
82
|
-
* and has a queue to reach ever asks.
|
|
83
|
-
*/
|
|
84
|
-
export const stepDispatchTarget = async (
|
|
85
|
-
rpcName: string,
|
|
86
|
-
stepName: string,
|
|
87
|
-
parentIsInline: () => Promise<boolean>
|
|
88
|
-
): Promise<'queue' | 'inline'> => {
|
|
89
|
-
const rpcFuncId = pikkuState(null, 'rpc', 'meta')[rpcName]
|
|
90
|
-
const rpcMeta =
|
|
91
|
-
typeof rpcFuncId === 'string'
|
|
92
|
-
? pikkuState(null, 'function', 'meta')[rpcFuncId]
|
|
93
|
-
: undefined
|
|
94
|
-
const hasQueue = getSingletonServices()?.queueService !== undefined
|
|
95
|
-
if (rpcMeta?.workflowQueued === true) {
|
|
96
|
-
if (!hasQueue) {
|
|
97
|
-
throw new Error(
|
|
98
|
-
`Workflow step '${stepName}' (function '${rpcName}') is marked 'workflowQueued: true' but no queue service is configured.`
|
|
99
|
-
)
|
|
100
|
-
}
|
|
101
|
-
return 'queue'
|
|
102
|
-
}
|
|
103
|
-
const isWorkflow =
|
|
104
|
-
pikkuState(null, 'workflows', 'meta')[rpcName] !== undefined
|
|
105
|
-
if (!isWorkflow || !hasQueue) {
|
|
106
|
-
return 'inline'
|
|
107
|
-
}
|
|
108
|
-
return (await parentIsInline()) ? 'inline' : 'queue'
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
export const jobGroupFor = (
|
|
112
|
-
strategy: WorkflowQueueStrategy,
|
|
113
|
-
id?: string
|
|
114
|
-
): JobGroup | undefined =>
|
|
115
|
-
id && strategy === 'shared-groups' ? { id, tier: id } : undefined
|
|
116
|
-
|
|
117
|
-
export const stepJobOptions = (
|
|
118
|
-
stepOptions?: WorkflowStepOptions
|
|
119
|
-
): JobOptions => {
|
|
120
|
-
const retries = stepOptions?.retries ?? DEFAULT_STEP_RETRIES
|
|
121
|
-
const retryDelay = stepOptions?.retryDelay
|
|
122
|
-
const backoff =
|
|
123
|
-
retryDelay !== undefined && retryDelay !== 'exponential'
|
|
124
|
-
? { type: 'fixed', delay: getDurationInMilliseconds(retryDelay) }
|
|
125
|
-
: retries > 0 || retryDelay === 'exponential'
|
|
126
|
-
? 'exponential'
|
|
127
|
-
: undefined
|
|
128
|
-
return { attempts: retries + 1, ...(backoff ? { backoff } : {}) }
|
|
129
|
-
}
|
|
@@ -1,149 +0,0 @@
|
|
|
1
|
-
import { addFunction } from '../../function/function-runner.js'
|
|
2
|
-
import { pikkuState } from '../../pikku-state.js'
|
|
3
|
-
import { wireQueueWorker } from '../queue/queue-runner.js'
|
|
4
|
-
import type {
|
|
5
|
-
GroupConcurrencyConfig,
|
|
6
|
-
PikkuWorkerConfig,
|
|
7
|
-
} from '../queue/queue.types.js'
|
|
8
|
-
import type { Logger } from '../../services/logger.js'
|
|
9
|
-
import {
|
|
10
|
-
pikkuWorkflowOrchestratorFunc,
|
|
11
|
-
pikkuWorkflowSleeperFunc,
|
|
12
|
-
pikkuWorkflowWorkerFunc,
|
|
13
|
-
} from './workflow-queue-workers.js'
|
|
14
|
-
import type { WorkflowQueueStrategy } from './workflow-queue-routing.js'
|
|
15
|
-
|
|
16
|
-
const ORCHESTRATOR_QUEUE_PREFIX = 'wf-orchestrator-'
|
|
17
|
-
const STEP_QUEUE_PREFIX = 'wf-step-'
|
|
18
|
-
|
|
19
|
-
const helperFunctionMeta = (funcId: string) => ({
|
|
20
|
-
pikkuFuncId: funcId,
|
|
21
|
-
sessionless: true,
|
|
22
|
-
functionType: 'helper' as const,
|
|
23
|
-
inputSchemaName: null,
|
|
24
|
-
outputSchemaName: null,
|
|
25
|
-
})
|
|
26
|
-
|
|
27
|
-
export type WorkflowQueueWiringOptions = {
|
|
28
|
-
strategy: WorkflowQueueStrategy
|
|
29
|
-
concurrency: number
|
|
30
|
-
groupConcurrency: number | GroupConcurrencyConfig
|
|
31
|
-
/**
|
|
32
|
-
* Resolved only when there is something to warn about: reading the logger
|
|
33
|
-
* throws while singleton services are uninitialized, and wiring queues before
|
|
34
|
-
* that point is legitimate.
|
|
35
|
-
*/
|
|
36
|
-
getLogger: () => Logger | undefined
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* Registers the orchestrator, step-worker and sleeper functions and binds them
|
|
41
|
-
* to their queues. Idempotent: a queue already carrying a registered function
|
|
42
|
-
* is left alone.
|
|
43
|
-
*/
|
|
44
|
-
export const wireWorkflowQueueWorkers = ({
|
|
45
|
-
strategy,
|
|
46
|
-
concurrency,
|
|
47
|
-
groupConcurrency,
|
|
48
|
-
getLogger,
|
|
49
|
-
}: WorkflowQueueWiringOptions): void => {
|
|
50
|
-
const functions = pikkuState(null, 'function', 'functions')
|
|
51
|
-
const functionsMeta = pikkuState(null, 'function', 'meta')
|
|
52
|
-
const queueMeta = pikkuState(null, 'queue', 'meta')
|
|
53
|
-
|
|
54
|
-
const registerWorkflowFunc = (
|
|
55
|
-
funcId: string,
|
|
56
|
-
func: { func: unknown },
|
|
57
|
-
queueName: string,
|
|
58
|
-
config?: PikkuWorkerConfig
|
|
59
|
-
) => {
|
|
60
|
-
if (functions.has(funcId)) return
|
|
61
|
-
addFunction(funcId, func as never)
|
|
62
|
-
if (!queueMeta[queueName]) {
|
|
63
|
-
queueMeta[queueName] = { pikkuFuncId: funcId, name: queueName }
|
|
64
|
-
}
|
|
65
|
-
wireQueueWorker({ name: queueName, func, config } as never)
|
|
66
|
-
if (!functionsMeta[funcId]) {
|
|
67
|
-
functionsMeta[funcId] = helperFunctionMeta(funcId)
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
const sharedGroups = strategy === 'shared-groups'
|
|
72
|
-
const sharedQueueConfig: PikkuWorkerConfig | undefined = sharedGroups
|
|
73
|
-
? { batchSize: concurrency, groupConcurrency }
|
|
74
|
-
: undefined
|
|
75
|
-
|
|
76
|
-
registerWorkflowFunc(
|
|
77
|
-
'pikkuWorkflowOrchestrator',
|
|
78
|
-
{ func: pikkuWorkflowOrchestratorFunc },
|
|
79
|
-
'pikku-workflow-orchestrator',
|
|
80
|
-
sharedQueueConfig
|
|
81
|
-
)
|
|
82
|
-
registerWorkflowFunc(
|
|
83
|
-
'pikkuWorkflowStepWorker',
|
|
84
|
-
{ func: pikkuWorkflowWorkerFunc },
|
|
85
|
-
'pikku-workflow-step-worker',
|
|
86
|
-
sharedQueueConfig
|
|
87
|
-
)
|
|
88
|
-
|
|
89
|
-
const registerDedicatedQueues = (meta: Record<string, any>) => {
|
|
90
|
-
for (const [queueName, entry] of Object.entries(meta)) {
|
|
91
|
-
if (functions.has(entry.pikkuFuncId)) continue
|
|
92
|
-
if (queueName.startsWith(ORCHESTRATOR_QUEUE_PREFIX)) {
|
|
93
|
-
registerWorkflowFunc(
|
|
94
|
-
entry.pikkuFuncId,
|
|
95
|
-
{ func: pikkuWorkflowOrchestratorFunc },
|
|
96
|
-
queueName
|
|
97
|
-
)
|
|
98
|
-
} else if (queueName.startsWith(STEP_QUEUE_PREFIX)) {
|
|
99
|
-
registerWorkflowFunc(
|
|
100
|
-
entry.pikkuFuncId,
|
|
101
|
-
{ func: pikkuWorkflowWorkerFunc },
|
|
102
|
-
queueName
|
|
103
|
-
)
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
if (!sharedGroups) {
|
|
109
|
-
registerDedicatedQueues(pikkuState(null, 'queue', 'meta'))
|
|
110
|
-
|
|
111
|
-
const addons = pikkuState(null, 'addons', 'packages')
|
|
112
|
-
for (const [, addon] of addons ?? []) {
|
|
113
|
-
const addonQueueMeta = pikkuState(addon.package, 'queue', 'meta')
|
|
114
|
-
if (addonQueueMeta) {
|
|
115
|
-
registerDedicatedQueues(addonQueueMeta)
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
warnOnMissingDedicatedQueues(queueMeta, getLogger)
|
|
121
|
-
|
|
122
|
-
if (!functions.has('pikkuWorkflowSleeper')) {
|
|
123
|
-
addFunction('pikkuWorkflowSleeper', { func: pikkuWorkflowSleeperFunc })
|
|
124
|
-
}
|
|
125
|
-
if (!functionsMeta.pikkuWorkflowSleeper) {
|
|
126
|
-
functionsMeta.pikkuWorkflowSleeper = helperFunctionMeta(
|
|
127
|
-
'pikkuWorkflowSleeper'
|
|
128
|
-
)
|
|
129
|
-
}
|
|
130
|
-
}
|
|
131
|
-
|
|
132
|
-
const warnOnMissingDedicatedQueues = (
|
|
133
|
-
queueMeta: Record<string, unknown>,
|
|
134
|
-
getLogger: () => Logger | undefined
|
|
135
|
-
) => {
|
|
136
|
-
const workflowCount = Object.keys(
|
|
137
|
-
pikkuState(null, 'workflows', 'meta') ?? {}
|
|
138
|
-
).length
|
|
139
|
-
const dedicatedQueues = Object.keys(queueMeta).filter((name) =>
|
|
140
|
-
name.startsWith(ORCHESTRATOR_QUEUE_PREFIX)
|
|
141
|
-
).length
|
|
142
|
-
if (workflowCount > 0 && dedicatedQueues === 0) {
|
|
143
|
-
getLogger()?.warn?.(
|
|
144
|
-
`[pikku] ${workflowCount} workflow(s) registered but no per-workflow orchestrator queues were found in queue meta. ` +
|
|
145
|
-
`All workflows will share a single orchestrator queue, where one slow step blocks every other workflow behind it. ` +
|
|
146
|
-
`Check that the generated bootstrap imports the queue-workers meta (pikku-queue-workers-wirings-meta.gen.js).`
|
|
147
|
-
)
|
|
148
|
-
}
|
|
149
|
-
}
|