reqon-dsl 0.2.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/README.md +45 -3
- package/dist/ast/nodes.d.ts +91 -4
- package/dist/ast/nodes.js +14 -0
- package/dist/auth/circuit-breaker.d.ts +11 -0
- package/dist/auth/circuit-breaker.js +90 -18
- package/dist/auth/credentials.d.ts +6 -1
- package/dist/auth/credentials.js +12 -4
- package/dist/auth/oauth2-provider.js +13 -3
- package/dist/auth/rate-limiter.d.ts +12 -1
- package/dist/auth/rate-limiter.js +39 -26
- package/dist/auth/token-store.js +8 -1
- package/dist/cli.d.ts +24 -1
- package/dist/cli.js +149 -10
- package/dist/config/constants.d.ts +152 -0
- package/dist/config/constants.js +139 -0
- package/dist/config/index.d.ts +4 -0
- package/dist/config/index.js +4 -0
- package/dist/control/index.d.ts +2 -0
- package/dist/control/index.js +1 -0
- package/dist/control/server.d.ts +105 -0
- package/dist/control/server.js +315 -0
- package/dist/control/types.d.ts +61 -0
- package/dist/control/types.js +7 -0
- package/dist/debug/cli-debugger.d.ts +17 -0
- package/dist/debug/cli-debugger.js +185 -0
- package/dist/debug/controller.d.ts +94 -0
- package/dist/debug/controller.js +45 -0
- package/dist/debug/index.d.ts +6 -0
- package/dist/debug/index.js +5 -0
- package/dist/errors/index.d.ts +67 -0
- package/dist/errors/index.js +89 -1
- package/dist/execution/index.d.ts +1 -1
- package/dist/execution/state.d.ts +24 -0
- package/dist/execution/store.js +2 -2
- package/dist/execution-log/events.d.ts +125 -0
- package/dist/execution-log/events.js +17 -0
- package/dist/execution-log/fold.d.ts +38 -0
- package/dist/execution-log/fold.js +54 -0
- package/dist/execution-log/index.d.ts +18 -0
- package/dist/execution-log/index.js +6 -0
- package/dist/execution-log/postgres-store.d.ts +36 -0
- package/dist/execution-log/postgres-store.js +108 -0
- package/dist/execution-log/resume.d.ts +11 -0
- package/dist/execution-log/resume.js +5 -0
- package/dist/execution-log/sqlite-store.d.ts +16 -0
- package/dist/execution-log/sqlite-store.js +101 -0
- package/dist/execution-log/store.d.ts +72 -0
- package/dist/execution-log/store.js +182 -0
- package/dist/index.d.ts +23 -2
- package/dist/index.js +35 -3
- package/dist/interpreter/context.d.ts +29 -0
- package/dist/interpreter/context.js +18 -0
- package/dist/interpreter/evaluator.d.ts +63 -1
- package/dist/interpreter/evaluator.js +219 -42
- package/dist/interpreter/executor.d.ts +132 -14
- package/dist/interpreter/executor.js +883 -178
- package/dist/interpreter/fetch-handler.d.ts +48 -1
- package/dist/interpreter/fetch-handler.js +216 -38
- package/dist/interpreter/http.d.ts +34 -0
- package/dist/interpreter/http.js +203 -28
- package/dist/interpreter/index.d.ts +5 -3
- package/dist/interpreter/index.js +4 -2
- package/dist/interpreter/pagination.d.ts +12 -3
- package/dist/interpreter/pagination.js +102 -32
- package/dist/interpreter/signals.d.ts +8 -0
- package/dist/interpreter/signals.js +12 -0
- package/dist/interpreter/source-manager.d.ts +75 -0
- package/dist/interpreter/source-manager.js +157 -0
- package/dist/interpreter/step-handlers/apply-handler.d.ts +29 -0
- package/dist/interpreter/step-handlers/apply-handler.js +79 -0
- package/dist/interpreter/step-handlers/for-handler.d.ts +16 -0
- package/dist/interpreter/step-handlers/for-handler.js +89 -7
- package/dist/interpreter/step-handlers/index.d.ts +4 -2
- package/dist/interpreter/step-handlers/index.js +4 -2
- package/dist/interpreter/step-handlers/match-handler.d.ts +9 -0
- package/dist/interpreter/step-handlers/match-handler.js +47 -17
- package/dist/interpreter/step-handlers/pause-handler.d.ts +52 -0
- package/dist/interpreter/step-handlers/pause-handler.js +87 -0
- package/dist/interpreter/step-handlers/store-handler.d.ts +17 -1
- package/dist/interpreter/step-handlers/store-handler.js +61 -20
- package/dist/interpreter/step-handlers/types.d.ts +3 -0
- package/dist/interpreter/step-handlers/validate-handler.d.ts +2 -1
- package/dist/interpreter/step-handlers/validate-handler.js +7 -2
- package/dist/interpreter/step-handlers/webhook-handler.d.ts +4 -0
- package/dist/interpreter/step-handlers/webhook-handler.js +31 -5
- package/dist/interpreter/store-manager.d.ts +46 -0
- package/dist/interpreter/store-manager.js +70 -0
- package/dist/lexer/index.d.ts +11 -4
- package/dist/lexer/index.js +11 -4
- package/dist/lexer/tokens.d.ts +17 -1
- package/dist/lexer/tokens.js +36 -0
- package/dist/loader/index.js +5 -8
- package/dist/mcp/index.d.ts +11 -0
- package/dist/mcp/index.js +11 -0
- package/dist/mcp/sandbox.d.ts +41 -0
- package/dist/mcp/sandbox.js +76 -0
- package/dist/mcp/server.d.ts +17 -0
- package/dist/mcp/server.js +504 -0
- package/dist/oas/index.d.ts +2 -0
- package/dist/oas/index.js +1 -0
- package/dist/oas/loader.d.ts +13 -1
- package/dist/oas/loader.js +25 -3
- package/dist/oas/mock-generator.d.ts +12 -0
- package/dist/oas/mock-generator.js +196 -0
- package/dist/oas/validator.js +45 -5
- package/dist/observability/events.d.ts +248 -0
- package/dist/observability/events.js +85 -0
- package/dist/observability/index.d.ts +15 -0
- package/dist/observability/index.js +12 -0
- package/dist/observability/logger.d.ts +106 -0
- package/dist/observability/logger.js +266 -0
- package/dist/observability/otel.d.ts +143 -0
- package/dist/observability/otel.js +421 -0
- package/dist/parser/action-parser.d.ts +105 -0
- package/dist/parser/action-parser.js +645 -0
- package/dist/parser/base.d.ts +7 -0
- package/dist/parser/base.js +11 -0
- package/dist/parser/expressions.d.ts +14 -0
- package/dist/parser/expressions.js +89 -6
- package/dist/parser/fetch-parser.d.ts +27 -0
- package/dist/parser/fetch-parser.js +280 -0
- package/dist/parser/index.d.ts +17 -0
- package/dist/parser/index.js +17 -0
- package/dist/parser/parser.d.ts +44 -46
- package/dist/parser/parser.js +122 -1070
- package/dist/parser/pipeline-parser.d.ts +12 -0
- package/dist/parser/pipeline-parser.js +52 -0
- package/dist/parser/schedule-parser.d.ts +7 -0
- package/dist/parser/schedule-parser.js +137 -0
- package/dist/parser/source-parser.d.ts +9 -0
- package/dist/parser/source-parser.js +151 -0
- package/dist/pause/index.d.ts +15 -0
- package/dist/pause/index.js +12 -0
- package/dist/pause/log-store.d.ts +33 -0
- package/dist/pause/log-store.js +98 -0
- package/dist/pause/manager.d.ts +130 -0
- package/dist/pause/manager.js +294 -0
- package/dist/pause/state.d.ts +93 -0
- package/dist/pause/state.js +103 -0
- package/dist/pause/store.d.ts +61 -0
- package/dist/pause/store.js +158 -0
- package/dist/plugin.d.ts +9 -12
- package/dist/plugin.js +10 -13
- package/dist/scheduler/cron-parser.d.ts +10 -3
- package/dist/scheduler/cron-parser.js +227 -48
- package/dist/scheduler/scheduler.js +56 -22
- package/dist/stores/factory.d.ts +7 -1
- package/dist/stores/factory.js +14 -3
- package/dist/stores/file.d.ts +26 -0
- package/dist/stores/file.js +67 -21
- package/dist/stores/index.d.ts +16 -1
- package/dist/stores/index.js +16 -1
- package/dist/stores/memory.d.ts +4 -0
- package/dist/stores/memory.js +8 -6
- package/dist/stores/postgrest.d.ts +28 -0
- package/dist/stores/postgrest.js +84 -37
- package/dist/stores/types.d.ts +17 -0
- package/dist/stores/types.js +12 -0
- package/dist/sync/index.d.ts +3 -2
- package/dist/sync/index.js +2 -1
- package/dist/sync/log-store.d.ts +30 -0
- package/dist/sync/log-store.js +45 -0
- package/dist/sync/store.js +1 -1
- package/dist/trace/index.d.ts +18 -0
- package/dist/trace/index.js +13 -0
- package/dist/trace/log-view.d.ts +57 -0
- package/dist/trace/log-view.js +76 -0
- package/dist/trace/recorder.d.ts +75 -0
- package/dist/trace/recorder.js +157 -0
- package/dist/trace/replay.d.ts +132 -0
- package/dist/trace/replay.js +264 -0
- package/dist/trace/state.d.ts +102 -0
- package/dist/trace/state.js +86 -0
- package/dist/trace/store.d.ts +75 -0
- package/dist/trace/store.js +250 -0
- package/dist/utils/deep-merge.d.ts +10 -0
- package/dist/utils/deep-merge.js +23 -0
- package/dist/utils/file.d.ts +13 -4
- package/dist/utils/file.js +70 -12
- package/dist/utils/index.d.ts +2 -1
- package/dist/utils/index.js +2 -1
- package/dist/utils/long-timeout.d.ts +19 -0
- package/dist/utils/long-timeout.js +33 -0
- package/dist/utils/path.d.ts +22 -1
- package/dist/utils/path.js +46 -1
- package/dist/utils/redact.d.ts +22 -0
- package/dist/utils/redact.js +42 -0
- package/dist/utils/type-guards.d.ts +58 -0
- package/dist/utils/type-guards.js +92 -0
- package/dist/webhook/server.d.ts +9 -0
- package/dist/webhook/server.js +122 -36
- package/dist/webhook/types.d.ts +9 -1
- package/package.json +76 -9
- package/.claude/settings.local.json +0 -31
- package/.claude/skills/api-integration.md +0 -125
- package/.claude/skills/database-schema.md +0 -51
- package/.claude/skills/dsl-design.md +0 -80
- package/.claude/skills/property-testing.md +0 -143
- package/.claude/skills/reqon/SKILL.md +0 -44
- package/.claude/skills/reqon/references/examples.md +0 -206
- package/.claude/skills/reqon/references/syntax.md +0 -263
- package/.claude/skills/vscode-extension.md +0 -113
- package/.github/dependabot.yml +0 -32
- package/.github/pull_request_template.md +0 -21
- package/.github/workflows/ci.yml +0 -174
- package/.github/workflows/release.yml +0 -73
- package/CLAUDE.md +0 -72
- package/CONTRIBUTING.md +0 -161
- package/TODO.md +0 -51
- package/dist/auth/auth.test.d.ts +0 -1
- package/dist/auth/auth.test.js +0 -255
- package/dist/errors/errors.test.d.ts +0 -1
- package/dist/errors/errors.test.js +0 -165
- package/dist/execution/execution.test.d.ts +0 -1
- package/dist/execution/execution.test.js +0 -246
- package/dist/integration.test.d.ts +0 -1
- package/dist/integration.test.js +0 -168
- package/dist/interpreter/evaluator.test.d.ts +0 -1
- package/dist/interpreter/evaluator.test.js +0 -512
- package/dist/interpreter/http.test.d.ts +0 -1
- package/dist/interpreter/http.test.js +0 -299
- package/dist/interpreter/progress.test.d.ts +0 -1
- package/dist/interpreter/progress.test.js +0 -216
- package/dist/interpreter/schema-matcher.test.d.ts +0 -1
- package/dist/interpreter/schema-matcher.test.js +0 -122
- package/dist/lexer/lexer.d.ts +0 -24
- package/dist/lexer/lexer.js +0 -264
- package/dist/lexer/lexer.test.d.ts +0 -1
- package/dist/lexer/lexer.test.js +0 -259
- package/dist/loader/loader.test.d.ts +0 -1
- package/dist/loader/loader.test.js +0 -287
- package/dist/oas/oas.test.d.ts +0 -1
- package/dist/oas/oas.test.js +0 -218
- package/dist/parser/expressions.test.d.ts +0 -1
- package/dist/parser/expressions.test.js +0 -378
- package/dist/parser/match.test.d.ts +0 -1
- package/dist/parser/match.test.js +0 -254
- package/dist/parser/parser.test.d.ts +0 -1
- package/dist/parser/parser.test.js +0 -333
- package/dist/parser/schedule.test.d.ts +0 -1
- package/dist/parser/schedule.test.js +0 -241
- package/dist/scheduler/cron-parser.test.d.ts +0 -1
- package/dist/scheduler/cron-parser.test.js +0 -188
- package/dist/stores/file.test.d.ts +0 -1
- package/dist/stores/file.test.js +0 -165
- package/dist/stores/memory.test.d.ts +0 -1
- package/dist/stores/memory.test.js +0 -157
- package/dist/stores/stores.test.d.ts +0 -1
- package/dist/stores/stores.test.js +0 -158
- package/dist/sync/sync.test.d.ts +0 -1
- package/dist/sync/sync.test.js +0 -221
- package/docusaurus/README.md +0 -41
- package/docusaurus/docs/advanced/execution-state.md +0 -283
- package/docusaurus/docs/advanced/extending-reqon.md +0 -388
- package/docusaurus/docs/advanced/multi-file-missions.md +0 -250
- package/docusaurus/docs/advanced/parallel-execution.md +0 -353
- package/docusaurus/docs/api-reference.md +0 -443
- package/docusaurus/docs/authentication/api-key.md +0 -339
- package/docusaurus/docs/authentication/basic.md +0 -276
- package/docusaurus/docs/authentication/bearer.md +0 -282
- package/docusaurus/docs/authentication/oauth2.md +0 -317
- package/docusaurus/docs/authentication/overview.md +0 -251
- package/docusaurus/docs/cli.md +0 -229
- package/docusaurus/docs/core-concepts/actions.md +0 -286
- package/docusaurus/docs/core-concepts/missions.md +0 -264
- package/docusaurus/docs/core-concepts/schemas.md +0 -353
- package/docusaurus/docs/core-concepts/sources.md +0 -339
- package/docusaurus/docs/core-concepts/stores.md +0 -332
- package/docusaurus/docs/dsl-syntax/expressions.md +0 -361
- package/docusaurus/docs/dsl-syntax/fetch.md +0 -293
- package/docusaurus/docs/dsl-syntax/for-loops.md +0 -324
- package/docusaurus/docs/dsl-syntax/map.md +0 -345
- package/docusaurus/docs/dsl-syntax/match.md +0 -387
- package/docusaurus/docs/dsl-syntax/pipelines.md +0 -397
- package/docusaurus/docs/dsl-syntax/validate.md +0 -401
- package/docusaurus/docs/error-handling/dead-letter-queues.md +0 -399
- package/docusaurus/docs/error-handling/flow-control.md +0 -337
- package/docusaurus/docs/error-handling/retry-strategies.md +0 -368
- package/docusaurus/docs/examples.md +0 -488
- package/docusaurus/docs/getting-started.md +0 -256
- package/docusaurus/docs/http/circuit-breaker.md +0 -401
- package/docusaurus/docs/http/incremental-sync.md +0 -394
- package/docusaurus/docs/http/pagination.md +0 -361
- package/docusaurus/docs/http/rate-limiting.md +0 -383
- package/docusaurus/docs/http/requests.md +0 -328
- package/docusaurus/docs/http/retry.md +0 -402
- package/docusaurus/docs/intro.md +0 -90
- package/docusaurus/docs/openapi/loading-specs.md +0 -305
- package/docusaurus/docs/openapi/operation-calls.md +0 -314
- package/docusaurus/docs/openapi/overview.md +0 -212
- package/docusaurus/docs/openapi/response-validation.md +0 -344
- package/docusaurus/docs/scheduling/cron.md +0 -305
- package/docusaurus/docs/scheduling/daemon-mode.md +0 -317
- package/docusaurus/docs/scheduling/intervals.md +0 -289
- package/docusaurus/docs/scheduling/overview.md +0 -231
- package/docusaurus/docs/stores/custom-adapters.md +0 -376
- package/docusaurus/docs/stores/file.md +0 -236
- package/docusaurus/docs/stores/memory.md +0 -193
- package/docusaurus/docs/stores/overview.md +0 -274
- package/docusaurus/docs/stores/postgrest.md +0 -316
- package/docusaurus/docusaurus.config.ts +0 -148
- package/docusaurus/package-lock.json +0 -18029
- package/docusaurus/package.json +0 -47
- package/docusaurus/sidebars.ts +0 -155
- package/docusaurus/src/components/HomepageFeatures/index.tsx +0 -105
- package/docusaurus/src/components/HomepageFeatures/styles.module.css +0 -12
- package/docusaurus/src/css/custom.css +0 -169
- package/docusaurus/src/pages/index.module.css +0 -48
- package/docusaurus/src/pages/index.tsx +0 -110
- package/docusaurus/src/pages/markdown-page.md +0 -7
- package/docusaurus/static/.nojekyll +0 -0
- package/docusaurus/static/img/docusaurus-social-card.jpg +0 -0
- package/docusaurus/static/img/docusaurus.png +0 -0
- package/docusaurus/static/img/favicon.ico +0 -0
- package/docusaurus/static/img/logo.svg +0 -10
- package/docusaurus/static/img/undraw_docusaurus_mountain.svg +0 -171
- package/docusaurus/static/img/undraw_docusaurus_react.svg +0 -170
- package/docusaurus/static/img/undraw_docusaurus_tree.svg +0 -40
- package/docusaurus/tsconfig.json +0 -8
- package/examples/README.md +0 -112
- package/examples/error-handling/README.md +0 -150
- package/examples/error-handling/payment-processor.vague +0 -287
- package/examples/github-sync/README.md +0 -74
- package/examples/github-sync/fetch-issues.vague +0 -47
- package/examples/github-sync/fetch-prs.vague +0 -40
- package/examples/github-sync/mission.vague +0 -101
- package/examples/github-sync/normalize.vague +0 -70
- package/examples/jsonplaceholder/README.md +0 -28
- package/examples/jsonplaceholder/posts.vague +0 -48
- package/examples/petstore/README.md +0 -35
- package/examples/petstore/openapi.yaml +0 -97
- package/examples/petstore/sync.vague +0 -52
- package/examples/temporal-comparison/README.md +0 -297
- package/examples/temporal-comparison/reconciliation.vague +0 -355
- package/examples/temporal-comparison/temporal/activities/index.ts +0 -8
- package/examples/temporal-comparison/temporal/activities/shipstation.ts +0 -225
- package/examples/temporal-comparison/temporal/activities/shopify.ts +0 -257
- package/examples/temporal-comparison/temporal/activities/storage.ts +0 -198
- package/examples/temporal-comparison/temporal/activities/stripe.ts +0 -169
- package/examples/temporal-comparison/temporal/activities/validation.ts +0 -205
- package/examples/temporal-comparison/temporal/client/schedule.ts +0 -218
- package/examples/temporal-comparison/temporal/config/retry.ts +0 -63
- package/examples/temporal-comparison/temporal/types/index.ts +0 -129
- package/examples/temporal-comparison/temporal/workers/main.ts +0 -130
- package/examples/temporal-comparison/temporal/workflows/orderReconciliation.ts +0 -262
- package/examples/xero/README.md +0 -88
- package/examples/xero/invoices.vague +0 -189
- package/src/api-integration.test.ts +0 -954
- package/src/ast/index.ts +0 -1
- package/src/ast/nodes.ts +0 -310
- package/src/auth/auth.test.ts +0 -326
- package/src/auth/circuit-breaker.test.ts +0 -390
- package/src/auth/circuit-breaker.ts +0 -379
- package/src/auth/credentials.test.ts +0 -273
- package/src/auth/credentials.ts +0 -246
- package/src/auth/index.ts +0 -40
- package/src/auth/oauth2-provider.ts +0 -177
- package/src/auth/rate-limiter.ts +0 -459
- package/src/auth/token-store.ts +0 -177
- package/src/auth/types.ts +0 -159
- package/src/benchmark/e2e.bench.ts +0 -288
- package/src/benchmark/evaluator.bench.ts +0 -331
- package/src/benchmark/fixtures.ts +0 -295
- package/src/benchmark/index.ts +0 -108
- package/src/benchmark/lexer.bench.ts +0 -69
- package/src/benchmark/parser.bench.ts +0 -103
- package/src/benchmark/resilience.bench.ts +0 -193
- package/src/benchmark/store.bench.ts +0 -147
- package/src/benchmark/utils.ts +0 -230
- package/src/cli.ts +0 -313
- package/src/errors/errors.test.ts +0 -234
- package/src/errors/index.ts +0 -223
- package/src/execution/execution.test.ts +0 -307
- package/src/execution/index.ts +0 -21
- package/src/execution/state.ts +0 -207
- package/src/execution/store.ts +0 -188
- package/src/index.ts +0 -169
- package/src/integration.test.ts +0 -192
- package/src/interpreter/context.ts +0 -57
- package/src/interpreter/evaluator.test.ts +0 -796
- package/src/interpreter/evaluator.ts +0 -245
- package/src/interpreter/executor.ts +0 -946
- package/src/interpreter/fetch-handler.ts +0 -302
- package/src/interpreter/http.test.ts +0 -423
- package/src/interpreter/http.ts +0 -308
- package/src/interpreter/index.ts +0 -32
- package/src/interpreter/pagination.ts +0 -207
- package/src/interpreter/progress.test.ts +0 -276
- package/src/interpreter/schema-matcher.test.ts +0 -160
- package/src/interpreter/schema-matcher.ts +0 -168
- package/src/interpreter/signals.ts +0 -73
- package/src/interpreter/step-handlers/for-handler.ts +0 -65
- package/src/interpreter/step-handlers/index.ts +0 -17
- package/src/interpreter/step-handlers/map-handler.ts +0 -24
- package/src/interpreter/step-handlers/match-handler.ts +0 -101
- package/src/interpreter/step-handlers/store-handler.ts +0 -78
- package/src/interpreter/step-handlers/types.ts +0 -17
- package/src/interpreter/step-handlers/validate-handler.ts +0 -30
- package/src/interpreter/step-handlers/webhook-handler.ts +0 -142
- package/src/lexer/index.ts +0 -18
- package/src/lexer/lexer.test.ts +0 -316
- package/src/lexer/tokens.ts +0 -179
- package/src/loader/index.ts +0 -288
- package/src/loader/loader.test.ts +0 -360
- package/src/oas/index.ts +0 -4
- package/src/oas/loader.ts +0 -126
- package/src/oas/oas.test.ts +0 -254
- package/src/oas/validator.ts +0 -299
- package/src/parser/base.ts +0 -124
- package/src/parser/expressions.test.ts +0 -525
- package/src/parser/expressions.ts +0 -314
- package/src/parser/index.ts +0 -3
- package/src/parser/match.test.ts +0 -296
- package/src/parser/parser.test.ts +0 -739
- package/src/parser/parser.ts +0 -1469
- package/src/parser/schedule.test.ts +0 -287
- package/src/parser/webhook.test.ts +0 -248
- package/src/plugin.ts +0 -83
- package/src/scheduler/cron-parser.test.ts +0 -236
- package/src/scheduler/cron-parser.ts +0 -236
- package/src/scheduler/index.ts +0 -10
- package/src/scheduler/scheduler.ts +0 -443
- package/src/scheduler/types.ts +0 -71
- package/src/stores/factory.ts +0 -104
- package/src/stores/file.test.ts +0 -276
- package/src/stores/file.ts +0 -211
- package/src/stores/index.ts +0 -6
- package/src/stores/memory.test.ts +0 -238
- package/src/stores/memory.ts +0 -63
- package/src/stores/postgrest.test.ts +0 -488
- package/src/stores/postgrest.ts +0 -263
- package/src/stores/stores.test.ts +0 -197
- package/src/stores/types.ts +0 -58
- package/src/sync/index.ts +0 -16
- package/src/sync/state.ts +0 -126
- package/src/sync/store.ts +0 -139
- package/src/sync/sync.test.ts +0 -271
- package/src/utils/async.ts +0 -10
- package/src/utils/file.ts +0 -106
- package/src/utils/index.ts +0 -14
- package/src/utils/logger.ts +0 -53
- package/src/utils/path.ts +0 -47
- package/src/webhook/index.ts +0 -15
- package/src/webhook/server.test.ts +0 -253
- package/src/webhook/server.ts +0 -389
- package/src/webhook/store.ts +0 -239
- package/src/webhook/types.ts +0 -93
- package/tsconfig.json +0 -17
- package/vitest.config.ts +0 -39
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trace State - Types for time-travel debugging
|
|
3
|
+
*
|
|
4
|
+
* Captures full execution state snapshots at each step,
|
|
5
|
+
* enabling replay and debugging of pipeline runs.
|
|
6
|
+
*/
|
|
7
|
+
/**
|
|
8
|
+
* Generate a unique snapshot ID
|
|
9
|
+
*/
|
|
10
|
+
export function generateSnapshotId(traceId, index) {
|
|
11
|
+
return `${traceId}_snap_${index.toString().padStart(6, '0')}`;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Create a new execution trace
|
|
15
|
+
*/
|
|
16
|
+
export function createExecutionTrace(executionId, mission, mode, metadata) {
|
|
17
|
+
return {
|
|
18
|
+
id: executionId,
|
|
19
|
+
mission,
|
|
20
|
+
mode,
|
|
21
|
+
startedAt: new Date(),
|
|
22
|
+
snapshots: [],
|
|
23
|
+
metadata,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Safe deep clone that handles circular references and special types
|
|
28
|
+
*/
|
|
29
|
+
export function safeClone(value, maxDepth = 10) {
|
|
30
|
+
const seen = new WeakSet();
|
|
31
|
+
function clone(val, depth) {
|
|
32
|
+
if (depth > maxDepth)
|
|
33
|
+
return '[max depth exceeded]';
|
|
34
|
+
if (val === null || typeof val !== 'object')
|
|
35
|
+
return val;
|
|
36
|
+
if (val instanceof Date)
|
|
37
|
+
return new Date(val.getTime());
|
|
38
|
+
if (val instanceof RegExp)
|
|
39
|
+
return new RegExp(val.source, val.flags);
|
|
40
|
+
if (seen.has(val))
|
|
41
|
+
return '[circular reference]';
|
|
42
|
+
seen.add(val);
|
|
43
|
+
if (Array.isArray(val)) {
|
|
44
|
+
return val.map((item) => clone(item, depth + 1));
|
|
45
|
+
}
|
|
46
|
+
if (val instanceof Map) {
|
|
47
|
+
const result = {};
|
|
48
|
+
for (const [k, v] of val) {
|
|
49
|
+
result[String(k)] = clone(v, depth + 1);
|
|
50
|
+
}
|
|
51
|
+
return result;
|
|
52
|
+
}
|
|
53
|
+
if (val instanceof Set) {
|
|
54
|
+
return Array.from(val).map((item) => clone(item, depth + 1));
|
|
55
|
+
}
|
|
56
|
+
const result = {};
|
|
57
|
+
for (const key of Object.keys(val)) {
|
|
58
|
+
result[key] = clone(val[key], depth + 1);
|
|
59
|
+
}
|
|
60
|
+
return result;
|
|
61
|
+
}
|
|
62
|
+
return clone(value, 0);
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* Truncate large values for trace storage
|
|
66
|
+
*/
|
|
67
|
+
export function truncateForTrace(value, maxItems = 100, maxStringLength = 1000) {
|
|
68
|
+
if (typeof value === 'string' && value.length > maxStringLength) {
|
|
69
|
+
return value.slice(0, maxStringLength) + `... [truncated, ${value.length} chars total]`;
|
|
70
|
+
}
|
|
71
|
+
if (Array.isArray(value) && value.length > maxItems) {
|
|
72
|
+
return [...value.slice(0, maxItems), `... [truncated, ${value.length} items total]`];
|
|
73
|
+
}
|
|
74
|
+
if (value && typeof value === 'object') {
|
|
75
|
+
const keys = Object.keys(value);
|
|
76
|
+
if (keys.length > maxItems) {
|
|
77
|
+
const result = {};
|
|
78
|
+
for (const key of keys.slice(0, maxItems)) {
|
|
79
|
+
result[key] = value[key];
|
|
80
|
+
}
|
|
81
|
+
result['__truncated__'] = `${keys.length} keys total`;
|
|
82
|
+
return result;
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
return value;
|
|
86
|
+
}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trace Store - Persistence for execution traces
|
|
3
|
+
*
|
|
4
|
+
* Stores complete execution traces for time-travel debugging,
|
|
5
|
+
* enabling replay and step-by-step inspection of past runs.
|
|
6
|
+
*/
|
|
7
|
+
import type { ExecutionTrace, TraceSnapshot } from './state.js';
|
|
8
|
+
/**
|
|
9
|
+
* Trace store interface
|
|
10
|
+
*/
|
|
11
|
+
export interface TraceStore {
|
|
12
|
+
/** Save a complete trace */
|
|
13
|
+
save(trace: ExecutionTrace): Promise<void>;
|
|
14
|
+
/** Append a snapshot to an existing trace */
|
|
15
|
+
appendSnapshot(traceId: string, snapshot: TraceSnapshot): Promise<void>;
|
|
16
|
+
/** Load a trace by ID */
|
|
17
|
+
load(id: string): Promise<ExecutionTrace | null>;
|
|
18
|
+
/** Load a specific snapshot from a trace */
|
|
19
|
+
loadSnapshot(traceId: string, snapshotIndex: number): Promise<TraceSnapshot | null>;
|
|
20
|
+
/** List all traces for a mission */
|
|
21
|
+
listByMission(mission: string, limit?: number): Promise<ExecutionTrace[]>;
|
|
22
|
+
/** List recent traces across all missions */
|
|
23
|
+
listRecent(limit?: number): Promise<ExecutionTrace[]>;
|
|
24
|
+
/** Delete a trace */
|
|
25
|
+
delete(id: string): Promise<void>;
|
|
26
|
+
/** Find the latest trace for a mission */
|
|
27
|
+
findLatest(mission: string): Promise<ExecutionTrace | null>;
|
|
28
|
+
/** Get trace metadata without loading all snapshots (for performance) */
|
|
29
|
+
getMetadata(id: string): Promise<Omit<ExecutionTrace, 'snapshots'> | null>;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* File-based trace store
|
|
33
|
+
* Stores traces in .reqon-data/traces/ with separate files for metadata and snapshots
|
|
34
|
+
*/
|
|
35
|
+
export declare class FileTraceStore implements TraceStore {
|
|
36
|
+
private baseDir;
|
|
37
|
+
private initialized;
|
|
38
|
+
/** Per-trace append serialization to prevent concurrent index collisions. */
|
|
39
|
+
private appendChain;
|
|
40
|
+
constructor(baseDir?: string);
|
|
41
|
+
private getTraceDir;
|
|
42
|
+
private getMetadataPath;
|
|
43
|
+
private getSnapshotPath;
|
|
44
|
+
private deserializeTrace;
|
|
45
|
+
private deserializeSnapshot;
|
|
46
|
+
save(trace: ExecutionTrace): Promise<void>;
|
|
47
|
+
appendSnapshot(traceId: string, snapshot: TraceSnapshot): Promise<void>;
|
|
48
|
+
private doAppendSnapshot;
|
|
49
|
+
load(id: string): Promise<ExecutionTrace | null>;
|
|
50
|
+
loadSnapshot(traceId: string, snapshotIndex: number): Promise<TraceSnapshot | null>;
|
|
51
|
+
listByMission(mission: string, limit?: number): Promise<ExecutionTrace[]>;
|
|
52
|
+
listRecent(limit?: number): Promise<ExecutionTrace[]>;
|
|
53
|
+
delete(id: string): Promise<void>;
|
|
54
|
+
findLatest(mission: string): Promise<ExecutionTrace | null>;
|
|
55
|
+
getMetadata(id: string): Promise<Omit<ExecutionTrace, 'snapshots'> | null>;
|
|
56
|
+
/** Read the metadata file, returning the committed snapshot count and the
|
|
57
|
+
* trace metadata (snapshotCount stripped). */
|
|
58
|
+
private readMetadataRaw;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* In-memory trace store (for testing)
|
|
62
|
+
*/
|
|
63
|
+
export declare class MemoryTraceStore implements TraceStore {
|
|
64
|
+
private traces;
|
|
65
|
+
save(trace: ExecutionTrace): Promise<void>;
|
|
66
|
+
appendSnapshot(traceId: string, snapshot: TraceSnapshot): Promise<void>;
|
|
67
|
+
load(id: string): Promise<ExecutionTrace | null>;
|
|
68
|
+
loadSnapshot(traceId: string, snapshotIndex: number): Promise<TraceSnapshot | null>;
|
|
69
|
+
listByMission(mission: string, limit?: number): Promise<ExecutionTrace[]>;
|
|
70
|
+
listRecent(limit?: number): Promise<ExecutionTrace[]>;
|
|
71
|
+
delete(id: string): Promise<void>;
|
|
72
|
+
findLatest(mission: string): Promise<ExecutionTrace | null>;
|
|
73
|
+
getMetadata(id: string): Promise<Omit<ExecutionTrace, 'snapshots'> | null>;
|
|
74
|
+
clear(): void;
|
|
75
|
+
}
|
|
@@ -0,0 +1,250 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trace Store - Persistence for execution traces
|
|
3
|
+
*
|
|
4
|
+
* Stores complete execution traces for time-travel debugging,
|
|
5
|
+
* enabling replay and step-by-step inspection of past runs.
|
|
6
|
+
*/
|
|
7
|
+
import { join } from 'node:path';
|
|
8
|
+
import { safeJoin } from '../utils/path.js';
|
|
9
|
+
import { ensureDirectory, writeJsonFile, readJsonFile, listFiles, deleteFile, restoreDates, restoreDatesInArray, } from '../utils/file.js';
|
|
10
|
+
/**
|
|
11
|
+
* File-based trace store
|
|
12
|
+
* Stores traces in .reqon-data/traces/ with separate files for metadata and snapshots
|
|
13
|
+
*/
|
|
14
|
+
export class FileTraceStore {
|
|
15
|
+
baseDir;
|
|
16
|
+
initialized;
|
|
17
|
+
/** Per-trace append serialization to prevent concurrent index collisions. */
|
|
18
|
+
appendChain = new Map();
|
|
19
|
+
constructor(baseDir = '.reqon-data/traces') {
|
|
20
|
+
this.baseDir = baseDir;
|
|
21
|
+
this.initialized = ensureDirectory(this.baseDir);
|
|
22
|
+
}
|
|
23
|
+
getTraceDir(id) {
|
|
24
|
+
// Confine the (DSL-influenced) trace id to the traces base directory.
|
|
25
|
+
return safeJoin(this.baseDir, id);
|
|
26
|
+
}
|
|
27
|
+
getMetadataPath(id) {
|
|
28
|
+
return join(this.getTraceDir(id), 'metadata.json');
|
|
29
|
+
}
|
|
30
|
+
getSnapshotPath(id, index) {
|
|
31
|
+
return join(this.getTraceDir(id), `snapshot_${index.toString().padStart(6, '0')}.json`);
|
|
32
|
+
}
|
|
33
|
+
async deserializeTrace(parsed) {
|
|
34
|
+
restoreDates(parsed, ['startedAt', 'completedAt']);
|
|
35
|
+
if (parsed.snapshots && Array.isArray(parsed.snapshots)) {
|
|
36
|
+
restoreDatesInArray(parsed.snapshots, ['timestamp']);
|
|
37
|
+
}
|
|
38
|
+
return parsed;
|
|
39
|
+
}
|
|
40
|
+
deserializeSnapshot(parsed) {
|
|
41
|
+
restoreDates(parsed, ['timestamp']);
|
|
42
|
+
return parsed;
|
|
43
|
+
}
|
|
44
|
+
async save(trace) {
|
|
45
|
+
await this.initialized;
|
|
46
|
+
const traceDir = this.getTraceDir(trace.id);
|
|
47
|
+
await ensureDirectory(traceDir);
|
|
48
|
+
// Save metadata separately from snapshots for efficient listing
|
|
49
|
+
const metadata = {
|
|
50
|
+
id: trace.id,
|
|
51
|
+
mission: trace.mission,
|
|
52
|
+
mode: trace.mode,
|
|
53
|
+
startedAt: trace.startedAt,
|
|
54
|
+
completedAt: trace.completedAt,
|
|
55
|
+
duration: trace.duration,
|
|
56
|
+
success: trace.success,
|
|
57
|
+
metadata: trace.metadata,
|
|
58
|
+
snapshotCount: trace.snapshots.length,
|
|
59
|
+
};
|
|
60
|
+
// Write all snapshots first, then metadata last. Metadata's snapshotCount
|
|
61
|
+
// acts as a commit pointer: a crash mid-save leaves either no metadata or
|
|
62
|
+
// the previous one, never a metadata that claims more snapshots than exist.
|
|
63
|
+
for (let i = 0; i < trace.snapshots.length; i++) {
|
|
64
|
+
await writeJsonFile(this.getSnapshotPath(trace.id, i), trace.snapshots[i], true, 0o600);
|
|
65
|
+
}
|
|
66
|
+
await writeJsonFile(this.getMetadataPath(trace.id), metadata, true, 0o600);
|
|
67
|
+
}
|
|
68
|
+
async appendSnapshot(traceId, snapshot) {
|
|
69
|
+
// Serialize appends per trace so two concurrent calls can't compute the
|
|
70
|
+
// same next index and clobber each other's snapshot file.
|
|
71
|
+
const run = (this.appendChain.get(traceId) ?? Promise.resolve()).then(() => this.doAppendSnapshot(traceId, snapshot));
|
|
72
|
+
// Keep the chain alive even if this append rejects.
|
|
73
|
+
this.appendChain.set(traceId, run.catch(() => { }));
|
|
74
|
+
return run;
|
|
75
|
+
}
|
|
76
|
+
async doAppendSnapshot(traceId, snapshot) {
|
|
77
|
+
await this.initialized;
|
|
78
|
+
const traceDir = this.getTraceDir(traceId);
|
|
79
|
+
await ensureDirectory(traceDir);
|
|
80
|
+
// Load current metadata to get snapshot count
|
|
81
|
+
const metadataPath = this.getMetadataPath(traceId);
|
|
82
|
+
const metadata = await readJsonFile(metadataPath);
|
|
83
|
+
let snapshotCount = 0;
|
|
84
|
+
if (metadata && typeof metadata.snapshotCount === 'number') {
|
|
85
|
+
snapshotCount = metadata.snapshotCount;
|
|
86
|
+
}
|
|
87
|
+
// Write the snapshot first, then commit the new count to metadata so a
|
|
88
|
+
// crash between the two leaves an uncommitted (ignored) snapshot, never a
|
|
89
|
+
// count that points past what's on disk.
|
|
90
|
+
await writeJsonFile(this.getSnapshotPath(traceId, snapshotCount), snapshot, true, 0o600);
|
|
91
|
+
if (metadata) {
|
|
92
|
+
metadata.snapshotCount = snapshotCount + 1;
|
|
93
|
+
await writeJsonFile(metadataPath, metadata, true, 0o600);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
async load(id) {
|
|
97
|
+
await this.initialized;
|
|
98
|
+
const raw = await this.readMetadataRaw(id);
|
|
99
|
+
if (!raw)
|
|
100
|
+
return null;
|
|
101
|
+
const { snapshotCount, metadata } = raw;
|
|
102
|
+
// Load exactly the committed number of snapshots, by index. Globbing
|
|
103
|
+
// snapshot_*.json would silently include a half-written extra file or
|
|
104
|
+
// miss nothing about a gap; loading by the committed count guarantees the
|
|
105
|
+
// replayed trace matches what save/append actually committed.
|
|
106
|
+
const snapshots = [];
|
|
107
|
+
for (let i = 0; i < snapshotCount; i++) {
|
|
108
|
+
const parsed = await readJsonFile(this.getSnapshotPath(id, i));
|
|
109
|
+
if (!parsed) {
|
|
110
|
+
throw new Error(`Trace ${id} is inconsistent: metadata claims ${snapshotCount} snapshots ` +
|
|
111
|
+
`but snapshot ${i} is missing.`);
|
|
112
|
+
}
|
|
113
|
+
snapshots.push(this.deserializeSnapshot(parsed));
|
|
114
|
+
}
|
|
115
|
+
return {
|
|
116
|
+
...metadata,
|
|
117
|
+
snapshots,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
async loadSnapshot(traceId, snapshotIndex) {
|
|
121
|
+
await this.initialized;
|
|
122
|
+
const snapshotPath = this.getSnapshotPath(traceId, snapshotIndex);
|
|
123
|
+
const parsed = await readJsonFile(snapshotPath);
|
|
124
|
+
return parsed ? this.deserializeSnapshot(parsed) : null;
|
|
125
|
+
}
|
|
126
|
+
async listByMission(mission, limit = 50) {
|
|
127
|
+
const all = await this.listRecent(limit * 2); // Load more to filter
|
|
128
|
+
return all.filter((t) => t.mission === mission).slice(0, limit);
|
|
129
|
+
}
|
|
130
|
+
async listRecent(limit = 50) {
|
|
131
|
+
await this.initialized;
|
|
132
|
+
const entries = await listFiles(this.baseDir, '');
|
|
133
|
+
const traces = [];
|
|
134
|
+
// Read metadata files from subdirectories
|
|
135
|
+
for (const entry of entries) {
|
|
136
|
+
if (entry.endsWith('metadata.json')) {
|
|
137
|
+
const parsed = await readJsonFile(entry);
|
|
138
|
+
if (parsed) {
|
|
139
|
+
const trace = await this.deserializeTrace(parsed);
|
|
140
|
+
// Return without snapshots for listing efficiency
|
|
141
|
+
traces.push({ ...trace, snapshots: [] });
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
// Sort by start time, newest first
|
|
146
|
+
traces.sort((a, b) => b.startedAt.getTime() - a.startedAt.getTime());
|
|
147
|
+
return traces.slice(0, limit);
|
|
148
|
+
}
|
|
149
|
+
async delete(id) {
|
|
150
|
+
await this.initialized;
|
|
151
|
+
const traceDir = this.getTraceDir(id);
|
|
152
|
+
const files = await listFiles(traceDir, '.json');
|
|
153
|
+
for (const file of files) {
|
|
154
|
+
await deleteFile(file);
|
|
155
|
+
}
|
|
156
|
+
// Note: Directory cleanup would require additional fs.rmdir
|
|
157
|
+
}
|
|
158
|
+
async findLatest(mission) {
|
|
159
|
+
const traces = await this.listByMission(mission, 1);
|
|
160
|
+
return traces[0] ?? null;
|
|
161
|
+
}
|
|
162
|
+
async getMetadata(id) {
|
|
163
|
+
const raw = await this.readMetadataRaw(id);
|
|
164
|
+
return raw ? raw.metadata : null;
|
|
165
|
+
}
|
|
166
|
+
/** Read the metadata file, returning the committed snapshot count and the
|
|
167
|
+
* trace metadata (snapshotCount stripped). */
|
|
168
|
+
async readMetadataRaw(id) {
|
|
169
|
+
await this.initialized;
|
|
170
|
+
const parsed = await readJsonFile(this.getMetadataPath(id));
|
|
171
|
+
if (!parsed)
|
|
172
|
+
return null;
|
|
173
|
+
restoreDates(parsed, ['startedAt', 'completedAt']);
|
|
174
|
+
const { snapshotCount, ...rest } = parsed;
|
|
175
|
+
return {
|
|
176
|
+
snapshotCount: typeof snapshotCount === 'number' ? snapshotCount : 0,
|
|
177
|
+
metadata: rest,
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
/**
|
|
182
|
+
* In-memory trace store (for testing)
|
|
183
|
+
*/
|
|
184
|
+
export class MemoryTraceStore {
|
|
185
|
+
traces = new Map();
|
|
186
|
+
async save(trace) {
|
|
187
|
+
this.traces.set(trace.id, JSON.parse(JSON.stringify(trace)));
|
|
188
|
+
}
|
|
189
|
+
async appendSnapshot(traceId, snapshot) {
|
|
190
|
+
const trace = this.traces.get(traceId);
|
|
191
|
+
if (trace) {
|
|
192
|
+
trace.snapshots.push(JSON.parse(JSON.stringify(snapshot)));
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
async load(id) {
|
|
196
|
+
const trace = this.traces.get(id);
|
|
197
|
+
if (!trace)
|
|
198
|
+
return null;
|
|
199
|
+
const restored = JSON.parse(JSON.stringify(trace));
|
|
200
|
+
restored.startedAt = new Date(restored.startedAt);
|
|
201
|
+
if (restored.completedAt) {
|
|
202
|
+
restored.completedAt = new Date(restored.completedAt);
|
|
203
|
+
}
|
|
204
|
+
for (const snapshot of restored.snapshots) {
|
|
205
|
+
snapshot.timestamp = new Date(snapshot.timestamp);
|
|
206
|
+
}
|
|
207
|
+
return restored;
|
|
208
|
+
}
|
|
209
|
+
async loadSnapshot(traceId, snapshotIndex) {
|
|
210
|
+
const trace = this.traces.get(traceId);
|
|
211
|
+
if (!trace || snapshotIndex >= trace.snapshots.length)
|
|
212
|
+
return null;
|
|
213
|
+
const snapshot = JSON.parse(JSON.stringify(trace.snapshots[snapshotIndex]));
|
|
214
|
+
snapshot.timestamp = new Date(snapshot.timestamp);
|
|
215
|
+
return snapshot;
|
|
216
|
+
}
|
|
217
|
+
async listByMission(mission, limit = 50) {
|
|
218
|
+
const all = await this.listRecent();
|
|
219
|
+
return all.filter((t) => t.mission === mission).slice(0, limit);
|
|
220
|
+
}
|
|
221
|
+
async listRecent(limit = 50) {
|
|
222
|
+
const traces = Array.from(this.traces.values()).map((t) => {
|
|
223
|
+
const restored = JSON.parse(JSON.stringify(t));
|
|
224
|
+
restored.startedAt = new Date(restored.startedAt);
|
|
225
|
+
if (restored.completedAt) {
|
|
226
|
+
restored.completedAt = new Date(restored.completedAt);
|
|
227
|
+
}
|
|
228
|
+
return { ...restored, snapshots: [] };
|
|
229
|
+
});
|
|
230
|
+
traces.sort((a, b) => b.startedAt.getTime() - a.startedAt.getTime());
|
|
231
|
+
return traces.slice(0, limit);
|
|
232
|
+
}
|
|
233
|
+
async delete(id) {
|
|
234
|
+
this.traces.delete(id);
|
|
235
|
+
}
|
|
236
|
+
async findLatest(mission) {
|
|
237
|
+
const traces = await this.listByMission(mission, 1);
|
|
238
|
+
return traces[0] ?? null;
|
|
239
|
+
}
|
|
240
|
+
async getMetadata(id) {
|
|
241
|
+
const trace = await this.load(id);
|
|
242
|
+
if (!trace)
|
|
243
|
+
return null;
|
|
244
|
+
const { snapshots: _snapshots, ...metadata } = trace;
|
|
245
|
+
return metadata;
|
|
246
|
+
}
|
|
247
|
+
clear() {
|
|
248
|
+
this.traces.clear();
|
|
249
|
+
}
|
|
250
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deep-merge for store upserts.
|
|
3
|
+
*
|
|
4
|
+
* A shallow `{ ...existing, ...incoming }` clobbers nested objects: merging
|
|
5
|
+
* `{ profile: { city: 'LA' } }` over `{ profile: { name: 'Alice' } }` drops
|
|
6
|
+
* `name`. deepMerge recurses into plain objects so sibling nested fields
|
|
7
|
+
* survive. Arrays and primitives are replaced wholesale (the incoming value
|
|
8
|
+
* wins), and neither input is mutated.
|
|
9
|
+
*/
|
|
10
|
+
export declare function deepMerge(target: Record<string, unknown>, source: Record<string, unknown>): Record<string, unknown>;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deep-merge for store upserts.
|
|
3
|
+
*
|
|
4
|
+
* A shallow `{ ...existing, ...incoming }` clobbers nested objects: merging
|
|
5
|
+
* `{ profile: { city: 'LA' } }` over `{ profile: { name: 'Alice' } }` drops
|
|
6
|
+
* `name`. deepMerge recurses into plain objects so sibling nested fields
|
|
7
|
+
* survive. Arrays and primitives are replaced wholesale (the incoming value
|
|
8
|
+
* wins), and neither input is mutated.
|
|
9
|
+
*/
|
|
10
|
+
function isPlainObject(value) {
|
|
11
|
+
if (typeof value !== 'object' || value === null || Array.isArray(value))
|
|
12
|
+
return false;
|
|
13
|
+
const proto = Object.getPrototypeOf(value);
|
|
14
|
+
return proto === Object.prototype || proto === null;
|
|
15
|
+
}
|
|
16
|
+
export function deepMerge(target, source) {
|
|
17
|
+
const out = { ...target };
|
|
18
|
+
for (const [key, value] of Object.entries(source)) {
|
|
19
|
+
const existing = out[key];
|
|
20
|
+
out[key] = isPlainObject(existing) && isPlainObject(value) ? deepMerge(existing, value) : value;
|
|
21
|
+
}
|
|
22
|
+
return out;
|
|
23
|
+
}
|
package/dist/utils/file.d.ts
CHANGED
|
@@ -11,12 +11,21 @@ export declare function ensureParentDirectory(filePath: string): Promise<void>;
|
|
|
11
11
|
*/
|
|
12
12
|
export declare function serialize(data: unknown, pretty?: boolean): string;
|
|
13
13
|
/**
|
|
14
|
-
*
|
|
14
|
+
* Atomically write a file: write to a temp file, fsync it, then rename over
|
|
15
|
+
* the target. A crash or full disk mid-write leaves the original file intact
|
|
16
|
+
* rather than truncating it (the rename is atomic on POSIX/NTFS).
|
|
15
17
|
*/
|
|
16
|
-
export declare function
|
|
18
|
+
export declare function writeFileAtomic(filePath: string, content: string, mode?: number): Promise<void>;
|
|
19
|
+
/** Synchronous counterpart to {@link writeFileAtomic} for flush/exit paths. */
|
|
20
|
+
export declare function writeFileAtomicSync(filePath: string, content: string): void;
|
|
17
21
|
/**
|
|
18
|
-
*
|
|
19
|
-
|
|
22
|
+
* Write JSON data to a file atomically (durable against mid-write crashes).
|
|
23
|
+
*/
|
|
24
|
+
export declare function writeJsonFile(filePath: string, data: unknown, pretty?: boolean, mode?: number): Promise<void>;
|
|
25
|
+
/**
|
|
26
|
+
* Read JSON data from a file.
|
|
27
|
+
* Returns null only if the file is absent; throws if it exists but is corrupt
|
|
28
|
+
* so a truncated/partial file is never silently treated as "empty".
|
|
20
29
|
*/
|
|
21
30
|
export declare function readJsonFile<T>(filePath: string): Promise<T | null>;
|
|
22
31
|
/**
|
package/dist/utils/file.js
CHANGED
|
@@ -1,5 +1,8 @@
|
|
|
1
|
-
import { mkdir, readFile,
|
|
1
|
+
import { mkdir, readFile, access, readdir, unlink, rename, open } from 'node:fs/promises';
|
|
2
|
+
import { openSync, writeSync, fsyncSync, closeSync, renameSync, unlinkSync } from 'node:fs';
|
|
2
3
|
import { dirname, join } from 'node:path';
|
|
4
|
+
// Monotonic counter to keep concurrent temp-file names unique within a process.
|
|
5
|
+
let tmpCounter = 0;
|
|
3
6
|
/**
|
|
4
7
|
* Ensure a directory exists, creating it if necessary
|
|
5
8
|
*/
|
|
@@ -24,22 +27,79 @@ export function serialize(data, pretty = true) {
|
|
|
24
27
|
return pretty ? JSON.stringify(data, null, 2) : JSON.stringify(data);
|
|
25
28
|
}
|
|
26
29
|
/**
|
|
27
|
-
*
|
|
30
|
+
* Atomically write a file: write to a temp file, fsync it, then rename over
|
|
31
|
+
* the target. A crash or full disk mid-write leaves the original file intact
|
|
32
|
+
* rather than truncating it (the rename is atomic on POSIX/NTFS).
|
|
28
33
|
*/
|
|
29
|
-
export async function
|
|
30
|
-
|
|
34
|
+
export async function writeFileAtomic(filePath, content, mode) {
|
|
35
|
+
const tmpPath = `${filePath}.${process.pid}.${tmpCounter++}.tmp`;
|
|
36
|
+
const handle = await open(tmpPath, 'w', mode);
|
|
37
|
+
try {
|
|
38
|
+
await handle.writeFile(content, 'utf-8');
|
|
39
|
+
await handle.sync();
|
|
40
|
+
}
|
|
41
|
+
finally {
|
|
42
|
+
await handle.close();
|
|
43
|
+
}
|
|
44
|
+
try {
|
|
45
|
+
await rename(tmpPath, filePath);
|
|
46
|
+
}
|
|
47
|
+
catch (err) {
|
|
48
|
+
await unlink(tmpPath).catch(() => { });
|
|
49
|
+
throw err;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/** Synchronous counterpart to {@link writeFileAtomic} for flush/exit paths. */
|
|
53
|
+
export function writeFileAtomicSync(filePath, content) {
|
|
54
|
+
const tmpPath = `${filePath}.${process.pid}.${tmpCounter++}.tmp`;
|
|
55
|
+
const fd = openSync(tmpPath, 'w');
|
|
56
|
+
try {
|
|
57
|
+
writeSync(fd, content);
|
|
58
|
+
fsyncSync(fd);
|
|
59
|
+
}
|
|
60
|
+
finally {
|
|
61
|
+
closeSync(fd);
|
|
62
|
+
}
|
|
63
|
+
try {
|
|
64
|
+
renameSync(tmpPath, filePath);
|
|
65
|
+
}
|
|
66
|
+
catch (err) {
|
|
67
|
+
try {
|
|
68
|
+
unlinkSync(tmpPath);
|
|
69
|
+
}
|
|
70
|
+
catch {
|
|
71
|
+
// best-effort cleanup
|
|
72
|
+
}
|
|
73
|
+
throw err;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Write JSON data to a file atomically (durable against mid-write crashes).
|
|
78
|
+
*/
|
|
79
|
+
export async function writeJsonFile(filePath, data, pretty = true, mode) {
|
|
80
|
+
await writeFileAtomic(filePath, serialize(data, pretty), mode);
|
|
31
81
|
}
|
|
32
82
|
/**
|
|
33
|
-
* Read JSON data from a file
|
|
34
|
-
* Returns null if file
|
|
83
|
+
* Read JSON data from a file.
|
|
84
|
+
* Returns null only if the file is absent; throws if it exists but is corrupt
|
|
85
|
+
* so a truncated/partial file is never silently treated as "empty".
|
|
35
86
|
*/
|
|
36
87
|
export async function readJsonFile(filePath) {
|
|
88
|
+
let content;
|
|
89
|
+
try {
|
|
90
|
+
content = await readFile(filePath, 'utf-8');
|
|
91
|
+
}
|
|
92
|
+
catch (err) {
|
|
93
|
+
if (err.code === 'ENOENT') {
|
|
94
|
+
return null;
|
|
95
|
+
}
|
|
96
|
+
throw err;
|
|
97
|
+
}
|
|
37
98
|
try {
|
|
38
|
-
const content = await readFile(filePath, 'utf-8');
|
|
39
99
|
return JSON.parse(content);
|
|
40
100
|
}
|
|
41
|
-
catch {
|
|
42
|
-
|
|
101
|
+
catch (err) {
|
|
102
|
+
throw new Error(`Corrupt JSON in ${filePath}: ${err.message}`, { cause: err });
|
|
43
103
|
}
|
|
44
104
|
}
|
|
45
105
|
/**
|
|
@@ -48,9 +108,7 @@ export async function readJsonFile(filePath) {
|
|
|
48
108
|
export async function listFiles(dir, extension) {
|
|
49
109
|
try {
|
|
50
110
|
const entries = await readdir(dir);
|
|
51
|
-
const filtered = extension
|
|
52
|
-
? entries.filter((f) => f.endsWith(extension))
|
|
53
|
-
: entries;
|
|
111
|
+
const filtered = extension ? entries.filter((f) => f.endsWith(extension)) : entries;
|
|
54
112
|
return filtered.map((f) => join(dir, f));
|
|
55
113
|
}
|
|
56
114
|
catch {
|
package/dist/utils/index.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { sleep } from './async.js';
|
|
2
|
-
export { extractNestedValue, traversePath } from './path.js';
|
|
2
|
+
export { extractNestedValue, traversePath, safeJoin, sanitizeSegment, PathTraversalError, } from './path.js';
|
|
3
3
|
export { type Logger, ConsoleLogger, SilentLogger, createLogger } from './logger.js';
|
|
4
4
|
export { ensureDirectory, ensureParentDirectory, serialize, writeJsonFile, readJsonFile, listFiles, deleteFile, restoreDates, restoreDatesInArray, } from './file.js';
|
|
5
|
+
export { isRecord, isObject, isArrayOf, isString, isNumber, isBoolean, isDefined, isPresent, getProperty, getNestedProperty, hasProperty, hasTypedProperty, } from './type-guards.js';
|
package/dist/utils/index.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { sleep } from './async.js';
|
|
2
|
-
export { extractNestedValue, traversePath } from './path.js';
|
|
2
|
+
export { extractNestedValue, traversePath, safeJoin, sanitizeSegment, PathTraversalError, } from './path.js';
|
|
3
3
|
export { ConsoleLogger, SilentLogger, createLogger } from './logger.js';
|
|
4
4
|
export { ensureDirectory, ensureParentDirectory, serialize, writeJsonFile, readJsonFile, listFiles, deleteFile, restoreDates, restoreDatesInArray, } from './file.js';
|
|
5
|
+
export { isRecord, isObject, isArrayOf, isString, isNumber, isBoolean, isDefined, isPresent, getProperty, getNestedProperty, hasProperty, hasTypedProperty, } from './type-guards.js';
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Timers for delays beyond Node's 32-bit setTimeout limit.
|
|
3
|
+
*
|
|
4
|
+
* Node stores the delay in a 32-bit signed int: anything over 2_147_483_647 ms
|
|
5
|
+
* (~24.8 days) overflows and the callback fires almost immediately. A multi-week
|
|
6
|
+
* webhook wait or pause would therefore time out at once. `setLongTimeout`
|
|
7
|
+
* chains native timeouts so arbitrarily long delays fire at the right time.
|
|
8
|
+
*/
|
|
9
|
+
/** Largest delay (ms) Node's setTimeout handles without overflowing. */
|
|
10
|
+
export declare const MAX_TIMEOUT_MS = 2147483647;
|
|
11
|
+
export interface LongTimeout {
|
|
12
|
+
/** Cancel the pending timeout. */
|
|
13
|
+
clear(): void;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Schedule `callback` to run after `delayMs`, correctly handling delays larger
|
|
17
|
+
* than {@link MAX_TIMEOUT_MS} by chaining native timeouts.
|
|
18
|
+
*/
|
|
19
|
+
export declare function setLongTimeout(callback: () => void, delayMs: number): LongTimeout;
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Timers for delays beyond Node's 32-bit setTimeout limit.
|
|
3
|
+
*
|
|
4
|
+
* Node stores the delay in a 32-bit signed int: anything over 2_147_483_647 ms
|
|
5
|
+
* (~24.8 days) overflows and the callback fires almost immediately. A multi-week
|
|
6
|
+
* webhook wait or pause would therefore time out at once. `setLongTimeout`
|
|
7
|
+
* chains native timeouts so arbitrarily long delays fire at the right time.
|
|
8
|
+
*/
|
|
9
|
+
/** Largest delay (ms) Node's setTimeout handles without overflowing. */
|
|
10
|
+
export const MAX_TIMEOUT_MS = 2_147_483_647;
|
|
11
|
+
/**
|
|
12
|
+
* Schedule `callback` to run after `delayMs`, correctly handling delays larger
|
|
13
|
+
* than {@link MAX_TIMEOUT_MS} by chaining native timeouts.
|
|
14
|
+
*/
|
|
15
|
+
export function setLongTimeout(callback, delayMs) {
|
|
16
|
+
let remaining = Math.max(0, delayMs);
|
|
17
|
+
let timer;
|
|
18
|
+
const schedule = () => {
|
|
19
|
+
if (remaining <= MAX_TIMEOUT_MS) {
|
|
20
|
+
timer = setTimeout(callback, remaining);
|
|
21
|
+
}
|
|
22
|
+
else {
|
|
23
|
+
remaining -= MAX_TIMEOUT_MS;
|
|
24
|
+
timer = setTimeout(schedule, MAX_TIMEOUT_MS);
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
schedule();
|
|
28
|
+
return {
|
|
29
|
+
clear() {
|
|
30
|
+
clearTimeout(timer);
|
|
31
|
+
},
|
|
32
|
+
};
|
|
33
|
+
}
|