reqon-dsl 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/README.md +22 -0
- package/dist/ast/nodes.d.ts +83 -4
- package/dist/ast/nodes.js +14 -0
- package/dist/auth/circuit-breaker.js +7 -6
- package/dist/auth/rate-limiter.d.ts +4 -0
- package/dist/auth/rate-limiter.js +9 -16
- package/dist/cli.d.ts +13 -0
- package/dist/cli.js +84 -4
- package/dist/config/constants.d.ts +141 -0
- package/dist/config/constants.js +128 -0
- package/dist/config/index.d.ts +4 -0
- package/dist/config/index.js +4 -0
- package/dist/control/index.d.ts +2 -0
- package/dist/control/index.js +1 -0
- package/dist/control/server.d.ts +88 -0
- package/dist/control/server.js +238 -0
- package/dist/control/types.d.ts +55 -0
- package/dist/control/types.js +7 -0
- package/dist/debug/cli-debugger.d.ts +17 -0
- package/dist/debug/cli-debugger.js +180 -0
- package/dist/debug/controller.d.ts +94 -0
- package/dist/debug/controller.js +45 -0
- package/dist/debug/index.d.ts +6 -0
- package/dist/debug/index.js +5 -0
- package/dist/errors/index.d.ts +67 -0
- package/dist/errors/index.js +89 -1
- package/dist/execution/index.d.ts +1 -1
- package/dist/execution/state.d.ts +24 -0
- package/dist/index.d.ts +21 -1
- package/dist/index.js +33 -2
- package/dist/interpreter/context.d.ts +14 -0
- package/dist/interpreter/context.js +15 -0
- package/dist/interpreter/evaluator.d.ts +63 -1
- package/dist/interpreter/evaluator.js +186 -39
- package/dist/interpreter/executor.d.ts +70 -14
- package/dist/interpreter/executor.js +503 -174
- package/dist/interpreter/fetch-handler.d.ts +9 -0
- package/dist/interpreter/fetch-handler.js +133 -24
- package/dist/interpreter/http.d.ts +5 -0
- package/dist/interpreter/http.js +26 -12
- package/dist/interpreter/index.d.ts +3 -1
- package/dist/interpreter/index.js +2 -0
- package/dist/interpreter/pagination.d.ts +11 -2
- package/dist/interpreter/pagination.js +95 -31
- package/dist/interpreter/signals.d.ts +8 -0
- package/dist/interpreter/signals.js +12 -0
- package/dist/interpreter/source-manager.d.ts +75 -0
- package/dist/interpreter/source-manager.js +157 -0
- package/dist/interpreter/step-handlers/apply-handler.d.ts +29 -0
- package/dist/interpreter/step-handlers/apply-handler.js +79 -0
- package/dist/interpreter/step-handlers/for-handler.d.ts +13 -0
- package/dist/interpreter/step-handlers/for-handler.js +71 -4
- package/dist/interpreter/step-handlers/index.d.ts +4 -2
- package/dist/interpreter/step-handlers/index.js +4 -2
- package/dist/interpreter/step-handlers/match-handler.d.ts +9 -0
- package/dist/interpreter/step-handlers/match-handler.js +43 -16
- package/dist/interpreter/step-handlers/pause-handler.d.ts +52 -0
- package/dist/interpreter/step-handlers/pause-handler.js +87 -0
- package/dist/interpreter/step-handlers/store-handler.d.ts +11 -1
- package/dist/interpreter/step-handlers/store-handler.js +45 -13
- package/dist/interpreter/step-handlers/types.d.ts +3 -0
- package/dist/interpreter/step-handlers/validate-handler.d.ts +2 -1
- package/dist/interpreter/step-handlers/validate-handler.js +4 -2
- package/dist/interpreter/step-handlers/webhook-handler.d.ts +3 -0
- package/dist/interpreter/step-handlers/webhook-handler.js +18 -2
- package/dist/interpreter/store-manager.d.ts +46 -0
- package/dist/interpreter/store-manager.js +66 -0
- package/dist/lexer/index.d.ts +11 -4
- package/dist/lexer/index.js +11 -4
- package/dist/lexer/tokens.d.ts +17 -1
- package/dist/lexer/tokens.js +36 -0
- package/dist/mcp/index.d.ts +11 -0
- package/dist/mcp/index.js +11 -0
- package/dist/mcp/server.d.ts +17 -0
- package/dist/mcp/server.js +451 -0
- package/dist/oas/index.d.ts +2 -0
- package/dist/oas/index.js +1 -0
- package/dist/oas/mock-generator.d.ts +12 -0
- package/dist/oas/mock-generator.js +187 -0
- package/dist/observability/events.d.ts +244 -0
- package/dist/observability/events.js +90 -0
- package/dist/observability/index.d.ts +15 -0
- package/dist/observability/index.js +12 -0
- package/dist/observability/logger.d.ts +106 -0
- package/dist/observability/logger.js +259 -0
- package/dist/observability/otel.d.ts +135 -0
- package/dist/observability/otel.js +386 -0
- package/dist/parser/action-parser.d.ts +105 -0
- package/dist/parser/action-parser.js +645 -0
- package/dist/parser/expressions.d.ts +13 -0
- package/dist/parser/expressions.js +72 -2
- package/dist/parser/fetch-parser.d.ts +27 -0
- package/dist/parser/fetch-parser.js +269 -0
- package/dist/parser/index.d.ts +17 -0
- package/dist/parser/index.js +17 -0
- package/dist/parser/parser.d.ts +44 -46
- package/dist/parser/parser.js +122 -1070
- package/dist/parser/pipeline-parser.d.ts +12 -0
- package/dist/parser/pipeline-parser.js +52 -0
- package/dist/parser/schedule-parser.d.ts +7 -0
- package/dist/parser/schedule-parser.js +137 -0
- package/dist/parser/source-parser.d.ts +9 -0
- package/dist/parser/source-parser.js +151 -0
- package/dist/pause/index.d.ts +14 -0
- package/dist/pause/index.js +11 -0
- package/dist/pause/manager.d.ts +118 -0
- package/dist/pause/manager.js +245 -0
- package/dist/pause/state.d.ts +93 -0
- package/dist/pause/state.js +103 -0
- package/dist/pause/store.d.ts +61 -0
- package/dist/pause/store.js +156 -0
- package/dist/plugin.d.ts +9 -12
- package/dist/plugin.js +10 -13
- package/dist/stores/factory.d.ts +1 -1
- package/dist/stores/factory.js +3 -2
- package/dist/stores/file.d.ts +26 -0
- package/dist/stores/file.js +64 -10
- package/dist/stores/index.d.ts +16 -1
- package/dist/stores/index.js +16 -1
- package/dist/stores/memory.d.ts +4 -0
- package/dist/stores/memory.js +11 -0
- package/dist/stores/types.d.ts +17 -0
- package/dist/stores/types.js +12 -0
- package/dist/trace/index.d.ts +16 -0
- package/dist/trace/index.js +12 -0
- package/dist/trace/recorder.d.ts +71 -0
- package/dist/trace/recorder.js +144 -0
- package/dist/trace/replay.d.ts +132 -0
- package/dist/trace/replay.js +264 -0
- package/dist/trace/state.d.ts +102 -0
- package/dist/trace/state.js +86 -0
- package/dist/trace/store.d.ts +69 -0
- package/dist/trace/store.js +225 -0
- package/dist/utils/index.d.ts +1 -0
- package/dist/utils/index.js +1 -0
- package/dist/utils/type-guards.d.ts +58 -0
- package/dist/utils/type-guards.js +92 -0
- package/dist/webhook/server.js +7 -6
- package/package.json +55 -6
- package/.claude/settings.local.json +0 -31
- package/.claude/skills/api-integration.md +0 -125
- package/.claude/skills/database-schema.md +0 -51
- package/.claude/skills/dsl-design.md +0 -80
- package/.claude/skills/property-testing.md +0 -143
- package/.claude/skills/reqon/SKILL.md +0 -44
- package/.claude/skills/reqon/references/examples.md +0 -206
- package/.claude/skills/reqon/references/syntax.md +0 -263
- package/.claude/skills/vscode-extension.md +0 -113
- package/.github/dependabot.yml +0 -32
- package/.github/pull_request_template.md +0 -21
- package/.github/workflows/ci.yml +0 -174
- package/.github/workflows/release.yml +0 -73
- package/CLAUDE.md +0 -72
- package/CONTRIBUTING.md +0 -161
- package/TODO.md +0 -51
- package/dist/auth/auth.test.d.ts +0 -1
- package/dist/auth/auth.test.js +0 -255
- package/dist/errors/errors.test.d.ts +0 -1
- package/dist/errors/errors.test.js +0 -165
- package/dist/execution/execution.test.d.ts +0 -1
- package/dist/execution/execution.test.js +0 -246
- package/dist/integration.test.d.ts +0 -1
- package/dist/integration.test.js +0 -168
- package/dist/interpreter/evaluator.test.d.ts +0 -1
- package/dist/interpreter/evaluator.test.js +0 -512
- package/dist/interpreter/http.test.d.ts +0 -1
- package/dist/interpreter/http.test.js +0 -299
- package/dist/interpreter/progress.test.d.ts +0 -1
- package/dist/interpreter/progress.test.js +0 -216
- package/dist/interpreter/schema-matcher.test.d.ts +0 -1
- package/dist/interpreter/schema-matcher.test.js +0 -122
- package/dist/lexer/lexer.d.ts +0 -24
- package/dist/lexer/lexer.js +0 -264
- package/dist/lexer/lexer.test.d.ts +0 -1
- package/dist/lexer/lexer.test.js +0 -259
- package/dist/loader/loader.test.d.ts +0 -1
- package/dist/loader/loader.test.js +0 -287
- package/dist/oas/oas.test.d.ts +0 -1
- package/dist/oas/oas.test.js +0 -218
- package/dist/parser/expressions.test.d.ts +0 -1
- package/dist/parser/expressions.test.js +0 -378
- package/dist/parser/match.test.d.ts +0 -1
- package/dist/parser/match.test.js +0 -254
- package/dist/parser/parser.test.d.ts +0 -1
- package/dist/parser/parser.test.js +0 -333
- package/dist/parser/schedule.test.d.ts +0 -1
- package/dist/parser/schedule.test.js +0 -241
- package/dist/scheduler/cron-parser.test.d.ts +0 -1
- package/dist/scheduler/cron-parser.test.js +0 -188
- package/dist/stores/file.test.d.ts +0 -1
- package/dist/stores/file.test.js +0 -165
- package/dist/stores/memory.test.d.ts +0 -1
- package/dist/stores/memory.test.js +0 -157
- package/dist/stores/stores.test.d.ts +0 -1
- package/dist/stores/stores.test.js +0 -158
- package/dist/sync/sync.test.d.ts +0 -1
- package/dist/sync/sync.test.js +0 -221
- package/docusaurus/README.md +0 -41
- package/docusaurus/docs/advanced/execution-state.md +0 -283
- package/docusaurus/docs/advanced/extending-reqon.md +0 -388
- package/docusaurus/docs/advanced/multi-file-missions.md +0 -250
- package/docusaurus/docs/advanced/parallel-execution.md +0 -353
- package/docusaurus/docs/api-reference.md +0 -443
- package/docusaurus/docs/authentication/api-key.md +0 -339
- package/docusaurus/docs/authentication/basic.md +0 -276
- package/docusaurus/docs/authentication/bearer.md +0 -282
- package/docusaurus/docs/authentication/oauth2.md +0 -317
- package/docusaurus/docs/authentication/overview.md +0 -251
- package/docusaurus/docs/cli.md +0 -229
- package/docusaurus/docs/core-concepts/actions.md +0 -286
- package/docusaurus/docs/core-concepts/missions.md +0 -264
- package/docusaurus/docs/core-concepts/schemas.md +0 -353
- package/docusaurus/docs/core-concepts/sources.md +0 -339
- package/docusaurus/docs/core-concepts/stores.md +0 -332
- package/docusaurus/docs/dsl-syntax/expressions.md +0 -361
- package/docusaurus/docs/dsl-syntax/fetch.md +0 -293
- package/docusaurus/docs/dsl-syntax/for-loops.md +0 -324
- package/docusaurus/docs/dsl-syntax/map.md +0 -345
- package/docusaurus/docs/dsl-syntax/match.md +0 -387
- package/docusaurus/docs/dsl-syntax/pipelines.md +0 -397
- package/docusaurus/docs/dsl-syntax/validate.md +0 -401
- package/docusaurus/docs/error-handling/dead-letter-queues.md +0 -399
- package/docusaurus/docs/error-handling/flow-control.md +0 -337
- package/docusaurus/docs/error-handling/retry-strategies.md +0 -368
- package/docusaurus/docs/examples.md +0 -488
- package/docusaurus/docs/getting-started.md +0 -256
- package/docusaurus/docs/http/circuit-breaker.md +0 -401
- package/docusaurus/docs/http/incremental-sync.md +0 -394
- package/docusaurus/docs/http/pagination.md +0 -361
- package/docusaurus/docs/http/rate-limiting.md +0 -383
- package/docusaurus/docs/http/requests.md +0 -328
- package/docusaurus/docs/http/retry.md +0 -402
- package/docusaurus/docs/intro.md +0 -90
- package/docusaurus/docs/openapi/loading-specs.md +0 -305
- package/docusaurus/docs/openapi/operation-calls.md +0 -314
- package/docusaurus/docs/openapi/overview.md +0 -212
- package/docusaurus/docs/openapi/response-validation.md +0 -344
- package/docusaurus/docs/scheduling/cron.md +0 -305
- package/docusaurus/docs/scheduling/daemon-mode.md +0 -317
- package/docusaurus/docs/scheduling/intervals.md +0 -289
- package/docusaurus/docs/scheduling/overview.md +0 -231
- package/docusaurus/docs/stores/custom-adapters.md +0 -376
- package/docusaurus/docs/stores/file.md +0 -236
- package/docusaurus/docs/stores/memory.md +0 -193
- package/docusaurus/docs/stores/overview.md +0 -274
- package/docusaurus/docs/stores/postgrest.md +0 -316
- package/docusaurus/docusaurus.config.ts +0 -148
- package/docusaurus/package-lock.json +0 -18029
- package/docusaurus/package.json +0 -47
- package/docusaurus/sidebars.ts +0 -155
- package/docusaurus/src/components/HomepageFeatures/index.tsx +0 -105
- package/docusaurus/src/components/HomepageFeatures/styles.module.css +0 -12
- package/docusaurus/src/css/custom.css +0 -169
- package/docusaurus/src/pages/index.module.css +0 -48
- package/docusaurus/src/pages/index.tsx +0 -110
- package/docusaurus/src/pages/markdown-page.md +0 -7
- package/docusaurus/static/.nojekyll +0 -0
- package/docusaurus/static/img/docusaurus-social-card.jpg +0 -0
- package/docusaurus/static/img/docusaurus.png +0 -0
- package/docusaurus/static/img/favicon.ico +0 -0
- package/docusaurus/static/img/logo.svg +0 -10
- package/docusaurus/static/img/undraw_docusaurus_mountain.svg +0 -171
- package/docusaurus/static/img/undraw_docusaurus_react.svg +0 -170
- package/docusaurus/static/img/undraw_docusaurus_tree.svg +0 -40
- package/docusaurus/tsconfig.json +0 -8
- package/examples/README.md +0 -112
- package/examples/error-handling/README.md +0 -150
- package/examples/error-handling/payment-processor.vague +0 -287
- package/examples/github-sync/README.md +0 -74
- package/examples/github-sync/fetch-issues.vague +0 -47
- package/examples/github-sync/fetch-prs.vague +0 -40
- package/examples/github-sync/mission.vague +0 -101
- package/examples/github-sync/normalize.vague +0 -70
- package/examples/jsonplaceholder/README.md +0 -28
- package/examples/jsonplaceholder/posts.vague +0 -48
- package/examples/petstore/README.md +0 -35
- package/examples/petstore/openapi.yaml +0 -97
- package/examples/petstore/sync.vague +0 -52
- package/examples/temporal-comparison/README.md +0 -297
- package/examples/temporal-comparison/reconciliation.vague +0 -355
- package/examples/temporal-comparison/temporal/activities/index.ts +0 -8
- package/examples/temporal-comparison/temporal/activities/shipstation.ts +0 -225
- package/examples/temporal-comparison/temporal/activities/shopify.ts +0 -257
- package/examples/temporal-comparison/temporal/activities/storage.ts +0 -198
- package/examples/temporal-comparison/temporal/activities/stripe.ts +0 -169
- package/examples/temporal-comparison/temporal/activities/validation.ts +0 -205
- package/examples/temporal-comparison/temporal/client/schedule.ts +0 -218
- package/examples/temporal-comparison/temporal/config/retry.ts +0 -63
- package/examples/temporal-comparison/temporal/types/index.ts +0 -129
- package/examples/temporal-comparison/temporal/workers/main.ts +0 -130
- package/examples/temporal-comparison/temporal/workflows/orderReconciliation.ts +0 -262
- package/examples/xero/README.md +0 -88
- package/examples/xero/invoices.vague +0 -189
- package/src/api-integration.test.ts +0 -954
- package/src/ast/index.ts +0 -1
- package/src/ast/nodes.ts +0 -310
- package/src/auth/auth.test.ts +0 -326
- package/src/auth/circuit-breaker.test.ts +0 -390
- package/src/auth/circuit-breaker.ts +0 -379
- package/src/auth/credentials.test.ts +0 -273
- package/src/auth/credentials.ts +0 -246
- package/src/auth/index.ts +0 -40
- package/src/auth/oauth2-provider.ts +0 -177
- package/src/auth/rate-limiter.ts +0 -459
- package/src/auth/token-store.ts +0 -177
- package/src/auth/types.ts +0 -159
- package/src/benchmark/e2e.bench.ts +0 -288
- package/src/benchmark/evaluator.bench.ts +0 -331
- package/src/benchmark/fixtures.ts +0 -295
- package/src/benchmark/index.ts +0 -108
- package/src/benchmark/lexer.bench.ts +0 -69
- package/src/benchmark/parser.bench.ts +0 -103
- package/src/benchmark/resilience.bench.ts +0 -193
- package/src/benchmark/store.bench.ts +0 -147
- package/src/benchmark/utils.ts +0 -230
- package/src/cli.ts +0 -313
- package/src/errors/errors.test.ts +0 -234
- package/src/errors/index.ts +0 -223
- package/src/execution/execution.test.ts +0 -307
- package/src/execution/index.ts +0 -21
- package/src/execution/state.ts +0 -207
- package/src/execution/store.ts +0 -188
- package/src/index.ts +0 -169
- package/src/integration.test.ts +0 -192
- package/src/interpreter/context.ts +0 -57
- package/src/interpreter/evaluator.test.ts +0 -796
- package/src/interpreter/evaluator.ts +0 -245
- package/src/interpreter/executor.ts +0 -946
- package/src/interpreter/fetch-handler.ts +0 -302
- package/src/interpreter/http.test.ts +0 -423
- package/src/interpreter/http.ts +0 -308
- package/src/interpreter/index.ts +0 -32
- package/src/interpreter/pagination.ts +0 -207
- package/src/interpreter/progress.test.ts +0 -276
- package/src/interpreter/schema-matcher.test.ts +0 -160
- package/src/interpreter/schema-matcher.ts +0 -168
- package/src/interpreter/signals.ts +0 -73
- package/src/interpreter/step-handlers/for-handler.ts +0 -65
- package/src/interpreter/step-handlers/index.ts +0 -17
- package/src/interpreter/step-handlers/map-handler.ts +0 -24
- package/src/interpreter/step-handlers/match-handler.ts +0 -101
- package/src/interpreter/step-handlers/store-handler.ts +0 -78
- package/src/interpreter/step-handlers/types.ts +0 -17
- package/src/interpreter/step-handlers/validate-handler.ts +0 -30
- package/src/interpreter/step-handlers/webhook-handler.ts +0 -142
- package/src/lexer/index.ts +0 -18
- package/src/lexer/lexer.test.ts +0 -316
- package/src/lexer/tokens.ts +0 -179
- package/src/loader/index.ts +0 -288
- package/src/loader/loader.test.ts +0 -360
- package/src/oas/index.ts +0 -4
- package/src/oas/loader.ts +0 -126
- package/src/oas/oas.test.ts +0 -254
- package/src/oas/validator.ts +0 -299
- package/src/parser/base.ts +0 -124
- package/src/parser/expressions.test.ts +0 -525
- package/src/parser/expressions.ts +0 -314
- package/src/parser/index.ts +0 -3
- package/src/parser/match.test.ts +0 -296
- package/src/parser/parser.test.ts +0 -739
- package/src/parser/parser.ts +0 -1469
- package/src/parser/schedule.test.ts +0 -287
- package/src/parser/webhook.test.ts +0 -248
- package/src/plugin.ts +0 -83
- package/src/scheduler/cron-parser.test.ts +0 -236
- package/src/scheduler/cron-parser.ts +0 -236
- package/src/scheduler/index.ts +0 -10
- package/src/scheduler/scheduler.ts +0 -443
- package/src/scheduler/types.ts +0 -71
- package/src/stores/factory.ts +0 -104
- package/src/stores/file.test.ts +0 -276
- package/src/stores/file.ts +0 -211
- package/src/stores/index.ts +0 -6
- package/src/stores/memory.test.ts +0 -238
- package/src/stores/memory.ts +0 -63
- package/src/stores/postgrest.test.ts +0 -488
- package/src/stores/postgrest.ts +0 -263
- package/src/stores/stores.test.ts +0 -197
- package/src/stores/types.ts +0 -58
- package/src/sync/index.ts +0 -16
- package/src/sync/state.ts +0 -126
- package/src/sync/store.ts +0 -139
- package/src/sync/sync.test.ts +0 -271
- package/src/utils/async.ts +0 -10
- package/src/utils/file.ts +0 -106
- package/src/utils/index.ts +0 -14
- package/src/utils/logger.ts +0 -53
- package/src/utils/path.ts +0 -47
- package/src/webhook/index.ts +0 -15
- package/src/webhook/server.test.ts +0 -253
- package/src/webhook/server.ts +0 -389
- package/src/webhook/store.ts +0 -239
- package/src/webhook/types.ts +0 -93
- package/tsconfig.json +0 -17
- package/vitest.config.ts +0 -39
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
// GitHub Issues & PRs Sync Mission
|
|
2
|
-
// Demonstrates multi-file missions, parallel execution, and error handling
|
|
3
|
-
//
|
|
4
|
-
// This mission is organized as a folder:
|
|
5
|
-
// github-sync/
|
|
6
|
-
// ├── mission.reqon # This file: sources, stores, schemas, pipeline
|
|
7
|
-
// ├── fetch-issues.reqon # Fetches issues with pagination
|
|
8
|
-
// ├── fetch-prs.reqon # Fetches pull requests
|
|
9
|
-
// └── normalize.reqon # Normalizes to unified schema
|
|
10
|
-
|
|
11
|
-
mission SyncGitHub {
|
|
12
|
-
|
|
13
|
-
// ============================================================
|
|
14
|
-
// SOURCE
|
|
15
|
-
// ============================================================
|
|
16
|
-
|
|
17
|
-
source GitHub {
|
|
18
|
-
auth: bearer,
|
|
19
|
-
base: "https://api.github.com",
|
|
20
|
-
headers: {
|
|
21
|
-
"Accept": "application/vnd.github.v3+json",
|
|
22
|
-
"User-Agent": "reqon-sync"
|
|
23
|
-
},
|
|
24
|
-
rateLimit: {
|
|
25
|
-
strategy: "pause",
|
|
26
|
-
maxWait: 60,
|
|
27
|
-
fallbackRpm: 60
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
// ============================================================
|
|
32
|
-
// STORES
|
|
33
|
-
// ============================================================
|
|
34
|
-
|
|
35
|
-
store issues_raw: memory("issues_raw")
|
|
36
|
-
store prs_raw: memory("prs_raw")
|
|
37
|
-
store work_items: sql("work_items")
|
|
38
|
-
store errors: memory("sync_errors")
|
|
39
|
-
|
|
40
|
-
// ============================================================
|
|
41
|
-
// SCHEMAS - For response type matching
|
|
42
|
-
// ============================================================
|
|
43
|
-
|
|
44
|
-
schema GitHubIssue {
|
|
45
|
-
id: int,
|
|
46
|
-
number: int,
|
|
47
|
-
title: string,
|
|
48
|
-
body: string?,
|
|
49
|
-
state: string,
|
|
50
|
-
user: object,
|
|
51
|
-
labels: array,
|
|
52
|
-
created_at: date,
|
|
53
|
-
updated_at: date
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
schema GitHubPR {
|
|
57
|
-
id: int,
|
|
58
|
-
number: int,
|
|
59
|
-
title: string,
|
|
60
|
-
body: string?,
|
|
61
|
-
state: string,
|
|
62
|
-
user: object,
|
|
63
|
-
head: object,
|
|
64
|
-
base: object,
|
|
65
|
-
merged: boolean?,
|
|
66
|
-
created_at: date,
|
|
67
|
-
updated_at: date
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
schema RateLimitError {
|
|
71
|
-
message: string,
|
|
72
|
-
documentation_url: string
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
schema NotFoundError {
|
|
76
|
-
message: string,
|
|
77
|
-
documentation_url: string
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
schema UnifiedWorkItem {
|
|
81
|
-
id: string,
|
|
82
|
-
source: string,
|
|
83
|
-
type: string,
|
|
84
|
-
number: int,
|
|
85
|
-
title: string,
|
|
86
|
-
description: string?,
|
|
87
|
-
status: string,
|
|
88
|
-
author: string,
|
|
89
|
-
labels: array,
|
|
90
|
-
created_at: date,
|
|
91
|
-
updated_at: date,
|
|
92
|
-
synced_at: date
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
// ============================================================
|
|
96
|
-
// PIPELINE - Parallel fetch, then normalize
|
|
97
|
-
// ============================================================
|
|
98
|
-
|
|
99
|
-
// FetchIssues and FetchPRs run in parallel, then Normalize runs after both complete
|
|
100
|
-
run [FetchIssues, FetchPRs] then Normalize
|
|
101
|
-
}
|
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
// Normalize issues and PRs to unified work items
|
|
2
|
-
// External action file - automatically merged into mission
|
|
3
|
-
|
|
4
|
-
action Normalize {
|
|
5
|
-
// Normalize issues
|
|
6
|
-
for issue in issues_raw {
|
|
7
|
-
map issue -> UnifiedWorkItem {
|
|
8
|
-
id: "issue_" + .id,
|
|
9
|
-
source: "github",
|
|
10
|
-
type: "issue",
|
|
11
|
-
number: .number,
|
|
12
|
-
title: .title,
|
|
13
|
-
description: .body,
|
|
14
|
-
status: match .state {
|
|
15
|
-
"open" => "open",
|
|
16
|
-
"closed" => "closed",
|
|
17
|
-
_ => "unknown"
|
|
18
|
-
},
|
|
19
|
-
author: .user.login,
|
|
20
|
-
labels: .labels,
|
|
21
|
-
created_at: .created_at,
|
|
22
|
-
updated_at: .updated_at,
|
|
23
|
-
synced_at: now()
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
validate response {
|
|
27
|
-
assume length(.title) > 0
|
|
28
|
-
assume .number > 0
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
store response -> work_items {
|
|
32
|
-
key: .id,
|
|
33
|
-
upsert: true
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
// Normalize PRs
|
|
38
|
-
for pr in prs_raw {
|
|
39
|
-
map pr -> UnifiedWorkItem {
|
|
40
|
-
id: "pr_" + .id,
|
|
41
|
-
source: "github",
|
|
42
|
-
type: "pull_request",
|
|
43
|
-
number: .number,
|
|
44
|
-
title: .title,
|
|
45
|
-
description: .body,
|
|
46
|
-
status: match .state {
|
|
47
|
-
"open" => "open",
|
|
48
|
-
"closed" => match .merged {
|
|
49
|
-
true => "merged",
|
|
50
|
-
_ => "closed"
|
|
51
|
-
},
|
|
52
|
-
_ => "unknown"
|
|
53
|
-
},
|
|
54
|
-
author: .user.login,
|
|
55
|
-
labels: [],
|
|
56
|
-
created_at: .created_at,
|
|
57
|
-
updated_at: .updated_at,
|
|
58
|
-
synced_at: now()
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
validate response {
|
|
62
|
-
assume length(.title) > 0
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
store response -> work_items {
|
|
66
|
-
key: .id,
|
|
67
|
-
upsert: true
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
# JSONPlaceholder Example
|
|
2
|
-
|
|
3
|
-
Demonstrates basic Reqon usage with a public API (no authentication).
|
|
4
|
-
|
|
5
|
-
## What it does
|
|
6
|
-
|
|
7
|
-
1. Fetches 100 posts from JSONPlaceholder API
|
|
8
|
-
2. Maps each post to a normalized `StandardPost` schema
|
|
9
|
-
3. Stores results in memory
|
|
10
|
-
|
|
11
|
-
## Run
|
|
12
|
-
|
|
13
|
-
```bash
|
|
14
|
-
node dist/cli.js examples/jsonplaceholder/posts.vague --verbose
|
|
15
|
-
```
|
|
16
|
-
|
|
17
|
-
Export to JSON:
|
|
18
|
-
```bash
|
|
19
|
-
node dist/cli.js examples/jsonplaceholder/posts.vague --output output.json
|
|
20
|
-
```
|
|
21
|
-
|
|
22
|
-
## Features demonstrated
|
|
23
|
-
|
|
24
|
-
- `auth: none` for public APIs
|
|
25
|
-
- `get` for simple requests
|
|
26
|
-
- `map` for schema transformation
|
|
27
|
-
- `for...in` iteration over stored items
|
|
28
|
-
- `run...then` for action sequencing
|
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
// JSONPlaceholder Posts Sync - Demo with public API
|
|
2
|
-
// Fetches posts and their comments, normalizes to a standard schema
|
|
3
|
-
|
|
4
|
-
mission SyncPosts {
|
|
5
|
-
source JSONPlaceholder {
|
|
6
|
-
auth: none,
|
|
7
|
-
base: "https://jsonplaceholder.typicode.com"
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
store posts_raw: sql("posts_raw")
|
|
11
|
-
store posts_normalized: sql("posts_normalized")
|
|
12
|
-
|
|
13
|
-
action FetchPosts {
|
|
14
|
-
get "/posts"
|
|
15
|
-
|
|
16
|
-
validate response {
|
|
17
|
-
assume length(response) > 0
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
store response -> posts_raw {
|
|
21
|
-
key: .id
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
action NormalizePosts {
|
|
26
|
-
for post in posts_raw {
|
|
27
|
-
map post -> StandardPost {
|
|
28
|
-
id: .id,
|
|
29
|
-
title: .title,
|
|
30
|
-
body: .body,
|
|
31
|
-
author_id: .userId,
|
|
32
|
-
origin: "jsonplaceholder"
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
validate response {
|
|
36
|
-
assume length(.title) > 0
|
|
37
|
-
assume .author_id > 0
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
store response -> posts_normalized {
|
|
41
|
-
key: .id
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
run FetchPosts
|
|
47
|
-
then NormalizePosts
|
|
48
|
-
}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
# Petstore Example
|
|
2
|
-
|
|
3
|
-
Demonstrates OpenAPI spec integration with Reqon.
|
|
4
|
-
|
|
5
|
-
## What it does
|
|
6
|
-
|
|
7
|
-
1. Loads API definition from `openapi.yaml`
|
|
8
|
-
2. Fetches pets using `operationId` references
|
|
9
|
-
3. Normalizes pet data with pattern matching
|
|
10
|
-
4. Validates output schema
|
|
11
|
-
|
|
12
|
-
## Run
|
|
13
|
-
|
|
14
|
-
```bash
|
|
15
|
-
node dist/cli.js examples/petstore/sync.vague --auth credentials.json --verbose
|
|
16
|
-
```
|
|
17
|
-
|
|
18
|
-
Requires a `credentials.json`:
|
|
19
|
-
```json
|
|
20
|
-
{
|
|
21
|
-
"Petstore": {
|
|
22
|
-
"type": "bearer",
|
|
23
|
-
"token": "your-api-token"
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
```
|
|
27
|
-
|
|
28
|
-
## Features demonstrated
|
|
29
|
-
|
|
30
|
-
- `source ... from "spec.yaml"` for OAS integration
|
|
31
|
-
- `validateResponses: true` for response validation against spec
|
|
32
|
-
- `call Source.operationId` syntax
|
|
33
|
-
- Cursor-based pagination
|
|
34
|
-
- `match` expressions for value mapping
|
|
35
|
-
- `validate` with `assume` constraints
|
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
openapi: 3.0.3
|
|
2
|
-
info:
|
|
3
|
-
title: Petstore API
|
|
4
|
-
version: 1.0.0
|
|
5
|
-
servers:
|
|
6
|
-
- url: https://api.petstore.example.com/v1
|
|
7
|
-
paths:
|
|
8
|
-
/pets:
|
|
9
|
-
get:
|
|
10
|
-
operationId: listPets
|
|
11
|
-
summary: List all pets
|
|
12
|
-
parameters:
|
|
13
|
-
- name: limit
|
|
14
|
-
in: query
|
|
15
|
-
schema:
|
|
16
|
-
type: integer
|
|
17
|
-
default: 20
|
|
18
|
-
responses:
|
|
19
|
-
'200':
|
|
20
|
-
description: A list of pets
|
|
21
|
-
content:
|
|
22
|
-
application/json:
|
|
23
|
-
schema:
|
|
24
|
-
type: object
|
|
25
|
-
properties:
|
|
26
|
-
pets:
|
|
27
|
-
type: array
|
|
28
|
-
items:
|
|
29
|
-
$ref: '#/components/schemas/Pet'
|
|
30
|
-
nextCursor:
|
|
31
|
-
type: string
|
|
32
|
-
post:
|
|
33
|
-
operationId: createPet
|
|
34
|
-
summary: Create a pet
|
|
35
|
-
requestBody:
|
|
36
|
-
required: true
|
|
37
|
-
content:
|
|
38
|
-
application/json:
|
|
39
|
-
schema:
|
|
40
|
-
$ref: '#/components/schemas/NewPet'
|
|
41
|
-
responses:
|
|
42
|
-
'201':
|
|
43
|
-
description: Pet created
|
|
44
|
-
content:
|
|
45
|
-
application/json:
|
|
46
|
-
schema:
|
|
47
|
-
$ref: '#/components/schemas/Pet'
|
|
48
|
-
/pets/{petId}:
|
|
49
|
-
get:
|
|
50
|
-
operationId: getPet
|
|
51
|
-
summary: Get a pet by ID
|
|
52
|
-
parameters:
|
|
53
|
-
- name: petId
|
|
54
|
-
in: path
|
|
55
|
-
required: true
|
|
56
|
-
schema:
|
|
57
|
-
type: string
|
|
58
|
-
responses:
|
|
59
|
-
'200':
|
|
60
|
-
description: A pet
|
|
61
|
-
content:
|
|
62
|
-
application/json:
|
|
63
|
-
schema:
|
|
64
|
-
$ref: '#/components/schemas/Pet'
|
|
65
|
-
components:
|
|
66
|
-
schemas:
|
|
67
|
-
Pet:
|
|
68
|
-
type: object
|
|
69
|
-
required:
|
|
70
|
-
- id
|
|
71
|
-
- name
|
|
72
|
-
properties:
|
|
73
|
-
id:
|
|
74
|
-
type: string
|
|
75
|
-
name:
|
|
76
|
-
type: string
|
|
77
|
-
species:
|
|
78
|
-
type: string
|
|
79
|
-
enum: [dog, cat, bird, fish]
|
|
80
|
-
age:
|
|
81
|
-
type: integer
|
|
82
|
-
minimum: 0
|
|
83
|
-
NewPet:
|
|
84
|
-
type: object
|
|
85
|
-
required:
|
|
86
|
-
- name
|
|
87
|
-
properties:
|
|
88
|
-
name:
|
|
89
|
-
type: string
|
|
90
|
-
species:
|
|
91
|
-
type: string
|
|
92
|
-
age:
|
|
93
|
-
type: integer
|
|
94
|
-
securitySchemes:
|
|
95
|
-
bearerAuth:
|
|
96
|
-
type: http
|
|
97
|
-
scheme: bearer
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
// Petstore Sync Mission - demonstrating OAS integration
|
|
2
|
-
// The API spec is loaded from petstore.yaml, so we don't need to specify paths or methods
|
|
3
|
-
|
|
4
|
-
mission SyncPets {
|
|
5
|
-
// Load source from OpenAPI spec - base URL comes from spec's servers field
|
|
6
|
-
source Petstore from "./examples/petstore.yaml" {
|
|
7
|
-
auth: bearer,
|
|
8
|
-
validateResponses: true
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
store pets_raw: sql("pets_raw")
|
|
12
|
-
store pets_normalized: sql("pets_normalized")
|
|
13
|
-
|
|
14
|
-
// Fetch all pets using operationId from OAS
|
|
15
|
-
action FetchPets {
|
|
16
|
-
call Petstore.listPets {
|
|
17
|
-
paginate: cursor(cursor, 20, "nextCursor"),
|
|
18
|
-
until: response.pets.length == 0
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
store response.pets -> pets_raw {
|
|
22
|
-
key: .id
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
// Normalize to our internal schema
|
|
27
|
-
action NormalizePets {
|
|
28
|
-
for pet in pets_raw {
|
|
29
|
-
map pet -> InternalPet {
|
|
30
|
-
id: .id,
|
|
31
|
-
display_name: .name,
|
|
32
|
-
animal_type: match .species {
|
|
33
|
-
"dog" => "canine",
|
|
34
|
-
"cat" => "feline",
|
|
35
|
-
"bird" => "avian",
|
|
36
|
-
_ => "other"
|
|
37
|
-
},
|
|
38
|
-
age_years: .age
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
validate response {
|
|
42
|
-
assume .display_name != ""
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
store response -> pets_normalized {
|
|
46
|
-
key: .id
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
run FetchPets then NormalizePets
|
|
52
|
-
}
|