@sixb/core 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -20
- package/dist/actions/commit-edits.d.ts +0 -2
- package/dist/actions/commit-edits.d.ts.map +1 -1
- package/dist/actions/execution.d.ts +21 -0
- package/dist/actions/execution.d.ts.map +1 -0
- package/dist/actions/index.d.ts +1 -1
- package/dist/actions/index.d.ts.map +1 -1
- package/dist/actions/index.js +35 -24
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/registry.d.ts +16 -7
- package/dist/actions/registry.d.ts.map +1 -1
- package/dist/actions/request.d.ts +3 -2
- package/dist/actions/request.d.ts.map +1 -1
- package/dist/actions/run-dispatch.d.ts +21 -0
- package/dist/actions/run-dispatch.d.ts.map +1 -0
- package/dist/actions/types/context.d.ts +2 -2
- package/dist/actions/types/context.d.ts.map +1 -1
- package/dist/actions/validation.d.ts +1 -1
- package/dist/actions/validation.d.ts.map +1 -1
- package/dist/actions/worker.js +7 -7
- package/dist/actions/worker.js.map +1 -1
- package/dist/agents/adapters.d.ts +10 -0
- package/dist/agents/adapters.d.ts.map +1 -1
- package/dist/agents/authority.d.ts +31 -0
- package/dist/agents/authority.d.ts.map +1 -0
- package/dist/agents/context.js +2 -2
- package/dist/agents/dispatch.d.ts.map +1 -1
- package/dist/agents/errors.d.ts +1 -1
- package/dist/agents/errors.d.ts.map +1 -1
- package/dist/agents/execution.d.ts +45 -0
- package/dist/agents/execution.d.ts.map +1 -0
- package/dist/agents/index.d.ts +6 -6
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +64 -16
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/prompt.d.ts.map +1 -1
- package/dist/agents/request.d.ts +6 -2
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/streams.d.ts +29 -3
- package/dist/agents/streams.d.ts.map +1 -1
- package/dist/agents/streams.js +22 -3
- package/dist/agents/streams.js.map +1 -1
- package/dist/agents/types.d.ts +2 -2
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/validation.d.ts +3 -3
- package/dist/agents/validation.d.ts.map +1 -1
- package/dist/auth/attribution.d.ts +17 -0
- package/dist/auth/attribution.d.ts.map +1 -0
- package/dist/auth/index.d.ts +1 -0
- package/dist/auth/index.d.ts.map +1 -1
- package/dist/auth/index.js +9 -5
- package/dist/auth/index.js.map +1 -1
- package/dist/auth/runtime.d.ts +4 -4
- package/dist/auth/runtime.d.ts.map +1 -1
- package/dist/authorization/decision.d.ts +24 -11
- package/dist/authorization/decision.d.ts.map +1 -1
- package/dist/authorization/grant-kinds.d.ts +2 -1
- package/dist/authorization/grant-kinds.d.ts.map +1 -1
- package/dist/authorization/index.d.ts +1 -1
- package/dist/authorization/index.d.ts.map +1 -1
- package/dist/authorization/index.js +8 -4
- package/dist/authorization/index.js.map +1 -1
- package/dist/blob-storage/browser.js +2 -2
- package/dist/blob-storage/execution.d.ts +16 -0
- package/dist/blob-storage/execution.d.ts.map +1 -0
- package/dist/blob-storage/index.js +3 -3
- package/dist/bootstrap/discovery.d.ts +90 -24
- package/dist/bootstrap/discovery.d.ts.map +1 -1
- package/dist/bootstrap/index.d.ts +2 -1
- package/dist/bootstrap/index.d.ts.map +1 -1
- package/dist/bootstrap/index.js +60 -60
- package/dist/bootstrap/index.js.map +1 -1
- package/dist/broker/in-memory.d.ts.map +1 -1
- package/dist/broker/index.js +2 -2
- package/dist/broker/types.d.ts +5 -0
- package/dist/broker/types.d.ts.map +1 -1
- package/dist/chunk-0172wgm9.js +333 -0
- package/dist/chunk-0172wgm9.js.map +11 -0
- package/dist/chunk-0k4avqr2.js +317 -0
- package/dist/chunk-0k4avqr2.js.map +11 -0
- package/dist/chunk-0mbx247x.js +2922 -0
- package/dist/chunk-0mbx247x.js.map +43 -0
- package/dist/chunk-34bqh420.js +1168 -0
- package/dist/chunk-34bqh420.js.map +23 -0
- package/dist/{chunk-y2ygpd0m.js → chunk-3j7573mj.js} +2 -2
- package/dist/{chunk-y2ygpd0m.js.map → chunk-3j7573mj.js.map} +2 -2
- package/dist/{chunk-md9jbrm9.js → chunk-4gz41why.js} +1 -1
- package/dist/chunk-4x43bkbp.js +55 -0
- package/dist/chunk-4x43bkbp.js.map +11 -0
- package/dist/{chunk-xqbtf4wn.js → chunk-57r1cpxx.js} +3 -2
- package/dist/{chunk-xqbtf4wn.js.map → chunk-57r1cpxx.js.map} +3 -3
- package/dist/chunk-57zpb99z.js +194 -0
- package/dist/chunk-57zpb99z.js.map +10 -0
- package/dist/{chunk-nbywkytr.js → chunk-5egfka8j.js} +13 -33
- package/dist/chunk-5egfka8j.js.map +15 -0
- package/dist/chunk-5gd7tpv6.js +28 -0
- package/dist/chunk-5gd7tpv6.js.map +11 -0
- package/dist/{chunk-867jxh7c.js → chunk-5sz8ta9r.js} +6 -295
- package/dist/chunk-5sz8ta9r.js.map +16 -0
- package/dist/chunk-62c7t4jc.js +27 -0
- package/dist/chunk-62c7t4jc.js.map +11 -0
- package/dist/chunk-63te770v.js.map +1 -1
- package/dist/chunk-663csy96.js +34 -0
- package/dist/chunk-663csy96.js.map +10 -0
- package/dist/{chunk-xz5g49bp.js → chunk-6gjqgd3d.js} +3 -1
- package/dist/chunk-6gjqgd3d.js.map +11 -0
- package/dist/chunk-7pc8b818.js +128 -0
- package/dist/chunk-7pc8b818.js.map +13 -0
- package/dist/{chunk-sb0shdvv.js → chunk-85j5ybfj.js} +1 -1
- package/dist/{chunk-sb0shdvv.js.map → chunk-85j5ybfj.js.map} +2 -2
- package/dist/{chunk-6rzdtvn5.js → chunk-8b55ygje.js} +1 -1
- package/dist/chunk-8m5ejdpn.js +33 -0
- package/dist/chunk-8m5ejdpn.js.map +10 -0
- package/dist/chunk-8ryen3p3.js +118 -0
- package/dist/chunk-8ryen3p3.js.map +10 -0
- package/dist/chunk-979ww6b3.js +298 -0
- package/dist/chunk-979ww6b3.js.map +12 -0
- package/dist/{chunk-ya6brh8a.js → chunk-9t8f5xfx.js} +10 -5
- package/dist/chunk-9t8f5xfx.js.map +11 -0
- package/dist/{chunk-r82k4z7z.js → chunk-a31h57d5.js} +2 -2
- package/dist/chunk-bct7hmfc.js +402 -0
- package/dist/chunk-bct7hmfc.js.map +14 -0
- package/dist/chunk-bh6k3nc6.js +164 -0
- package/dist/chunk-bh6k3nc6.js.map +12 -0
- package/dist/{chunk-t72dvahb.js → chunk-bhxaq2nn.js} +61 -44
- package/dist/chunk-bhxaq2nn.js.map +12 -0
- package/dist/{chunk-avppcgt6.js → chunk-c6qd89g5.js} +241 -144
- package/dist/chunk-c6qd89g5.js.map +15 -0
- package/dist/{chunk-qzyemcj7.js → chunk-ckxfnx7f.js} +2 -2
- package/dist/chunk-cy0n5dms.js +27 -0
- package/dist/chunk-cy0n5dms.js.map +11 -0
- package/dist/chunk-dsrkgtnh.js +50 -0
- package/dist/chunk-dsrkgtnh.js.map +10 -0
- package/dist/{chunk-50kv63vj.js → chunk-dysw7nsm.js} +118 -26
- package/dist/chunk-dysw7nsm.js.map +14 -0
- package/dist/chunk-ezake7g1.js +32 -0
- package/dist/chunk-ezake7g1.js.map +11 -0
- package/dist/{chunk-yn947ck3.js → chunk-f2rt4vkh.js} +48 -29
- package/dist/chunk-f2rt4vkh.js.map +14 -0
- package/dist/{chunk-hb9xcx9c.js → chunk-fmx1sz2h.js} +117 -56
- package/dist/chunk-fmx1sz2h.js.map +15 -0
- package/dist/chunk-g9t3kdtx.js +90 -0
- package/dist/chunk-g9t3kdtx.js.map +10 -0
- package/dist/{chunk-f6kyyeef.js → chunk-ghteq96b.js} +8 -8
- package/dist/{chunk-f6kyyeef.js.map → chunk-ghteq96b.js.map} +4 -4
- package/dist/chunk-h9kxd41f.js +271 -0
- package/dist/chunk-h9kxd41f.js.map +11 -0
- package/dist/chunk-htq0qh7z.js +59 -0
- package/dist/chunk-htq0qh7z.js.map +11 -0
- package/dist/{chunk-xt6qx9sh.js → chunk-jaj13078.js} +121 -9
- package/dist/chunk-jaj13078.js.map +38 -0
- package/dist/{chunk-p7vj8xgb.js → chunk-k9pts48t.js} +81 -58
- package/dist/chunk-k9pts48t.js.map +35 -0
- package/dist/chunk-n8herkry.js +3294 -0
- package/dist/chunk-n8herkry.js.map +35 -0
- package/dist/chunk-nf4r78r4.js +44 -0
- package/dist/chunk-nf4r78r4.js.map +10 -0
- package/dist/{chunk-b1bqvhpe.js → chunk-nnyp53zt.js} +14 -34
- package/dist/chunk-nnyp53zt.js.map +13 -0
- package/dist/chunk-nten49ta.js +404 -0
- package/dist/chunk-nten49ta.js.map +12 -0
- package/dist/chunk-qvybnnpe.js +137 -0
- package/dist/chunk-qvybnnpe.js.map +10 -0
- package/dist/{chunk-53s4asfm.js → chunk-rnshztfq.js} +2 -2
- package/dist/chunk-sa4340y1.js +607 -0
- package/dist/chunk-sa4340y1.js.map +14 -0
- package/dist/{chunk-rjqm6ksg.js → chunk-st4xgxey.js} +583 -251
- package/dist/chunk-st4xgxey.js.map +45 -0
- package/dist/{chunk-be9vm29v.js → chunk-t8t39h7v.js} +1 -1
- package/dist/{chunk-be9vm29v.js.map → chunk-t8t39h7v.js.map} +3 -3
- package/dist/chunk-t9xghkva.js +28 -0
- package/dist/chunk-t9xghkva.js.map +10 -0
- package/dist/chunk-vp1vc6ee.js +35 -0
- package/dist/chunk-vp1vc6ee.js.map +11 -0
- package/dist/{chunk-8kv2sez0.js → chunk-vybf6pkp.js} +1 -1
- package/dist/{chunk-4tvj3ate.js → chunk-wtmzkcht.js} +4 -3
- package/dist/chunk-wtmzkcht.js.map +11 -0
- package/dist/{chunk-v5c085yp.js → chunk-xhy826cz.js} +3 -2
- package/dist/chunk-xhy826cz.js.map +10 -0
- package/dist/chunk-xkthy56g.js +33 -0
- package/dist/chunk-xkthy56g.js.map +11 -0
- package/dist/{chunk-raq0x6bd.js → chunk-ys1nse2v.js} +2175 -381
- package/dist/chunk-ys1nse2v.js.map +56 -0
- package/dist/{chunk-6zrpewy4.js → chunk-z3zp0bj1.js} +1 -1
- package/dist/chunk-zcnhxkvd.js +7 -0
- package/dist/chunk-zcnhxkvd.js.map +10 -0
- package/dist/chunk-zg9yryhz.js +252 -0
- package/dist/chunk-zg9yryhz.js.map +12 -0
- package/dist/chunk-zqqz8052.js +3 -0
- package/dist/{storage/projection-runs/lifecycle.js.map → chunk-zqqz8052.js.map} +1 -1
- package/dist/{chunk-hz8m927w.js → chunk-zqysyfjt.js} +1 -1
- package/dist/connectors/builders.d.ts +2 -1
- package/dist/connectors/builders.d.ts.map +1 -1
- package/dist/connectors/connections/authorizations.d.ts +64 -0
- package/dist/connectors/connections/authorizations.d.ts.map +1 -0
- package/dist/connectors/connections/capability.d.ts +7 -0
- package/dist/connectors/connections/capability.d.ts.map +1 -0
- package/dist/connectors/connections/command-context.d.ts +23 -0
- package/dist/connectors/connections/command-context.d.ts.map +1 -0
- package/dist/connectors/connections/contracts.d.ts +127 -0
- package/dist/connectors/connections/contracts.d.ts.map +1 -0
- package/dist/connectors/connections/credential-codec.d.ts +15 -0
- package/dist/connectors/connections/credential-codec.d.ts.map +1 -0
- package/dist/connectors/connections/credential-mutations.d.ts +63 -0
- package/dist/connectors/connections/credential-mutations.d.ts.map +1 -0
- package/dist/connectors/connections/execution.d.ts +20 -0
- package/dist/connectors/connections/execution.d.ts.map +1 -0
- package/dist/connectors/connections/internal.d.ts +5 -0
- package/dist/connectors/connections/internal.d.ts.map +1 -0
- package/dist/connectors/connections/internal.js +16 -0
- package/dist/connectors/connections/internal.js.map +9 -0
- package/dist/connectors/connections/provider-operation.d.ts +7 -0
- package/dist/connectors/connections/provider-operation.d.ts.map +1 -0
- package/dist/connectors/connections/request.d.ts +84 -0
- package/dist/connectors/connections/request.d.ts.map +1 -0
- package/dist/connectors/connections/runs.d.ts +51 -0
- package/dist/connectors/connections/runs.d.ts.map +1 -0
- package/dist/connectors/connections/service.d.ts +52 -0
- package/dist/connectors/connections/service.d.ts.map +1 -0
- package/dist/connectors/connections/storage-boundary.d.ts +3 -0
- package/dist/connectors/connections/storage-boundary.d.ts.map +1 -0
- package/dist/connectors/connections/tokens.d.ts +32 -0
- package/dist/connectors/connections/tokens.d.ts.map +1 -0
- package/dist/connectors/connections/validation.d.ts +27 -0
- package/dist/connectors/connections/validation.d.ts.map +1 -0
- package/dist/connectors/connections/views.d.ts +7 -0
- package/dist/connectors/connections/views.d.ts.map +1 -0
- package/dist/connectors/credentials.d.ts +25 -0
- package/dist/connectors/credentials.d.ts.map +1 -0
- package/dist/connectors/errors.d.ts +35 -3
- package/dist/connectors/errors.d.ts.map +1 -1
- package/dist/connectors/execution.d.ts +19 -0
- package/dist/connectors/execution.d.ts.map +1 -0
- package/dist/connectors/index.d.ts +5 -3
- package/dist/connectors/index.d.ts.map +1 -1
- package/dist/connectors/service.d.ts +23 -0
- package/dist/connectors/service.d.ts.map +1 -0
- package/dist/connectors/types.d.ts +94 -2
- package/dist/connectors/types.d.ts.map +1 -1
- package/dist/datasets/execution.d.ts +8 -0
- package/dist/datasets/execution.d.ts.map +1 -0
- package/dist/error-reporting/capability.d.ts +4 -49
- package/dist/error-reporting/capability.d.ts.map +1 -1
- package/dist/error-reporting/internal.d.ts +2 -2
- package/dist/error-reporting/internal.d.ts.map +1 -1
- package/dist/error-reporting/internal.js +10 -4
- package/dist/error-reporting/internal.js.map +1 -1
- package/dist/error-reporting/reporter.d.ts +4 -1
- package/dist/error-reporting/reporter.d.ts.map +1 -1
- package/dist/error-reporting/reports.d.ts +64 -0
- package/dist/error-reporting/reports.d.ts.map +1 -0
- package/dist/error-reporting/types.d.ts +88 -34
- package/dist/error-reporting/types.d.ts.map +1 -1
- package/dist/errors/catalog.d.ts +141 -0
- package/dist/errors/catalog.d.ts.map +1 -0
- package/dist/errors/internal.d.ts +68 -0
- package/dist/errors/internal.d.ts.map +1 -0
- package/dist/errors/internal.js +29 -0
- package/dist/errors/internal.js.map +9 -0
- package/dist/errors/types.d.ts +20 -0
- package/dist/errors/types.d.ts.map +1 -0
- package/dist/events/definitions.d.ts +0 -1
- package/dist/events/definitions.d.ts.map +1 -1
- package/dist/events/execution.d.ts +13 -0
- package/dist/events/execution.d.ts.map +1 -0
- package/dist/events/index.d.ts +3 -2
- package/dist/events/index.d.ts.map +1 -1
- package/dist/events/index.js +10 -8
- package/dist/events/index.js.map +1 -1
- package/dist/events/outbox-dispatcher.d.ts +4 -2
- package/dist/events/outbox-dispatcher.d.ts.map +1 -1
- package/dist/events/{runtime.d.ts → service.d.ts} +13 -14
- package/dist/events/service.d.ts.map +1 -0
- package/dist/events/types/pipelines.d.ts +4 -1
- package/dist/events/types/pipelines.d.ts.map +1 -1
- package/dist/events/types/syncs.d.ts +3 -0
- package/dist/events/types/syncs.d.ts.map +1 -1
- package/dist/events/types/workflows.d.ts +4 -2
- package/dist/events/types/workflows.d.ts.map +1 -1
- package/dist/execution/agent.d.ts +42 -0
- package/dist/execution/agent.d.ts.map +1 -0
- package/dist/execution/agent.js +70 -0
- package/dist/execution/agent.js.map +9 -0
- package/dist/execution/authorization.d.ts +60 -0
- package/dist/execution/authorization.d.ts.map +1 -0
- package/dist/execution/dispatch.d.ts +8 -0
- package/dist/execution/dispatch.d.ts.map +1 -0
- package/dist/execution/durable.d.ts +37 -0
- package/dist/execution/durable.d.ts.map +1 -0
- package/dist/execution/index.d.ts +2 -0
- package/dist/execution/index.d.ts.map +1 -0
- package/dist/execution/primitive.d.ts +21 -0
- package/dist/execution/primitive.d.ts.map +1 -0
- package/dist/execution/primitive.js +88 -0
- package/dist/execution/primitive.js.map +10 -0
- package/dist/execution/request.d.ts +38 -0
- package/dist/execution/request.d.ts.map +1 -0
- package/dist/execution/request.js +97 -0
- package/dist/execution/request.js.map +10 -0
- package/dist/execution/scopes.d.ts +30 -0
- package/dist/execution/scopes.d.ts.map +1 -0
- package/dist/execution/types.d.ts +111 -0
- package/dist/execution/types.d.ts.map +1 -0
- package/dist/index.d.ts +30 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +130 -105
- package/dist/index.js.map +1 -1
- package/dist/json.d.ts +0 -1
- package/dist/json.d.ts.map +1 -1
- package/dist/lake-storage/index.js +5 -5
- package/dist/logging/execution.d.ts +9 -0
- package/dist/logging/execution.d.ts.map +1 -0
- package/dist/logging/index.d.ts +1 -1
- package/dist/logging/index.d.ts.map +1 -1
- package/dist/logging/index.js +8 -8
- package/dist/logging/index.js.map +1 -1
- package/dist/logging/{runtime.d.ts → service.d.ts} +7 -7
- package/dist/logging/{runtime.d.ts.map → service.d.ts.map} +1 -1
- package/dist/logging/types.js +2 -2
- package/dist/materialization/events.d.ts +1 -0
- package/dist/materialization/events.d.ts.map +1 -1
- package/dist/materialization/index.d.ts +1 -1
- package/dist/materialization/index.d.ts.map +1 -1
- package/dist/materialization/index.js +2 -2
- package/dist/materialization/model.d.ts +26 -17
- package/dist/materialization/model.d.ts.map +1 -1
- package/dist/materializer/edits/commit.d.ts +2 -1
- package/dist/materializer/edits/commit.d.ts.map +1 -1
- package/dist/materializer/edits/load-state.d.ts +1 -1
- package/dist/materializer/edits/load-state.d.ts.map +1 -1
- package/dist/materializer/edits/operations.d.ts +1 -13
- package/dist/materializer/edits/operations.d.ts.map +1 -1
- package/dist/materializer/edits/plan.d.ts +2 -1
- package/dist/materializer/edits/plan.d.ts.map +1 -1
- package/dist/materializer/edits/working-state.d.ts +36 -8
- package/dist/materializer/edits/working-state.d.ts.map +1 -1
- package/dist/materializer/effective/build-events.d.ts +1 -0
- package/dist/materializer/effective/build-events.d.ts.map +1 -1
- package/dist/materializer/effective/diff.d.ts +7 -0
- package/dist/materializer/effective/diff.d.ts.map +1 -1
- package/dist/materializer/effective/load-state.d.ts +0 -2
- package/dist/materializer/effective/load-state.d.ts.map +1 -1
- package/dist/materializer/effective/resolve.d.ts +17 -2
- package/dist/materializer/effective/resolve.d.ts.map +1 -1
- package/dist/materializer/execution/commit-lifecycle.d.ts +2 -2
- package/dist/materializer/execution/commit-lifecycle.d.ts.map +1 -1
- package/dist/materializer/execution/plan-stream.d.ts.map +1 -1
- package/dist/materializer/execution/scope.d.ts +26 -0
- package/dist/materializer/execution/scope.d.ts.map +1 -0
- package/dist/materializer/execution/work-executor.d.ts.map +1 -1
- package/dist/materializer/execution/work-records.d.ts +6 -5
- package/dist/materializer/execution/work-records.d.ts.map +1 -1
- package/dist/materializer/index.d.ts +2 -2
- package/dist/materializer/index.d.ts.map +1 -1
- package/dist/materializer/index.js +30 -18
- package/dist/materializer/index.js.map +1 -1
- package/dist/materializer/materializer.d.ts +37 -5
- package/dist/materializer/materializer.d.ts.map +1 -1
- package/dist/materializer/projections/finish-run.d.ts +2 -1
- package/dist/materializer/projections/finish-run.d.ts.map +1 -1
- package/dist/materializer/projections/replace.d.ts +2 -1
- package/dist/materializer/projections/replace.d.ts.map +1 -1
- package/dist/materializer/projections/replacement-plan.d.ts +1 -0
- package/dist/materializer/projections/replacement-plan.d.ts.map +1 -1
- package/dist/materializer/shared/batching.d.ts.map +1 -1
- package/dist/materializer/shared/normalize.d.ts.map +1 -1
- package/dist/materializer/telemetry/append.d.ts +2 -1
- package/dist/materializer/telemetry/append.d.ts.map +1 -1
- package/dist/materializer/telemetry/plan.d.ts +7 -1
- package/dist/materializer/telemetry/plan.d.ts.map +1 -1
- package/dist/objects/action/request.d.ts +3 -3
- package/dist/objects/action/request.d.ts.map +1 -1
- package/dist/objects/context/index.d.ts +1 -1
- package/dist/objects/context/index.d.ts.map +1 -1
- package/dist/objects/context/types.d.ts +5 -0
- package/dist/objects/context/types.d.ts.map +1 -1
- package/dist/objects/execution.d.ts +100 -0
- package/dist/objects/execution.d.ts.map +1 -0
- package/dist/objects/index.js +37 -24
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/materializer-adapter.d.ts +1 -1
- package/dist/objects/materializer-adapter.d.ts.map +1 -1
- package/dist/objects/query/executor.d.ts +3 -8
- package/dist/objects/query/executor.d.ts.map +1 -1
- package/dist/objects/query/index.d.ts +2 -2
- package/dist/objects/query/index.d.ts.map +1 -1
- package/dist/objects/query/index.js +9 -13
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/planner.d.ts +0 -3
- package/dist/objects/query/planner.d.ts.map +1 -1
- package/dist/objects/sdk/object-handle.d.ts +2 -2
- package/dist/objects/sdk/object-handle.d.ts.map +1 -1
- package/dist/objects/sdk/object-set.d.ts +2 -0
- package/dist/objects/sdk/object-set.d.ts.map +1 -1
- package/dist/objects/sdk/runtime-query-executor.d.ts +2 -0
- package/dist/objects/sdk/runtime-query-executor.d.ts.map +1 -1
- package/dist/objects/sdk/telemetry-channel.d.ts.map +1 -1
- package/dist/objects/service/action-service.d.ts +3 -2
- package/dist/objects/service/action-service.d.ts.map +1 -1
- package/dist/objects/service/list-service.d.ts +1 -1
- package/dist/objects/telemetry/history.d.ts +2 -0
- package/dist/objects/telemetry/history.d.ts.map +1 -1
- package/dist/objects/telemetry/write-batch.d.ts.map +1 -1
- package/dist/ontology/index.d.ts +1 -1
- package/dist/ontology/index.d.ts.map +1 -1
- package/dist/ontology/index.js +5 -5
- package/dist/ontology/internal.js +4 -4
- package/dist/ontology/registry.d.ts +15 -2
- package/dist/ontology/registry.d.ts.map +1 -1
- package/dist/pipelines/execution.d.ts +19 -0
- package/dist/pipelines/execution.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +1 -0
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +66 -0
- package/dist/pipelines/index.js.map +9 -0
- package/dist/pipelines/request.d.ts +6 -9
- package/dist/pipelines/request.d.ts.map +1 -1
- package/dist/pipelines/run-dispatch.d.ts +47 -0
- package/dist/pipelines/run-dispatch.d.ts.map +1 -0
- package/dist/projections/builders.d.ts +0 -2
- package/dist/projections/builders.d.ts.map +1 -1
- package/dist/projections/capability.d.ts +7 -0
- package/dist/projections/capability.d.ts.map +1 -0
- package/dist/projections/execution.d.ts +19 -0
- package/dist/projections/execution.d.ts.map +1 -0
- package/dist/projections/index.d.ts +3 -1
- package/dist/projections/index.d.ts.map +1 -1
- package/dist/projections/internal.d.ts +4 -10
- package/dist/projections/internal.d.ts.map +1 -1
- package/dist/projections/internal.js +42 -6
- package/dist/projections/internal.js.map +1 -1
- package/dist/projections/ownership.d.ts +2 -2
- package/dist/projections/ownership.d.ts.map +1 -1
- package/dist/projections/registry.d.ts +21 -11
- package/dist/projections/registry.d.ts.map +1 -1
- package/dist/projections/revision.d.ts +2 -2
- package/dist/projections/revision.d.ts.map +1 -1
- package/dist/projections/run-dispatch.d.ts +37 -0
- package/dist/projections/run-dispatch.d.ts.map +1 -0
- package/dist/projections/run-id.d.ts +3 -0
- package/dist/projections/run-id.d.ts.map +1 -0
- package/dist/projections/types.d.ts +3 -0
- package/dist/projections/types.d.ts.map +1 -1
- package/dist/projections/validation.d.ts +2 -2
- package/dist/projections/validation.d.ts.map +1 -1
- package/dist/queues/in-memory.d.ts +11 -10
- package/dist/queues/in-memory.d.ts.map +1 -1
- package/dist/queues/index.d.ts +1 -1
- package/dist/queues/index.d.ts.map +1 -1
- package/dist/queues/index.js +1 -1
- package/dist/queues/types.d.ts +52 -42
- package/dist/queues/types.d.ts.map +1 -1
- package/dist/rules/execution.d.ts +14 -0
- package/dist/rules/execution.d.ts.map +1 -0
- package/dist/rules/index.d.ts +1 -1
- package/dist/rules/index.d.ts.map +1 -1
- package/dist/rules/validation.d.ts +1 -2
- package/dist/rules/validation.d.ts.map +1 -1
- package/dist/runtime/ai-usage.d.ts +8 -0
- package/dist/runtime/ai-usage.d.ts.map +1 -0
- package/dist/runtime/create.d.ts +7 -5
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/definitions.d.ts +35 -0
- package/dist/runtime/definitions.d.ts.map +1 -0
- package/dist/runtime/host.d.ts +123 -0
- package/dist/runtime/host.d.ts.map +1 -0
- package/dist/runtime/index.d.ts +6 -5
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +4 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/internal.js +6 -2
- package/dist/runtime/internal.js.map +1 -1
- package/dist/runtime/ontology-mutations.d.ts +4 -2
- package/dist/runtime/ontology-mutations.d.ts.map +1 -1
- package/dist/runtime/resolve-definitions.d.ts +42 -0
- package/dist/runtime/resolve-definitions.d.ts.map +1 -0
- package/dist/runtime/sixb.d.ts +43 -219
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/runtime/types.d.ts +16 -216
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/scheduler/index.d.ts +1 -1
- package/dist/scheduler/index.d.ts.map +1 -1
- package/dist/scheduler/index.js +3 -6
- package/dist/scheduler/index.js.map +1 -1
- package/dist/scheduler/runtime.d.ts +7 -2
- package/dist/scheduler/runtime.d.ts.map +1 -1
- package/dist/schedules/execution.d.ts +6 -0
- package/dist/schedules/execution.d.ts.map +1 -0
- package/dist/schedules/index.js +9 -7
- package/dist/schedules/index.js.map +1 -1
- package/dist/schedules/types.d.ts +1 -3
- package/dist/schedules/types.d.ts.map +1 -1
- package/dist/security/every.d.ts +4 -1
- package/dist/security/every.d.ts.map +1 -1
- package/dist/security/grants.d.ts +4 -1
- package/dist/security/grants.d.ts.map +1 -1
- package/dist/security/index.d.ts +3 -1
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/registry.d.ts +42 -0
- package/dist/security/registry.d.ts.map +1 -0
- package/dist/security/types.d.ts +7 -12
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +2 -0
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/storage/action-runs/failure.d.ts +7 -0
- package/dist/storage/action-runs/failure.d.ts.map +1 -0
- package/dist/storage/action-runs/failure.js +14 -0
- package/dist/storage/action-runs/failure.js.map +9 -0
- package/dist/storage/action-runs/idempotency.d.ts.map +1 -1
- package/dist/storage/action-runs/in-memory.d.ts +3 -1
- package/dist/storage/action-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/action-runs/index.d.ts +2 -1
- package/dist/storage/action-runs/index.d.ts.map +1 -1
- package/dist/storage/action-runs/provider.d.ts +10 -0
- package/dist/storage/action-runs/provider.d.ts.map +1 -0
- package/dist/storage/action-runs/provider.js +13 -0
- package/dist/storage/action-runs/provider.js.map +9 -0
- package/dist/storage/action-runs/types.d.ts +37 -18
- package/dist/storage/action-runs/types.d.ts.map +1 -1
- package/dist/storage/agents/errors.d.ts +1 -1
- package/dist/storage/agents/errors.d.ts.map +1 -1
- package/dist/storage/agents/in-memory.d.ts +4 -1
- package/dist/storage/agents/in-memory.d.ts.map +1 -1
- package/dist/storage/agents/index.d.ts +2 -2
- package/dist/storage/agents/index.d.ts.map +1 -1
- package/dist/storage/agents/provider.d.ts +10 -0
- package/dist/storage/agents/provider.d.ts.map +1 -0
- package/dist/storage/agents/provider.js +17 -0
- package/dist/storage/agents/provider.js.map +9 -0
- package/dist/storage/agents/types.d.ts +13 -22
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-usage/errors.d.ts +8 -0
- package/dist/storage/ai-usage/errors.d.ts.map +1 -0
- package/dist/storage/ai-usage/in-memory.d.ts +28 -0
- package/dist/storage/ai-usage/in-memory.d.ts.map +1 -0
- package/dist/storage/ai-usage/index.d.ts +8 -0
- package/dist/storage/ai-usage/index.d.ts.map +1 -0
- package/dist/storage/ai-usage/record.d.ts +6 -0
- package/dist/storage/ai-usage/record.d.ts.map +1 -0
- package/dist/storage/ai-usage/types.d.ts +89 -0
- package/dist/storage/ai-usage/types.d.ts.map +1 -0
- package/dist/storage/ai-usage/usage.d.ts +11 -0
- package/dist/storage/ai-usage/usage.d.ts.map +1 -0
- package/dist/storage/auth/types.d.ts +1 -0
- package/dist/storage/auth/types.d.ts.map +1 -1
- package/dist/storage/connector-connections/errors.d.ts +12 -0
- package/dist/storage/connector-connections/errors.d.ts.map +1 -0
- package/dist/storage/connector-connections/in-memory.d.ts +81 -0
- package/dist/storage/connector-connections/in-memory.d.ts.map +1 -0
- package/dist/storage/connector-connections/index.d.ts +7 -0
- package/dist/storage/connector-connections/index.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts +20 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/connections.d.ts +17 -0
- package/dist/storage/connector-connections/provider/connections.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/runs.d.ts +14 -0
- package/dist/storage/connector-connections/provider/runs.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/shared.d.ts +74 -0
- package/dist/storage/connector-connections/provider/shared.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.d.ts +49 -0
- package/dist/storage/connector-connections/provider.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.js +1025 -0
- package/dist/storage/connector-connections/provider.js.map +14 -0
- package/dist/storage/connector-connections/types.d.ts +402 -0
- package/dist/storage/connector-connections/types.d.ts.map +1 -0
- package/dist/storage/executions/errors.d.ts +8 -0
- package/dist/storage/executions/errors.d.ts.map +1 -0
- package/dist/storage/executions/in-memory.d.ts +21 -0
- package/dist/storage/executions/in-memory.d.ts.map +1 -0
- package/dist/storage/executions/index.d.ts +5 -0
- package/dist/storage/executions/index.d.ts.map +1 -0
- package/dist/storage/executions/provider.d.ts +29 -0
- package/dist/storage/executions/provider.d.ts.map +1 -0
- package/dist/storage/executions/provider.js +208 -0
- package/dist/storage/executions/provider.js.map +10 -0
- package/dist/storage/executions/run-link.d.ts +24 -0
- package/dist/storage/executions/run-link.d.ts.map +1 -0
- package/dist/storage/executions/types.d.ts +62 -0
- package/dist/storage/executions/types.d.ts.map +1 -0
- package/dist/storage/executions/validation.d.ts +13 -0
- package/dist/storage/executions/validation.d.ts.map +1 -0
- package/dist/storage/in-memory/index.d.ts +20 -5
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +28 -17
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +92 -29
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/ontology/commits.d.ts +1 -0
- package/dist/storage/ontology/commits.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/index.d.ts +1 -0
- package/dist/storage/ontology/in-memory/index.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-state.d.ts +3 -2
- package/dist/storage/ontology/in-memory/materializations-state.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-work.d.ts +2 -2
- package/dist/storage/ontology/in-memory/materializations-work.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts +3 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/shared-state.d.ts +7 -2
- package/dist/storage/ontology/in-memory/shared-state.d.ts.map +1 -1
- package/dist/storage/ontology/index.d.ts +3 -2
- package/dist/storage/ontology/index.d.ts.map +1 -1
- package/dist/storage/ontology/materializations.d.ts +50 -5
- package/dist/storage/ontology/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/outbox.d.ts +8 -2
- package/dist/storage/ontology/outbox.d.ts.map +1 -1
- package/dist/storage/ontology/provider-work.d.ts.map +1 -1
- package/dist/storage/ontology/provider.d.ts +5 -22
- package/dist/storage/ontology/provider.d.ts.map +1 -1
- package/dist/storage/ontology/provider.js +6 -7
- package/dist/storage/ontology/provider.js.map +1 -1
- package/dist/storage/operation-scope.d.ts.map +1 -1
- package/dist/storage/operation-scope.js +1 -1
- package/dist/storage/pipeline-runs/idempotency.d.ts +3 -0
- package/dist/storage/pipeline-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/in-memory.d.ts +5 -1
- package/dist/storage/pipeline-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/index.d.ts +3 -1
- package/dist/storage/pipeline-runs/index.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/provider.d.ts +10 -0
- package/dist/storage/pipeline-runs/provider.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/provider.js +11 -0
- package/dist/storage/pipeline-runs/provider.js.map +9 -0
- package/dist/storage/pipeline-runs/types.d.ts +30 -14
- package/dist/storage/pipeline-runs/types.d.ts.map +1 -1
- package/dist/storage/projection-runs/in-memory.d.ts +8 -3
- package/dist/storage/projection-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/projection-runs/index.d.ts +2 -2
- package/dist/storage/projection-runs/index.d.ts.map +1 -1
- package/dist/storage/projection-runs/lifecycle.d.ts +14 -8
- package/dist/storage/projection-runs/lifecycle.d.ts.map +1 -1
- package/dist/storage/projection-runs/provider.d.ts +13 -0
- package/dist/storage/projection-runs/provider.d.ts.map +1 -0
- package/dist/storage/projection-runs/{lifecycle.js → provider.js} +15 -4
- package/dist/storage/projection-runs/provider.js.map +9 -0
- package/dist/storage/projection-runs/types.d.ts +28 -11
- package/dist/storage/projection-runs/types.d.ts.map +1 -1
- package/dist/storage/run-listing.d.ts +8 -9
- package/dist/storage/run-listing.d.ts.map +1 -1
- package/dist/storage/sync-runs/idempotency.d.ts +3 -0
- package/dist/storage/sync-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/sync-runs/in-memory.d.ts +5 -1
- package/dist/storage/sync-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/sync-runs/index.d.ts +3 -1
- package/dist/storage/sync-runs/index.d.ts.map +1 -1
- package/dist/storage/sync-runs/provider.d.ts +10 -0
- package/dist/storage/sync-runs/provider.d.ts.map +1 -0
- package/dist/storage/sync-runs/provider.js +11 -0
- package/dist/storage/sync-runs/provider.js.map +9 -0
- package/dist/storage/sync-runs/types.d.ts +28 -11
- package/dist/storage/sync-runs/types.d.ts.map +1 -1
- package/dist/storage/types.d.ts +20 -15
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/webhook-runs/errors.d.ts +3 -0
- package/dist/storage/webhook-runs/errors.d.ts.map +1 -1
- package/dist/storage/webhook-runs/in-memory.d.ts +13 -1
- package/dist/storage/webhook-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/webhook-runs/index.d.ts +3 -2
- package/dist/storage/webhook-runs/index.d.ts.map +1 -1
- package/dist/storage/webhook-runs/provider.d.ts +10 -0
- package/dist/storage/webhook-runs/provider.d.ts.map +1 -0
- package/dist/storage/webhook-runs/provider.js +11 -0
- package/dist/storage/webhook-runs/provider.js.map +9 -0
- package/dist/storage/webhook-runs/types.d.ts +37 -11
- package/dist/storage/webhook-runs/types.d.ts.map +1 -1
- package/dist/storage/workflow-runs/in-memory.d.ts +6 -2
- package/dist/storage/workflow-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/workflow-runs/index.d.ts +2 -1
- package/dist/storage/workflow-runs/index.d.ts.map +1 -1
- package/dist/storage/workflow-runs/provider.d.ts +19 -0
- package/dist/storage/workflow-runs/provider.d.ts.map +1 -0
- package/dist/storage/workflow-runs/provider.js +19 -0
- package/dist/storage/workflow-runs/provider.js.map +9 -0
- package/dist/storage/workflow-runs/types.d.ts +28 -30
- package/dist/storage/workflow-runs/types.d.ts.map +1 -1
- package/dist/syncs/execution.d.ts +18 -0
- package/dist/syncs/execution.d.ts.map +1 -0
- package/dist/syncs/index.d.ts +3 -1
- package/dist/syncs/index.d.ts.map +1 -1
- package/dist/syncs/index.js +65 -0
- package/dist/syncs/index.js.map +9 -0
- package/dist/syncs/request.d.ts +6 -16
- package/dist/syncs/request.d.ts.map +1 -1
- package/dist/syncs/run-dispatch.d.ts +47 -0
- package/dist/syncs/run-dispatch.d.ts.map +1 -0
- package/dist/syncs/sources.d.ts +8 -0
- package/dist/syncs/sources.d.ts.map +1 -0
- package/dist/syncs/types.d.ts +16 -9
- package/dist/syncs/types.d.ts.map +1 -1
- package/dist/testing/action-execution.d.ts +12 -0
- package/dist/testing/action-execution.d.ts.map +1 -0
- package/dist/testing/agent-execution.d.ts +14 -0
- package/dist/testing/agent-execution.d.ts.map +1 -0
- package/dist/testing/agent-storage-contract.d.ts +10 -3
- package/dist/testing/agent-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-usage-storage-contract.d.ts +13 -0
- package/dist/testing/ai-usage-storage-contract.d.ts.map +1 -0
- package/dist/testing/auth-storage-contract.d.ts.map +1 -1
- package/dist/testing/broker-contract.d.ts.map +1 -1
- package/dist/testing/connector-connection-storage-contract.d.ts +16 -0
- package/dist/testing/connector-connection-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution-storage-contract.d.ts +15 -0
- package/dist/testing/execution-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution.d.ts +23 -0
- package/dist/testing/execution.d.ts.map +1 -0
- package/dist/testing/index.d.ts +12 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +4088 -1556
- package/dist/testing/index.js.map +25 -13
- package/dist/testing/materializer-fixture.d.ts +2 -2
- package/dist/testing/materializer-fixture.d.ts.map +1 -1
- package/dist/testing/materializer-storage-contract.d.ts.map +1 -1
- package/dist/testing/ontology-contract-fixture.d.ts +1 -0
- package/dist/testing/ontology-contract-fixture.d.ts.map +1 -1
- package/dist/testing/ontology-storage-contract.d.ts.map +1 -1
- package/dist/testing/pipeline-execution.d.ts +16 -0
- package/dist/testing/pipeline-execution.d.ts.map +1 -0
- package/dist/testing/projection-execution.d.ts +20 -0
- package/dist/testing/projection-execution.d.ts.map +1 -0
- package/dist/testing/projection-run-storage-contract.d.ts +9 -4
- package/dist/testing/projection-run-storage-contract.d.ts.map +1 -1
- package/dist/testing/queues-contract.d.ts.map +1 -1
- package/dist/testing/sync-execution.d.ts +16 -0
- package/dist/testing/sync-execution.d.ts.map +1 -0
- package/dist/testing/webhook-execution.d.ts +12 -0
- package/dist/testing/webhook-execution.d.ts.map +1 -0
- package/dist/testing/webhook-run-storage-contract.d.ts +11 -0
- package/dist/testing/webhook-run-storage-contract.d.ts.map +1 -0
- package/dist/testing/workflow-execution.d.ts +23 -0
- package/dist/testing/workflow-execution.d.ts.map +1 -0
- package/dist/webhooks/index.d.ts +2 -1
- package/dist/webhooks/index.d.ts.map +1 -1
- package/dist/webhooks/internal.d.ts +2 -0
- package/dist/webhooks/internal.d.ts.map +1 -0
- package/dist/webhooks/internal.js +150 -0
- package/dist/webhooks/internal.js.map +10 -0
- package/dist/webhooks/registry.d.ts +18 -4
- package/dist/webhooks/registry.d.ts.map +1 -1
- package/dist/webhooks/run-admission.d.ts +25 -0
- package/dist/webhooks/run-admission.d.ts.map +1 -0
- package/dist/webhooks/types.d.ts +8 -5
- package/dist/webhooks/types.d.ts.map +1 -1
- package/dist/workers/index.js +18 -19
- package/dist/workers/index.js.map +4 -4
- package/dist/workers/queue-delivery.d.ts +7 -7
- package/dist/workers/queue-delivery.d.ts.map +1 -1
- package/dist/workers/queue-worker.d.ts +30 -11
- package/dist/workers/queue-worker.d.ts.map +1 -1
- package/dist/workflows/execution.d.ts +49 -0
- package/dist/workflows/execution.d.ts.map +1 -0
- package/dist/workflows/failure.d.ts +28 -0
- package/dist/workflows/failure.d.ts.map +1 -0
- package/dist/workflows/index.d.ts +4 -2
- package/dist/workflows/index.d.ts.map +1 -1
- package/dist/workflows/index.js +64 -36
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/request.d.ts +2 -1
- package/dist/workflows/request.d.ts.map +1 -1
- package/dist/workflows/run-dispatch.d.ts +59 -0
- package/dist/workflows/run-dispatch.d.ts.map +1 -0
- package/dist/workflows/types.d.ts +38 -8
- package/dist/workflows/types.d.ts.map +1 -1
- package/package.json +107 -5
- package/src/actions/commit-edits.ts +0 -3
- package/src/actions/execution.ts +83 -0
- package/src/actions/index.ts +1 -1
- package/src/actions/registry.ts +22 -10
- package/src/actions/request.ts +55 -177
- package/src/actions/run-dispatch.ts +276 -0
- package/src/actions/types/context.ts +2 -4
- package/src/actions/validation.ts +2 -2
- package/src/agents/adapters.ts +7 -3
- package/src/agents/authority.ts +189 -0
- package/src/agents/dispatch.ts +1 -6
- package/src/agents/errors.ts +2 -0
- package/src/agents/execution.ts +254 -0
- package/src/agents/index.ts +15 -3
- package/src/agents/prompt.ts +15 -3
- package/src/agents/request.ts +153 -13
- package/src/agents/streams.ts +150 -3
- package/src/agents/types.ts +2 -4
- package/src/agents/validation.ts +3 -3
- package/src/auth/attribution.ts +48 -0
- package/src/auth/index.ts +1 -0
- package/src/auth/runtime.ts +5 -5
- package/src/authorization/decision.ts +75 -14
- package/src/authorization/grant-kinds.ts +9 -0
- package/src/authorization/index.ts +2 -0
- package/src/blob-storage/execution.ts +78 -0
- package/src/bootstrap/discovery.ts +88 -268
- package/src/bootstrap/index.ts +2 -13
- package/src/broker/in-memory.ts +8 -1
- package/src/broker/types.ts +5 -0
- package/src/connectors/builders.ts +37 -2
- package/src/connectors/connections/authorizations.ts +646 -0
- package/src/connectors/connections/capability.ts +59 -0
- package/src/connectors/connections/command-context.ts +98 -0
- package/src/connectors/connections/contracts.ts +208 -0
- package/src/connectors/connections/credential-codec.ts +48 -0
- package/src/connectors/connections/credential-mutations.ts +574 -0
- package/src/connectors/connections/execution.ts +138 -0
- package/src/connectors/connections/internal.ts +17 -0
- package/src/connectors/connections/provider-operation.ts +41 -0
- package/src/connectors/connections/request.ts +447 -0
- package/src/connectors/connections/runs.ts +702 -0
- package/src/connectors/connections/service.ts +644 -0
- package/src/connectors/connections/storage-boundary.ts +13 -0
- package/src/connectors/connections/tokens.ts +292 -0
- package/src/connectors/connections/validation.ts +316 -0
- package/src/connectors/connections/views.ts +37 -0
- package/src/connectors/credentials.ts +149 -0
- package/src/connectors/errors.ts +111 -3
- package/src/connectors/execution.ts +157 -0
- package/src/connectors/index.ts +26 -2
- package/src/connectors/service.ts +142 -0
- package/src/connectors/types.ts +156 -7
- package/src/datasets/execution.ts +24 -0
- package/src/error-reporting/capability.ts +33 -106
- package/src/error-reporting/internal.ts +3 -1
- package/src/error-reporting/reporter.ts +19 -3
- package/src/error-reporting/reports.ts +172 -0
- package/src/error-reporting/types.ts +97 -43
- package/src/errors/catalog.ts +149 -0
- package/src/errors/internal.ts +322 -0
- package/src/errors/types.ts +21 -0
- package/src/events/definitions.ts +0 -4
- package/src/events/execution.ts +45 -0
- package/src/events/index.ts +15 -14
- package/src/events/outbox-dispatcher.ts +53 -18
- package/src/events/{runtime.ts → service.ts} +19 -23
- package/src/events/types/pipelines.ts +4 -1
- package/src/events/types/syncs.ts +3 -0
- package/src/events/types/workflows.ts +4 -2
- package/src/execution/agent.ts +130 -0
- package/src/execution/authorization.ts +409 -0
- package/src/execution/dispatch.ts +7 -0
- package/src/execution/durable.ts +193 -0
- package/src/execution/index.ts +12 -0
- package/src/execution/primitive.ts +50 -0
- package/src/execution/request.ts +109 -0
- package/src/execution/scopes.ts +198 -0
- package/src/execution/types.ts +113 -0
- package/src/http/api-routes.ts +3 -3
- package/src/index.ts +109 -9
- package/src/json.ts +0 -4
- package/src/logging/execution.ts +28 -0
- package/src/logging/index.ts +4 -4
- package/src/logging/{runtime.ts → service.ts} +7 -7
- package/src/materialization/events.ts +1 -0
- package/src/materialization/index.ts +2 -0
- package/src/materialization/model.ts +30 -18
- package/src/materializer/README.md +9 -13
- package/src/materializer/edits/commit.ts +85 -28
- package/src/materializer/edits/load-state.ts +79 -16
- package/src/materializer/edits/operations.ts +72 -36
- package/src/materializer/edits/plan.ts +95 -22
- package/src/materializer/edits/working-state.ts +86 -55
- package/src/materializer/effective/build-events.ts +2 -0
- package/src/materializer/effective/diff.ts +22 -0
- package/src/materializer/effective/load-state.ts +0 -31
- package/src/materializer/effective/resolve.ts +62 -0
- package/src/materializer/execution/commit-lifecycle.ts +9 -1
- package/src/materializer/execution/plan-stream.ts +33 -9
- package/src/materializer/execution/scope.ts +95 -0
- package/src/materializer/execution/work-executor.ts +6 -2
- package/src/materializer/execution/work-records.ts +39 -6
- package/src/materializer/index.ts +9 -1
- package/src/materializer/materializer.ts +67 -5
- package/src/materializer/projections/finish-run.ts +29 -11
- package/src/materializer/projections/replace.ts +55 -22
- package/src/materializer/projections/replacement-plan.ts +37 -7
- package/src/materializer/shared/batching.ts +4 -1
- package/src/materializer/shared/normalize.ts +0 -19
- package/src/materializer/telemetry/append.ts +57 -26
- package/src/materializer/telemetry/plan.ts +15 -6
- package/src/objects/action/request.ts +5 -5
- package/src/objects/context/index.ts +1 -0
- package/src/objects/context/types.ts +6 -0
- package/src/objects/execution.ts +346 -0
- package/src/objects/materializer-adapter.ts +1 -23
- package/src/objects/query/executor.ts +15 -29
- package/src/objects/query/index.ts +1 -2
- package/src/objects/query/planner.ts +0 -6
- package/src/objects/sdk/object-handle.ts +2 -2
- package/src/objects/sdk/object-set.ts +17 -7
- package/src/objects/sdk/runtime-query-executor.ts +9 -2
- package/src/objects/sdk/telemetry-channel.ts +5 -1
- package/src/objects/service/action-service.ts +5 -2
- package/src/objects/service/list-service.ts +1 -1
- package/src/objects/telemetry/history.ts +8 -3
- package/src/objects/telemetry/write-batch.ts +0 -2
- package/src/ontology/index.ts +6 -1
- package/src/ontology/registry.ts +16 -2
- package/src/pipelines/execution.ts +105 -0
- package/src/pipelines/index.ts +7 -0
- package/src/pipelines/request.ts +32 -26
- package/src/pipelines/run-dispatch.ts +308 -0
- package/src/projections/builders.ts +0 -9
- package/src/projections/capability.ts +37 -0
- package/src/projections/execution.ts +85 -0
- package/src/projections/index.ts +2 -1
- package/src/projections/internal.ts +17 -60
- package/src/projections/ownership.ts +2 -2
- package/src/projections/registry.ts +26 -11
- package/src/projections/revision.ts +7 -5
- package/src/projections/run-dispatch.ts +497 -0
- package/src/projections/run-id.ts +20 -0
- package/src/projections/types.ts +12 -0
- package/src/projections/validation.ts +3 -3
- package/src/queues/in-memory.ts +37 -11
- package/src/queues/index.ts +9 -2
- package/src/queues/types.ts +70 -45
- package/src/rules/execution.ts +49 -0
- package/src/rules/index.ts +0 -1
- package/src/rules/validation.ts +2 -6
- package/src/runtime/ai-usage.ts +17 -0
- package/src/runtime/create.ts +28 -68
- package/src/runtime/definitions.ts +44 -0
- package/src/runtime/host.ts +377 -0
- package/src/runtime/index.ts +5 -13
- package/src/runtime/internal.ts +12 -0
- package/src/runtime/ontology-mutations.ts +5 -3
- package/src/runtime/resolve-definitions.ts +238 -0
- package/src/runtime/sixb.ts +95 -822
- package/src/runtime/types.ts +17 -290
- package/src/scheduler/index.ts +1 -1
- package/src/scheduler/runtime.ts +37 -6
- package/src/schedules/execution.ts +14 -0
- package/src/schedules/types.ts +0 -8
- package/src/security/every.ts +4 -0
- package/src/security/grants.ts +13 -1
- package/src/security/index.ts +3 -1
- package/src/security/registry.ts +107 -0
- package/src/security/types.ts +8 -12
- package/src/security/validation.ts +7 -0
- package/src/storage/action-runs/failure.ts +64 -0
- package/src/storage/action-runs/idempotency.ts +3 -1
- package/src/storage/action-runs/in-memory.ts +39 -9
- package/src/storage/action-runs/index.ts +3 -0
- package/src/storage/action-runs/provider.ts +25 -0
- package/src/storage/action-runs/types.ts +61 -27
- package/src/storage/agents/errors.ts +1 -0
- package/src/storage/agents/in-memory.ts +49 -11
- package/src/storage/agents/index.ts +2 -1
- package/src/storage/agents/provider.ts +27 -0
- package/src/storage/agents/types.ts +19 -19
- package/src/storage/ai-usage/errors.ts +13 -0
- package/src/storage/ai-usage/in-memory.ts +162 -0
- package/src/storage/ai-usage/index.ts +21 -0
- package/src/storage/ai-usage/record.ts +74 -0
- package/src/storage/ai-usage/types.ts +102 -0
- package/src/storage/ai-usage/usage.ts +104 -0
- package/src/storage/auth/types.ts +1 -0
- package/src/storage/connector-connections/errors.ts +24 -0
- package/src/storage/connector-connections/in-memory.ts +1377 -0
- package/src/storage/connector-connections/index.ts +66 -0
- package/src/storage/connector-connections/provider/authorizations.ts +446 -0
- package/src/storage/connector-connections/provider/connections.ts +291 -0
- package/src/storage/connector-connections/provider/runs.ts +369 -0
- package/src/storage/connector-connections/provider/shared.ts +342 -0
- package/src/storage/connector-connections/provider.ts +219 -0
- package/src/storage/connector-connections/types.ts +546 -0
- package/src/storage/executions/errors.ts +21 -0
- package/src/storage/executions/in-memory.ts +75 -0
- package/src/storage/executions/index.ts +16 -0
- package/src/storage/executions/provider.ts +292 -0
- package/src/storage/executions/run-link.ts +70 -0
- package/src/storage/executions/types.ts +49 -0
- package/src/storage/executions/validation.ts +370 -0
- package/src/storage/in-memory/index.ts +50 -16
- package/src/storage/index.ts +154 -15
- package/src/storage/ontology/commits.ts +1 -0
- package/src/storage/ontology/in-memory/index.ts +2 -0
- package/src/storage/ontology/in-memory/materializations-finalization.ts +2 -1
- package/src/storage/ontology/in-memory/materializations-state.ts +10 -0
- package/src/storage/ontology/in-memory/materializations-work.ts +2 -1
- package/src/storage/ontology/in-memory/materializations.ts +131 -9
- package/src/storage/ontology/in-memory/outbox.ts +1 -1
- package/src/storage/ontology/in-memory/shared-state.ts +12 -1
- package/src/storage/ontology/index.ts +6 -0
- package/src/storage/ontology/materializations.ts +50 -4
- package/src/storage/ontology/outbox.ts +13 -2
- package/src/storage/ontology/provider-header-validation.ts +1 -0
- package/src/storage/ontology/provider-work.ts +33 -14
- package/src/storage/ontology/provider.ts +72 -52
- package/src/storage/operation-scope.ts +1 -0
- package/src/storage/pipeline-runs/idempotency.ts +14 -0
- package/src/storage/pipeline-runs/in-memory.ts +88 -8
- package/src/storage/pipeline-runs/index.ts +5 -1
- package/src/storage/pipeline-runs/provider.ts +25 -0
- package/src/storage/pipeline-runs/types.ts +37 -14
- package/src/storage/projection-runs/in-memory.ts +93 -24
- package/src/storage/projection-runs/index.ts +4 -0
- package/src/storage/projection-runs/lifecycle.ts +165 -36
- package/src/storage/projection-runs/provider.ts +34 -0
- package/src/storage/projection-runs/types.ts +34 -11
- package/src/storage/run-listing.ts +22 -13
- package/src/storage/sync-runs/idempotency.ts +18 -0
- package/src/storage/sync-runs/in-memory.ts +90 -7
- package/src/storage/sync-runs/index.ts +4 -1
- package/src/storage/sync-runs/provider.ts +25 -0
- package/src/storage/sync-runs/types.ts +35 -11
- package/src/storage/types.ts +44 -17
- package/src/storage/webhook-runs/errors.ts +14 -0
- package/src/storage/webhook-runs/in-memory.ts +84 -9
- package/src/storage/webhook-runs/index.ts +5 -1
- package/src/storage/webhook-runs/provider.ts +30 -0
- package/src/storage/webhook-runs/types.ts +52 -11
- package/src/storage/workflow-runs/in-memory.ts +89 -55
- package/src/storage/workflow-runs/index.ts +2 -0
- package/src/storage/workflow-runs/provider.ts +70 -0
- package/src/storage/workflow-runs/types.ts +36 -25
- package/src/syncs/builders.ts +2 -2
- package/src/syncs/execution.ts +78 -0
- package/src/syncs/index.ts +13 -0
- package/src/syncs/request.ts +32 -43
- package/src/syncs/run-dispatch.ts +312 -0
- package/src/syncs/sources.ts +20 -0
- package/src/syncs/types.ts +32 -8
- package/src/testing/action-execution.ts +61 -0
- package/src/testing/agent-execution.ts +81 -0
- package/src/testing/agent-storage-contract.ts +158 -63
- package/src/testing/ai-usage-storage-contract.ts +528 -0
- package/src/testing/auth-storage-contract.ts +17 -1
- package/src/testing/broker-contract.ts +16 -1
- package/src/testing/connector-connection-storage-contract.ts +1052 -0
- package/src/testing/execution-storage-contract.ts +435 -0
- package/src/testing/execution.ts +48 -0
- package/src/testing/index.ts +52 -0
- package/src/testing/materializer-fixture.ts +11 -3
- package/src/testing/materializer-storage-contract.ts +213 -11
- package/src/testing/ontology-contract-fixture.ts +35 -2
- package/src/testing/ontology-storage-contract.ts +75 -14
- package/src/testing/pipeline-execution.ts +64 -0
- package/src/testing/projection-execution.ts +98 -0
- package/src/testing/projection-run-storage-contract.ts +215 -29
- package/src/testing/queues-contract.ts +40 -51
- package/src/testing/sync-execution.ts +61 -0
- package/src/testing/webhook-execution.ts +47 -0
- package/src/testing/webhook-run-storage-contract.ts +240 -0
- package/src/testing/workflow-execution.ts +77 -0
- package/src/webhooks/index.ts +2 -1
- package/src/webhooks/internal.ts +5 -0
- package/src/webhooks/registry.ts +60 -36
- package/src/webhooks/run-admission.ts +172 -0
- package/src/webhooks/types.ts +8 -5
- package/src/workers/queue-delivery.ts +25 -22
- package/src/workers/queue-worker.ts +62 -32
- package/src/workflows/execution.ts +292 -0
- package/src/workflows/failure.ts +63 -0
- package/src/workflows/index.ts +10 -1
- package/src/workflows/request.ts +39 -118
- package/src/workflows/run-dispatch.ts +359 -0
- package/src/workflows/types.ts +39 -8
- package/dist/actions/runtime.d.ts +0 -11
- package/dist/actions/runtime.d.ts.map +0 -1
- package/dist/agents/runtime.d.ts +0 -41
- package/dist/agents/runtime.d.ts.map +0 -1
- package/dist/chunk-4hwxq5e6.js +0 -49
- package/dist/chunk-4hwxq5e6.js.map +0 -10
- package/dist/chunk-4tvj3ate.js.map +0 -11
- package/dist/chunk-50kv63vj.js.map +0 -12
- package/dist/chunk-86459jn0.js +0 -1091
- package/dist/chunk-86459jn0.js.map +0 -22
- package/dist/chunk-867jxh7c.js.map +0 -19
- package/dist/chunk-9k3hgv8h.js +0 -352
- package/dist/chunk-9k3hgv8h.js.map +0 -13
- package/dist/chunk-avppcgt6.js.map +0 -14
- package/dist/chunk-b1bqvhpe.js.map +0 -13
- package/dist/chunk-b5dp7gaf.js +0 -1092
- package/dist/chunk-b5dp7gaf.js.map +0 -26
- package/dist/chunk-bh8bwma3.js +0 -37
- package/dist/chunk-bh8bwma3.js.map +0 -10
- package/dist/chunk-btcsywk4.js +0 -985
- package/dist/chunk-btcsywk4.js.map +0 -15
- package/dist/chunk-exrfbt2d.js +0 -354
- package/dist/chunk-exrfbt2d.js.map +0 -17
- package/dist/chunk-hb9xcx9c.js.map +0 -14
- package/dist/chunk-k25jm1x5.js +0 -102
- package/dist/chunk-k25jm1x5.js.map +0 -10
- package/dist/chunk-k6j72mtt.js +0 -9
- package/dist/chunk-k6j72mtt.js.map +0 -10
- package/dist/chunk-m9w0artv.js +0 -554
- package/dist/chunk-m9w0artv.js.map +0 -13
- package/dist/chunk-nbywkytr.js.map +0 -16
- package/dist/chunk-p7vj8xgb.js.map +0 -34
- package/dist/chunk-raq0x6bd.js.map +0 -48
- package/dist/chunk-rgzed50y.js +0 -1445
- package/dist/chunk-rgzed50y.js.map +0 -22
- package/dist/chunk-rjqm6ksg.js.map +0 -44
- package/dist/chunk-t72dvahb.js.map +0 -12
- package/dist/chunk-v5c085yp.js.map +0 -10
- package/dist/chunk-xt6qx9sh.js.map +0 -36
- package/dist/chunk-xz5g49bp.js.map +0 -11
- package/dist/chunk-ya6brh8a.js.map +0 -11
- package/dist/chunk-yn947ck3.js.map +0 -14
- package/dist/connectors/runtime.d.ts +0 -13
- package/dist/connectors/runtime.d.ts.map +0 -1
- package/dist/events/runtime.d.ts.map +0 -1
- package/dist/objects/contexts.d.ts +0 -45
- package/dist/objects/contexts.d.ts.map +0 -1
- package/dist/objects/helpers.d.ts +0 -7
- package/dist/objects/helpers.d.ts.map +0 -1
- package/dist/runtime/scoped.d.ts +0 -158
- package/dist/runtime/scoped.d.ts.map +0 -1
- package/dist/security/runtime.d.ts +0 -16
- package/dist/security/runtime.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/in-memory.d.ts +0 -18
- package/dist/storage/webhook-deliveries/in-memory.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/index.d.ts +0 -3
- package/dist/storage/webhook-deliveries/index.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/types.d.ts +0 -43
- package/dist/storage/webhook-deliveries/types.d.ts.map +0 -1
- package/dist/workflows/runtime.d.ts +0 -33
- package/dist/workflows/runtime.d.ts.map +0 -1
- package/src/actions/runtime.ts +0 -31
- package/src/agents/runtime.ts +0 -124
- package/src/connectors/runtime.ts +0 -100
- package/src/objects/contexts.ts +0 -64
- package/src/objects/helpers.ts +0 -18
- package/src/runtime/scoped.ts +0 -436
- package/src/security/runtime.ts +0 -101
- package/src/storage/webhook-deliveries/in-memory.ts +0 -108
- package/src/storage/webhook-deliveries/index.ts +0 -9
- package/src/storage/webhook-deliveries/types.ts +0 -41
- package/src/workflows/runtime.ts +0 -68
- /package/dist/{chunk-md9jbrm9.js.map → chunk-4gz41why.js.map} +0 -0
- /package/dist/{chunk-6rzdtvn5.js.map → chunk-8b55ygje.js.map} +0 -0
- /package/dist/{chunk-r82k4z7z.js.map → chunk-a31h57d5.js.map} +0 -0
- /package/dist/{chunk-qzyemcj7.js.map → chunk-ckxfnx7f.js.map} +0 -0
- /package/dist/{chunk-53s4asfm.js.map → chunk-rnshztfq.js.map} +0 -0
- /package/dist/{chunk-8kv2sez0.js.map → chunk-vybf6pkp.js.map} +0 -0
- /package/dist/{chunk-6zrpewy4.js.map → chunk-z3zp0bj1.js.map} +0 -0
- /package/dist/{chunk-hz8m927w.js.map → chunk-zqysyfjt.js.map} +0 -0
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { isAllowed } from "../authorization"
|
|
2
|
+
import type { ExecutionContext } from "../execution"
|
|
3
|
+
import type { SixbRuntimeContext } from "../runtime/types"
|
|
4
|
+
import type {
|
|
5
|
+
ListLatestSyncRunsResult,
|
|
6
|
+
ListSyncRunsInput,
|
|
7
|
+
ListSyncRunsResult,
|
|
8
|
+
SyncRunRecord,
|
|
9
|
+
} from "../storage/sync-runs"
|
|
10
|
+
import { SyncValidationError } from "./errors"
|
|
11
|
+
import { type RequestSyncRunInput, requestSyncRun, type SyncRunRequestResult } from "./request"
|
|
12
|
+
import type { SyncDefinition } from "./types"
|
|
13
|
+
|
|
14
|
+
export interface SyncRunsRuntime {
|
|
15
|
+
getById(runId: string): Promise<SyncRunRecord | null>
|
|
16
|
+
list(input?: Omit<ListSyncRunsInput, "projectId" | "syncIds">): Promise<ListSyncRunsResult>
|
|
17
|
+
listLatest(syncIds: readonly string[]): Promise<ListLatestSyncRunsResult>
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export interface SyncsRuntime {
|
|
21
|
+
list(): readonly SyncDefinition[]
|
|
22
|
+
getById(syncId: string): SyncDefinition | null
|
|
23
|
+
request(input: RequestSyncRunInput): Promise<SyncRunRequestResult>
|
|
24
|
+
readonly runs: SyncRunsRuntime
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export function createSyncsRuntime(
|
|
28
|
+
runtime: SixbRuntimeContext,
|
|
29
|
+
execution: ExecutionContext,
|
|
30
|
+
source: Pick<SyncsRuntime, "list" | "getById">
|
|
31
|
+
): SyncsRuntime {
|
|
32
|
+
const allowed = (syncId: string) => isAllowed(runtime.authorization, { kind: "sync.run", syncId })
|
|
33
|
+
const visibleIds = () =>
|
|
34
|
+
source
|
|
35
|
+
.list()
|
|
36
|
+
.filter((sync) => allowed(sync.id))
|
|
37
|
+
.map((sync) => sync.id)
|
|
38
|
+
|
|
39
|
+
return {
|
|
40
|
+
list: () => source.list().filter((sync) => allowed(sync.id)),
|
|
41
|
+
getById: (syncId) => {
|
|
42
|
+
const sync = source.getById(syncId)
|
|
43
|
+
return sync && allowed(syncId) ? sync : null
|
|
44
|
+
},
|
|
45
|
+
request: async (input) => {
|
|
46
|
+
const sync = source.getById(input.syncId)
|
|
47
|
+
if (!sync) throw new SyncValidationError(`[Sixb] Unknown sync '${input.syncId}'`)
|
|
48
|
+
return requestSyncRun(runtime, execution, sync, input)
|
|
49
|
+
},
|
|
50
|
+
runs: {
|
|
51
|
+
getById: async (runId) => {
|
|
52
|
+
const run =
|
|
53
|
+
(await runtime.storage.syncRuns?.getById({
|
|
54
|
+
projectId: runtime.projectId,
|
|
55
|
+
id: runId,
|
|
56
|
+
})) ?? null
|
|
57
|
+
return run && allowed(run.syncId) ? run : null
|
|
58
|
+
},
|
|
59
|
+
list: (input = {}) => {
|
|
60
|
+
const storage = runtime.storage.syncRuns
|
|
61
|
+
if (!storage) return Promise.resolve({ runs: [], hasMore: false, total: 0 })
|
|
62
|
+
return storage.list({
|
|
63
|
+
projectId: runtime.projectId,
|
|
64
|
+
...input,
|
|
65
|
+
syncIds: runtime.authorization ? visibleIds() : undefined,
|
|
66
|
+
})
|
|
67
|
+
},
|
|
68
|
+
listLatest: (syncIds) => {
|
|
69
|
+
const storage = runtime.storage.syncRuns
|
|
70
|
+
if (!storage || syncIds.length === 0) return Promise.resolve({ runs: [] })
|
|
71
|
+
const allowedIds = syncIds.filter(allowed)
|
|
72
|
+
return allowedIds.length === 0
|
|
73
|
+
? Promise.resolve({ runs: [] })
|
|
74
|
+
: storage.listLatestBySyncIds({ projectId: runtime.projectId, syncIds: allowedIds })
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
}
|
|
78
|
+
}
|
package/src/syncs/index.ts
CHANGED
|
@@ -6,12 +6,25 @@ export type {
|
|
|
6
6
|
SyncRunRequestResult,
|
|
7
7
|
} from "./request"
|
|
8
8
|
export { requestSyncRun } from "./request"
|
|
9
|
+
export {
|
|
10
|
+
type AutomaticSyncExecutionSource,
|
|
11
|
+
type AutomaticSyncRunDispatchInput,
|
|
12
|
+
SyncRunDispatcher,
|
|
13
|
+
type SyncRunDispatcherDependencies,
|
|
14
|
+
type SyncRunDispatchPort,
|
|
15
|
+
} from "./run-dispatch"
|
|
16
|
+
export {
|
|
17
|
+
resolveSyncConnectorSources,
|
|
18
|
+
type SyncConnectorSource,
|
|
19
|
+
type SyncConnectorSourceResolver,
|
|
20
|
+
} from "./sources"
|
|
9
21
|
export type {
|
|
10
22
|
BatchSyncConfig,
|
|
11
23
|
BatchSyncDefinitionConfig,
|
|
12
24
|
DatasetSyncTarget,
|
|
13
25
|
SyncBlobContext,
|
|
14
26
|
SyncBuilder,
|
|
27
|
+
SyncConnectorConnection,
|
|
15
28
|
SyncDefinition,
|
|
16
29
|
SyncMode,
|
|
17
30
|
SyncReadBuilder,
|
package/src/syncs/request.ts
CHANGED
|
@@ -1,15 +1,17 @@
|
|
|
1
|
-
import { randomUUID } from "node:crypto"
|
|
2
1
|
import { assertAuthorized } from "../authorization"
|
|
2
|
+
import {
|
|
3
|
+
createPrimitiveExecutionRecord,
|
|
4
|
+
ensureExecutionRecord,
|
|
5
|
+
executionRecordInputFromRuntime,
|
|
6
|
+
} from "../execution/durable"
|
|
7
|
+
import type { ExecutionContext } from "../execution/types"
|
|
3
8
|
import type { SixbRuntimeContext } from "../runtime/types"
|
|
4
9
|
import { SyncValidationError } from "./errors"
|
|
10
|
+
import { dispatchSyncRun } from "./run-dispatch"
|
|
5
11
|
import type { SyncDefinition } from "./types"
|
|
6
12
|
|
|
7
13
|
export interface SyncRunRequestOptions {
|
|
8
|
-
/**
|
|
9
|
-
* Identity of the run to create. Deduplicated when a worker claims the job, not here: two requests
|
|
10
|
-
* carrying the same id enqueue two jobs, and the second `start()` loses to the unique run id and
|
|
11
|
-
* no-ops. So one run happens, but this call cannot tell you whether it was yours.
|
|
12
|
-
*/
|
|
14
|
+
/** Stable identity used to make dispatch idempotent. */
|
|
13
15
|
readonly runId?: string
|
|
14
16
|
/** Optimistic concurrency guard: fail the run if the dataset moved past this version. */
|
|
15
17
|
readonly expectedLatestVersionId?: string
|
|
@@ -23,9 +25,10 @@ export interface RequestSyncRunInput extends SyncRunRequestOptions {
|
|
|
23
25
|
export interface SyncRunRequestResult {
|
|
24
26
|
readonly syncId: string
|
|
25
27
|
readonly runId: string
|
|
26
|
-
/**
|
|
28
|
+
/** Durable time at which the run entered the queue. */
|
|
27
29
|
readonly queuedAt: string
|
|
28
30
|
readonly jobId?: string
|
|
31
|
+
readonly created: boolean
|
|
29
32
|
}
|
|
30
33
|
|
|
31
34
|
/**
|
|
@@ -34,18 +37,11 @@ export interface SyncRunRequestResult {
|
|
|
34
37
|
* Operates on an already-resolved definition and the shared runtime context, so the HTTP route and
|
|
35
38
|
* the runtime verb cannot drift apart.
|
|
36
39
|
*
|
|
37
|
-
*
|
|
38
|
-
* `queued` member, unlike `WorkflowRunStatus`. So this reports "the request is accepted", where
|
|
39
|
-
* `requestWorkflowRun` reports "the run exists" and can therefore return `created`. Aligning the two
|
|
40
|
-
* means giving sync and pipeline runs a queued state across every storage provider, which is a
|
|
41
|
-
* lifecycle change rather than a field; `created` can be added here afterwards without breaking
|
|
42
|
-
* anyone, since nothing implements this result type.
|
|
43
|
-
*
|
|
44
|
-
* The storage precondition below is checked even though nothing here writes: accepting a request the
|
|
45
|
-
* worker will refuse is worse than failing now.
|
|
40
|
+
* The immutable child execution and queued run are persisted before queue publication.
|
|
46
41
|
*/
|
|
47
42
|
export async function requestSyncRun(
|
|
48
43
|
runtime: SixbRuntimeContext,
|
|
44
|
+
execution: ExecutionContext,
|
|
49
45
|
sync: SyncDefinition,
|
|
50
46
|
options: SyncRunRequestOptions = {}
|
|
51
47
|
): Promise<SyncRunRequestResult> {
|
|
@@ -59,33 +55,26 @@ export async function requestSyncRun(
|
|
|
59
55
|
throw new SyncValidationError("[Sixb] Sync run queue is not configured.")
|
|
60
56
|
}
|
|
61
57
|
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
const [job] = await queue.enqueue({
|
|
58
|
+
return dispatchSyncRun({
|
|
59
|
+
errorReporterHost: runtime,
|
|
65
60
|
projectId: runtime.projectId,
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
61
|
+
sync,
|
|
62
|
+
storage: runtime.storage,
|
|
63
|
+
queue,
|
|
64
|
+
...options,
|
|
65
|
+
createExecution: async (executionId, runId) => {
|
|
66
|
+
const caller = await ensureExecutionRecord(
|
|
67
|
+
runtime.storage.executions,
|
|
68
|
+
executionRecordInputFromRuntime({
|
|
69
|
+
execution,
|
|
70
|
+
runtimeAuthorization: runtime.runtimeAuthorization,
|
|
71
|
+
})
|
|
72
|
+
)
|
|
73
|
+
return createPrimitiveExecutionRecord({
|
|
74
|
+
id: executionId,
|
|
75
|
+
primitive: { kind: "sync", id: sync.id, runId },
|
|
76
|
+
origin: { type: "execution", parent: caller },
|
|
77
|
+
})
|
|
78
|
+
},
|
|
77
79
|
})
|
|
78
|
-
|
|
79
|
-
return { syncId: sync.id, runId, queuedAt, jobId: job?.id }
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
function createSyncRunId(runId: string | undefined): string {
|
|
83
|
-
if (runId !== undefined) {
|
|
84
|
-
if (!runId.trim()) {
|
|
85
|
-
throw new SyncValidationError("[Sixb] Sync run id must not be empty")
|
|
86
|
-
}
|
|
87
|
-
return runId
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
return `run_${randomUUID()}`
|
|
91
80
|
}
|
|
@@ -0,0 +1,312 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto"
|
|
2
|
+
import { reportRunFailure } from "../error-reporting/capability"
|
|
3
|
+
import { createSixbError, toSixbFailure } from "../errors/internal"
|
|
4
|
+
import type { SixbFailure } from "../errors/types"
|
|
5
|
+
import type { RunDispatcher } from "../execution/dispatch"
|
|
6
|
+
import { createPrimitiveExecutionRecord } from "../execution/durable"
|
|
7
|
+
import type { Queues } from "../queues"
|
|
8
|
+
import type { SixbDefinitions } from "../runtime/definitions"
|
|
9
|
+
import type { CreateExecutionInput, Storage, SyncRunFailureCode, SyncRunRecord } from "../storage"
|
|
10
|
+
import { SYNC_RUN_FAILURE_CODES, SyncRunError } from "../storage"
|
|
11
|
+
import { SyncValidationError } from "./errors"
|
|
12
|
+
import type { SyncRunRequestOptions, SyncRunRequestResult } from "./request"
|
|
13
|
+
import type { SyncDefinition } from "./types"
|
|
14
|
+
|
|
15
|
+
export type AutomaticSyncExecutionSource =
|
|
16
|
+
| { readonly type: "schedule"; readonly eventId: string }
|
|
17
|
+
| { readonly type: "event"; readonly eventId: string }
|
|
18
|
+
|
|
19
|
+
export interface AutomaticSyncRunDispatchInput extends SyncRunRequestOptions {
|
|
20
|
+
readonly syncId: string
|
|
21
|
+
readonly runId: string
|
|
22
|
+
readonly source: AutomaticSyncExecutionSource
|
|
23
|
+
readonly correlationId: string
|
|
24
|
+
readonly metadata?: Readonly<Record<string, string>>
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export type SyncRunDispatchPort = RunDispatcher<AutomaticSyncRunDispatchInput, SyncRunRequestResult>
|
|
28
|
+
|
|
29
|
+
export interface SyncRunDispatcherDependencies {
|
|
30
|
+
readonly id: string
|
|
31
|
+
readonly definitions: Pick<SixbDefinitions, "syncs">
|
|
32
|
+
readonly storage: Storage
|
|
33
|
+
readonly queues: Pick<Queues, "syncRuns">
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
interface DispatchSyncRunInput extends SyncRunRequestOptions {
|
|
37
|
+
readonly errorReporterHost: object
|
|
38
|
+
readonly projectId: string
|
|
39
|
+
readonly sync: SyncDefinition
|
|
40
|
+
readonly storage: Storage
|
|
41
|
+
readonly queue: Queues["syncRuns"]
|
|
42
|
+
readonly metadata?: Readonly<Record<string, string>>
|
|
43
|
+
readonly createExecution: (executionId: string, runId: string) => Promise<CreateExecutionInput>
|
|
44
|
+
readonly validateExistingRun?: (run: SyncRunRecord, storage: Storage) => Promise<void>
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
type PersistedSyncRun =
|
|
48
|
+
| { readonly publish: false; readonly run: SyncRunRecord }
|
|
49
|
+
| {
|
|
50
|
+
readonly publish: true
|
|
51
|
+
readonly run: SyncRunRecord
|
|
52
|
+
readonly execution: CreateExecutionInput
|
|
53
|
+
readonly queuedAt: Date
|
|
54
|
+
readonly created: boolean
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
/** Core-owned durable dispatch boundary used by automatic Sync triggers. */
|
|
58
|
+
export class SyncRunDispatcher implements SyncRunDispatchPort {
|
|
59
|
+
constructor(private readonly dependencies: SyncRunDispatcherDependencies) {}
|
|
60
|
+
|
|
61
|
+
async dispatch(input: AutomaticSyncRunDispatchInput): Promise<SyncRunRequestResult> {
|
|
62
|
+
assertAutomaticDispatchInput(input)
|
|
63
|
+
const sync = this.dependencies.definitions.syncs.getById(input.syncId)
|
|
64
|
+
if (!sync) throw new SyncValidationError(`[Sixb] Unknown sync '${input.syncId}'`)
|
|
65
|
+
|
|
66
|
+
return dispatchSyncRun({
|
|
67
|
+
errorReporterHost: this.dependencies,
|
|
68
|
+
projectId: this.dependencies.id,
|
|
69
|
+
sync,
|
|
70
|
+
storage: this.dependencies.storage,
|
|
71
|
+
queue: this.dependencies.queues.syncRuns,
|
|
72
|
+
runId: input.runId,
|
|
73
|
+
expectedLatestVersionId: input.expectedLatestVersionId,
|
|
74
|
+
commitMessage: input.commitMessage,
|
|
75
|
+
metadata: input.metadata,
|
|
76
|
+
validateExistingRun: (run, storage) =>
|
|
77
|
+
assertAutomaticExecutionIdentity(storage, this.dependencies.id, input, run),
|
|
78
|
+
createExecution: async (executionId, runId) =>
|
|
79
|
+
createPrimitiveExecutionRecord({
|
|
80
|
+
id: executionId,
|
|
81
|
+
primitive: { kind: "sync", id: sync.id, runId },
|
|
82
|
+
origin: {
|
|
83
|
+
type: "automatic",
|
|
84
|
+
projectId: this.dependencies.id,
|
|
85
|
+
source: input.source,
|
|
86
|
+
correlationId: input.correlationId,
|
|
87
|
+
},
|
|
88
|
+
}),
|
|
89
|
+
})
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
/** Persist a Sync execution and queued run before publishing its queue job. */
|
|
94
|
+
export async function dispatchSyncRun(input: DispatchSyncRunInput): Promise<SyncRunRequestResult> {
|
|
95
|
+
const runId = createSyncRunId(input.runId)
|
|
96
|
+
const persisted = await persistSyncRun(input, runId)
|
|
97
|
+
if (!persisted.publish) return existingSyncRunResult(persisted.run)
|
|
98
|
+
return publishSyncRun(input, persisted)
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
async function persistSyncRun(
|
|
102
|
+
input: DispatchSyncRunInput,
|
|
103
|
+
runId: string
|
|
104
|
+
): Promise<PersistedSyncRun> {
|
|
105
|
+
const syncRuns = requireSyncRunStorage(input.storage)
|
|
106
|
+
const existing = await syncRuns.getById({ projectId: input.projectId, id: runId })
|
|
107
|
+
if (existing) return reuseSyncRun(input, existing)
|
|
108
|
+
|
|
109
|
+
const execution = await input.createExecution(`exec_${randomUUID()}`, runId)
|
|
110
|
+
const queuedAt = new Date()
|
|
111
|
+
try {
|
|
112
|
+
return await input.storage.transaction(
|
|
113
|
+
async (tx): Promise<PersistedSyncRun> => {
|
|
114
|
+
const transactionalRuns = requireSyncRunStorage(tx)
|
|
115
|
+
const raced = await transactionalRuns.getById({ projectId: input.projectId, id: runId })
|
|
116
|
+
if (raced) {
|
|
117
|
+
assertExistingRunMatchesRequest(raced, input)
|
|
118
|
+
await input.validateExistingRun?.(raced, tx)
|
|
119
|
+
return { publish: false, run: raced }
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
await tx.executions.create(execution)
|
|
123
|
+
const run = await transactionalRuns.queue({
|
|
124
|
+
projectId: input.projectId,
|
|
125
|
+
id: runId,
|
|
126
|
+
executionId: execution.id,
|
|
127
|
+
syncId: input.sync.id,
|
|
128
|
+
datasetId: input.sync.target.dataset.id,
|
|
129
|
+
mode: input.sync.config.mode,
|
|
130
|
+
queuedAt,
|
|
131
|
+
expectedLatestVersionId: input.expectedLatestVersionId,
|
|
132
|
+
commitMessage: input.commitMessage,
|
|
133
|
+
})
|
|
134
|
+
return { publish: true, run, execution, queuedAt, created: true }
|
|
135
|
+
},
|
|
136
|
+
{ isolation: "serializable" }
|
|
137
|
+
)
|
|
138
|
+
} catch (error) {
|
|
139
|
+
if (!(error instanceof SyncRunError)) throw error
|
|
140
|
+
const raced = await syncRuns.getById({ projectId: input.projectId, id: runId })
|
|
141
|
+
if (!raced) throw error
|
|
142
|
+
assertExistingRunMatchesRequest(raced, input)
|
|
143
|
+
await input.validateExistingRun?.(raced, input.storage)
|
|
144
|
+
return { publish: false, run: raced }
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
async function reuseSyncRun(
|
|
149
|
+
input: DispatchSyncRunInput,
|
|
150
|
+
existing: SyncRunRecord
|
|
151
|
+
): Promise<PersistedSyncRun> {
|
|
152
|
+
assertExistingRunMatchesRequest(existing, input)
|
|
153
|
+
await input.validateExistingRun?.(existing, input.storage)
|
|
154
|
+
if (
|
|
155
|
+
existing.status !== "failed" ||
|
|
156
|
+
existing.error?.code !== "queue.enqueue_failed" ||
|
|
157
|
+
!existing.error.retryable
|
|
158
|
+
) {
|
|
159
|
+
return { publish: false, run: existing }
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
const execution = await input.storage.executions.getById({
|
|
163
|
+
projectId: input.projectId,
|
|
164
|
+
id: existing.executionId,
|
|
165
|
+
})
|
|
166
|
+
if (!execution) {
|
|
167
|
+
throw new SyncRunError(
|
|
168
|
+
`[Sixb] Execution '${existing.executionId}' for Sync run '${existing.id}' was not found.`
|
|
169
|
+
)
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
const queuedAt = new Date()
|
|
173
|
+
const run = await requireSyncRunStorage(input.storage).queue({
|
|
174
|
+
projectId: input.projectId,
|
|
175
|
+
id: existing.id,
|
|
176
|
+
executionId: existing.executionId,
|
|
177
|
+
syncId: existing.syncId,
|
|
178
|
+
datasetId: existing.datasetId,
|
|
179
|
+
mode: existing.mode,
|
|
180
|
+
queuedAt,
|
|
181
|
+
expectedLatestVersionId: existing.expectedLatestVersionId,
|
|
182
|
+
commitMessage: existing.commitMessage,
|
|
183
|
+
})
|
|
184
|
+
return { publish: true, run, execution, queuedAt, created: false }
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
async function publishSyncRun(
|
|
188
|
+
input: DispatchSyncRunInput,
|
|
189
|
+
persisted: Extract<PersistedSyncRun, { readonly publish: true }>
|
|
190
|
+
): Promise<SyncRunRequestResult> {
|
|
191
|
+
try {
|
|
192
|
+
const [job] = await input.queue.enqueue({
|
|
193
|
+
projectId: input.projectId,
|
|
194
|
+
jobs: [
|
|
195
|
+
{
|
|
196
|
+
id: persisted.run.id,
|
|
197
|
+
type: "sync.run.requested",
|
|
198
|
+
payload: { runId: persisted.run.id },
|
|
199
|
+
...(input.metadata === undefined ? {} : { metadata: input.metadata }),
|
|
200
|
+
},
|
|
201
|
+
],
|
|
202
|
+
})
|
|
203
|
+
return {
|
|
204
|
+
syncId: persisted.run.syncId,
|
|
205
|
+
runId: persisted.run.id,
|
|
206
|
+
queuedAt: persisted.queuedAt.toISOString(),
|
|
207
|
+
...(job?.id ? { jobId: job.id } : {}),
|
|
208
|
+
created: persisted.created,
|
|
209
|
+
}
|
|
210
|
+
} catch (error) {
|
|
211
|
+
const failedAt = new Date()
|
|
212
|
+
const failure = toEnqueueFailure(error, persisted.run, failedAt)
|
|
213
|
+
const failed = await requireSyncRunStorage(input.storage).finish({
|
|
214
|
+
projectId: input.projectId,
|
|
215
|
+
id: persisted.run.id,
|
|
216
|
+
status: "failed",
|
|
217
|
+
finishedAt: failedAt,
|
|
218
|
+
error: failure,
|
|
219
|
+
})
|
|
220
|
+
reportRunFailure(input.errorReporterHost, error, {
|
|
221
|
+
projectId: input.projectId,
|
|
222
|
+
runKind: "sync",
|
|
223
|
+
run: { runId: failed.id, syncId: failed.syncId },
|
|
224
|
+
failure,
|
|
225
|
+
})
|
|
226
|
+
throw error
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
function assertExistingRunMatchesRequest(
|
|
231
|
+
existing: SyncRunRecord,
|
|
232
|
+
input: Pick<DispatchSyncRunInput, "sync" | "expectedLatestVersionId" | "commitMessage">
|
|
233
|
+
): void {
|
|
234
|
+
if (
|
|
235
|
+
existing.syncId !== input.sync.id ||
|
|
236
|
+
existing.datasetId !== input.sync.target.dataset.id ||
|
|
237
|
+
existing.mode !== input.sync.config.mode ||
|
|
238
|
+
existing.expectedLatestVersionId !== input.expectedLatestVersionId ||
|
|
239
|
+
existing.commitMessage !== input.commitMessage
|
|
240
|
+
) {
|
|
241
|
+
throw new SyncRunError(
|
|
242
|
+
`[Sixb] Sync run '${existing.id}' already exists with a different request payload.`
|
|
243
|
+
)
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
function existingSyncRunResult(existing: SyncRunRecord): SyncRunRequestResult {
|
|
248
|
+
return {
|
|
249
|
+
syncId: existing.syncId,
|
|
250
|
+
runId: existing.id,
|
|
251
|
+
queuedAt: existing.queuedAt.toISOString(),
|
|
252
|
+
created: false,
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
function requireSyncRunStorage(storage: Storage): NonNullable<Storage["syncRuns"]> {
|
|
257
|
+
if (!storage.syncRuns) throw new SyncValidationError("[Sixb] Sync run storage is not configured.")
|
|
258
|
+
return storage.syncRuns
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
function createSyncRunId(runId: string | undefined): string {
|
|
262
|
+
if (runId === undefined) return `run_${randomUUID()}`
|
|
263
|
+
if (!runId.trim()) throw new SyncValidationError("[Sixb] Sync run id must not be empty")
|
|
264
|
+
return runId
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
function assertAutomaticDispatchInput(input: AutomaticSyncRunDispatchInput): void {
|
|
268
|
+
assertNonBlank(input.syncId, "Sync id")
|
|
269
|
+
assertNonBlank(input.runId, "Sync run id")
|
|
270
|
+
assertNonBlank(input.source.eventId, "Sync source event id")
|
|
271
|
+
assertNonBlank(input.correlationId, "Sync correlation id")
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
async function assertAutomaticExecutionIdentity(
|
|
275
|
+
storage: Storage,
|
|
276
|
+
projectId: string,
|
|
277
|
+
input: AutomaticSyncRunDispatchInput,
|
|
278
|
+
run: SyncRunRecord
|
|
279
|
+
): Promise<void> {
|
|
280
|
+
const execution = await storage.executions.getById({ projectId, id: run.executionId })
|
|
281
|
+
if (
|
|
282
|
+
!execution ||
|
|
283
|
+
execution.source.type !== input.source.type ||
|
|
284
|
+
execution.source.eventId !== input.source.eventId ||
|
|
285
|
+
execution.correlationId !== input.correlationId ||
|
|
286
|
+
execution.requestedBy !== undefined
|
|
287
|
+
) {
|
|
288
|
+
throw new SyncValidationError(
|
|
289
|
+
`[Sixb] Sync run '${run.id}' already exists with different automatic provenance.`
|
|
290
|
+
)
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
function toEnqueueFailure(
|
|
295
|
+
error: unknown,
|
|
296
|
+
run: SyncRunRecord,
|
|
297
|
+
at: Date
|
|
298
|
+
): SixbFailure<SyncRunFailureCode> {
|
|
299
|
+
const enqueueError = createSixbError(
|
|
300
|
+
"queue.enqueue_failed",
|
|
301
|
+
`[Sixb] Could not enqueue Sync run '${run.id}'.`,
|
|
302
|
+
{
|
|
303
|
+
cause: error,
|
|
304
|
+
details: { syncId: run.syncId, runId: run.id, phase: "enqueue" },
|
|
305
|
+
}
|
|
306
|
+
)
|
|
307
|
+
return toSixbFailure(enqueueError, { allowedCodes: SYNC_RUN_FAILURE_CODES, at })
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
function assertNonBlank(value: string, label: string): void {
|
|
311
|
+
if (!value.trim()) throw new SyncValidationError(`[Sixb] ${label} must not be empty.`)
|
|
312
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { AnyConnectorAdapter, ConnectorDefinition, ConnectorRuntime } from "../connectors"
|
|
2
|
+
import {
|
|
3
|
+
type ConnectorExecutionSource,
|
|
4
|
+
type ConnectorExecutionSourceResolver,
|
|
5
|
+
getConnectorExecutionSourceResolver,
|
|
6
|
+
} from "../connectors/execution"
|
|
7
|
+
|
|
8
|
+
/** One connector client invocation contributing values to a Sync run. */
|
|
9
|
+
export type SyncConnectorSource<TAdapter extends AnyConnectorAdapter = AnyConnectorAdapter> =
|
|
10
|
+
ConnectorExecutionSource<TAdapter>
|
|
11
|
+
|
|
12
|
+
export type SyncConnectorSourceResolver = ConnectorExecutionSourceResolver
|
|
13
|
+
|
|
14
|
+
/** Resolve the source invocations owned by one connector definition for a Sync execution. */
|
|
15
|
+
export function resolveSyncConnectorSources<TAdapter extends AnyConnectorAdapter>(
|
|
16
|
+
connector: ConnectorRuntime,
|
|
17
|
+
definition: ConnectorDefinition<string, TAdapter>
|
|
18
|
+
): Promise<readonly SyncConnectorSource<TAdapter>[]> {
|
|
19
|
+
return getConnectorExecutionSourceResolver(connector).list(definition)
|
|
20
|
+
}
|
package/src/syncs/types.ts
CHANGED
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import type { BlobStorage } from "../blob-storage"
|
|
2
2
|
import {
|
|
3
|
+
type AnyConnectorAdapter,
|
|
3
4
|
type ConnectorAdapter,
|
|
4
5
|
type ConnectorClient,
|
|
6
|
+
type ConnectorConnectionMetadata,
|
|
5
7
|
type ConnectorDefinition,
|
|
6
8
|
isConnectorDefinition,
|
|
9
|
+
type OAuthConnectorAdapter,
|
|
7
10
|
} from "../connectors"
|
|
8
11
|
import type { DatasetDefinition, DatasetPrimaryKey, MergeChange } from "../datasets"
|
|
9
12
|
import { isDatasetDefinition } from "../datasets"
|
|
@@ -14,8 +17,19 @@ import { isScheduleReference } from "../schedules"
|
|
|
14
17
|
/** Blob operations available to sync read handlers. */
|
|
15
18
|
export type SyncBlobContext = Pick<BlobStorage, "put" | "open" | "stat">
|
|
16
19
|
|
|
20
|
+
/** Non-secret connector connection metadata available to OAuth-backed Sync handlers. */
|
|
21
|
+
export type SyncConnectorConnection = ConnectorConnectionMetadata
|
|
22
|
+
|
|
23
|
+
type SyncConnectionContext<TAdapter extends AnyConnectorAdapter> =
|
|
24
|
+
TAdapter extends OAuthConnectorAdapter
|
|
25
|
+
? { readonly connection: SyncConnectorConnection }
|
|
26
|
+
: { readonly connection?: undefined }
|
|
27
|
+
|
|
17
28
|
/** Context passed to a sync read handler. */
|
|
18
|
-
export type SyncReadContext<
|
|
29
|
+
export type SyncReadContext<
|
|
30
|
+
TCheckpoint = never,
|
|
31
|
+
TAdapter extends AnyConnectorAdapter = ConnectorAdapter,
|
|
32
|
+
> = {
|
|
19
33
|
readonly projectId: string
|
|
20
34
|
readonly syncId: string
|
|
21
35
|
readonly signal: AbortSignal
|
|
@@ -26,7 +40,8 @@ export type SyncReadContext<TCheckpoint = never> = {
|
|
|
26
40
|
: {
|
|
27
41
|
readonly checkpoint?: TCheckpoint
|
|
28
42
|
setCheckpoint(next: TCheckpoint): void
|
|
29
|
-
})
|
|
43
|
+
}) &
|
|
44
|
+
SyncConnectionContext<TAdapter>
|
|
30
45
|
|
|
31
46
|
export type SyncMode = "snapshot" | "append" | "merge"
|
|
32
47
|
|
|
@@ -66,13 +81,13 @@ export interface DatasetSyncTarget {
|
|
|
66
81
|
* they author a sync.
|
|
67
82
|
*/
|
|
68
83
|
export type SyncReadHandler<
|
|
69
|
-
TAdapter extends
|
|
84
|
+
TAdapter extends AnyConnectorAdapter,
|
|
70
85
|
TCheckpoint = never,
|
|
71
86
|
TMode extends SyncMode = SyncMode,
|
|
72
87
|
> = {
|
|
73
88
|
bivarianceHack(
|
|
74
89
|
client: ConnectorClient<TAdapter>,
|
|
75
|
-
context: SyncReadContext<TCheckpoint>
|
|
90
|
+
context: SyncReadContext<TCheckpoint, TAdapter>
|
|
76
91
|
): SyncReadResult<TMode> | Promise<SyncReadResult<TMode>>
|
|
77
92
|
}["bivarianceHack"]
|
|
78
93
|
|
|
@@ -84,7 +99,10 @@ export type SyncReadHandler<
|
|
|
84
99
|
*/
|
|
85
100
|
export interface SyncDefinition<
|
|
86
101
|
TId extends string = string,
|
|
87
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
102
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
103
|
+
string,
|
|
104
|
+
AnyConnectorAdapter
|
|
105
|
+
>,
|
|
88
106
|
TCheckpoint = unknown,
|
|
89
107
|
TMode extends SyncMode = SyncMode,
|
|
90
108
|
> {
|
|
@@ -99,7 +117,10 @@ export interface SyncDefinition<
|
|
|
99
117
|
|
|
100
118
|
export interface SyncTargetBuilder<
|
|
101
119
|
TId extends string = string,
|
|
102
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
120
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
121
|
+
string,
|
|
122
|
+
AnyConnectorAdapter
|
|
123
|
+
>,
|
|
103
124
|
TCheckpoint = never,
|
|
104
125
|
TMode extends SyncMode = SyncMode,
|
|
105
126
|
> {
|
|
@@ -112,7 +133,10 @@ export interface SyncTargetBuilder<
|
|
|
112
133
|
|
|
113
134
|
export interface SyncReadBuilder<
|
|
114
135
|
TId extends string = string,
|
|
115
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
136
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
137
|
+
string,
|
|
138
|
+
AnyConnectorAdapter
|
|
139
|
+
>,
|
|
116
140
|
TCheckpoint = never,
|
|
117
141
|
TMode extends SyncMode = SyncMode,
|
|
118
142
|
> {
|
|
@@ -128,7 +152,7 @@ export interface SyncBuilder<
|
|
|
128
152
|
> {
|
|
129
153
|
when(schedule: ScheduleDefinition): SyncBuilder<TId, TCheckpoint, TMode>
|
|
130
154
|
checkpoint<TNextCheckpoint>(): SyncBuilder<TId, TNextCheckpoint, TMode>
|
|
131
|
-
from<TConnector extends ConnectorDefinition
|
|
155
|
+
from<TConnector extends ConnectorDefinition<string, AnyConnectorAdapter>>(
|
|
132
156
|
connector: TConnector
|
|
133
157
|
): SyncReadBuilder<TId, TConnector, TCheckpoint, TMode>
|
|
134
158
|
}
|