@sixb/core 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +54 -23
- package/dist/actions/commit-edits.d.ts +0 -2
- package/dist/actions/commit-edits.d.ts.map +1 -1
- package/dist/actions/execution.d.ts +21 -0
- package/dist/actions/execution.d.ts.map +1 -0
- package/dist/actions/index.d.ts +1 -1
- package/dist/actions/index.d.ts.map +1 -1
- package/dist/actions/index.js +34 -23
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/registry.d.ts +16 -7
- package/dist/actions/registry.d.ts.map +1 -1
- package/dist/actions/request.d.ts +3 -2
- package/dist/actions/request.d.ts.map +1 -1
- package/dist/actions/run-dispatch.d.ts +21 -0
- package/dist/actions/run-dispatch.d.ts.map +1 -0
- package/dist/actions/types/context.d.ts +2 -2
- package/dist/actions/types/context.d.ts.map +1 -1
- package/dist/actions/validation.d.ts +1 -1
- package/dist/actions/validation.d.ts.map +1 -1
- package/dist/actions/worker.js +4 -4
- package/dist/actions/worker.js.map +1 -1
- package/dist/agents/adapters.d.ts +10 -0
- package/dist/agents/adapters.d.ts.map +1 -1
- package/dist/agents/authority.d.ts +31 -0
- package/dist/agents/authority.d.ts.map +1 -0
- package/dist/agents/builders.d.ts +8 -1
- package/dist/agents/builders.d.ts.map +1 -1
- package/dist/agents/context.js +2 -2
- package/dist/agents/dispatch.d.ts.map +1 -1
- package/dist/agents/errors.d.ts +16 -1
- package/dist/agents/errors.d.ts.map +1 -1
- package/dist/agents/execution.d.ts +45 -0
- package/dist/agents/execution.d.ts.map +1 -0
- package/dist/agents/index.d.ts +10 -10
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +81 -14
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/prompt.d.ts.map +1 -1
- package/dist/agents/request.d.ts +6 -2
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/streams.d.ts +29 -3
- package/dist/agents/streams.d.ts.map +1 -1
- package/dist/agents/streams.js +22 -3
- package/dist/agents/streams.js.map +1 -1
- package/dist/agents/tool-definition.d.ts +9 -0
- package/dist/agents/tool-definition.d.ts.map +1 -0
- package/dist/agents/types.d.ts +64 -0
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/validation.d.ts +16 -3
- package/dist/agents/validation.d.ts.map +1 -1
- package/dist/auth/attribution.d.ts +17 -0
- package/dist/auth/attribution.d.ts.map +1 -0
- package/dist/auth/index.d.ts +1 -0
- package/dist/auth/index.d.ts.map +1 -1
- package/dist/auth/index.js +9 -5
- package/dist/auth/index.js.map +1 -1
- package/dist/auth/runtime.d.ts +4 -4
- package/dist/auth/runtime.d.ts.map +1 -1
- package/dist/authorization/decision.d.ts +24 -11
- package/dist/authorization/decision.d.ts.map +1 -1
- package/dist/authorization/grant-kinds.d.ts +2 -1
- package/dist/authorization/grant-kinds.d.ts.map +1 -1
- package/dist/authorization/index.d.ts +1 -1
- package/dist/authorization/index.d.ts.map +1 -1
- package/dist/authorization/index.js +8 -4
- package/dist/authorization/index.js.map +1 -1
- package/dist/blob-storage/browser.js +3 -2
- package/dist/blob-storage/browser.js.map +1 -1
- package/dist/blob-storage/execution.d.ts +16 -0
- package/dist/blob-storage/execution.d.ts.map +1 -0
- package/dist/blob-storage/index.js +4 -3
- package/dist/blob-storage/index.js.map +1 -1
- package/dist/blob-storage/validation.d.ts.map +1 -1
- package/dist/bootstrap/discovery.d.ts +90 -24
- package/dist/bootstrap/discovery.d.ts.map +1 -1
- package/dist/bootstrap/index.d.ts +2 -1
- package/dist/bootstrap/index.d.ts.map +1 -1
- package/dist/bootstrap/index.js +59 -59
- package/dist/bootstrap/index.js.map +1 -1
- package/dist/broker/in-memory.d.ts.map +1 -1
- package/dist/broker/index.js +2 -2
- package/dist/broker/types.d.ts +5 -0
- package/dist/broker/types.d.ts.map +1 -1
- package/dist/chunk-0172wgm9.js +333 -0
- package/dist/chunk-0172wgm9.js.map +11 -0
- package/dist/chunk-0k4avqr2.js +317 -0
- package/dist/chunk-0k4avqr2.js.map +11 -0
- package/dist/chunk-0mbx247x.js +2922 -0
- package/dist/chunk-0mbx247x.js.map +43 -0
- package/dist/chunk-34bqh420.js +1168 -0
- package/dist/chunk-34bqh420.js.map +23 -0
- package/dist/{chunk-mx84y05q.js → chunk-3j7573mj.js} +2 -2
- package/dist/{chunk-mx84y05q.js.map → chunk-3j7573mj.js.map} +2 -2
- package/dist/{chunk-45tw90k7.js → chunk-4gz41why.js} +1 -1
- package/dist/chunk-4x43bkbp.js +55 -0
- package/dist/chunk-4x43bkbp.js.map +11 -0
- package/dist/{chunk-xqbtf4wn.js → chunk-57r1cpxx.js} +3 -2
- package/dist/{chunk-xqbtf4wn.js.map → chunk-57r1cpxx.js.map} +3 -3
- package/dist/chunk-57zpb99z.js +194 -0
- package/dist/chunk-57zpb99z.js.map +10 -0
- package/dist/{chunk-dhmj53mx.js → chunk-5egfka8j.js} +13 -33
- package/dist/chunk-5egfka8j.js.map +15 -0
- package/dist/chunk-5gd7tpv6.js +28 -0
- package/dist/chunk-5gd7tpv6.js.map +11 -0
- package/dist/{chunk-867jxh7c.js → chunk-5sz8ta9r.js} +6 -295
- package/dist/chunk-5sz8ta9r.js.map +16 -0
- package/dist/chunk-62c7t4jc.js +27 -0
- package/dist/chunk-62c7t4jc.js.map +11 -0
- package/dist/{chunk-8r8cw2xw.js → chunk-63te770v.js} +40 -5
- package/dist/{chunk-8r8cw2xw.js.map → chunk-63te770v.js.map} +3 -3
- package/dist/chunk-663csy96.js +34 -0
- package/dist/chunk-663csy96.js.map +10 -0
- package/dist/{chunk-xz5g49bp.js → chunk-6gjqgd3d.js} +3 -1
- package/dist/chunk-6gjqgd3d.js.map +11 -0
- package/dist/chunk-7pc8b818.js +128 -0
- package/dist/chunk-7pc8b818.js.map +13 -0
- package/dist/{chunk-f2b5e2gf.js → chunk-85j5ybfj.js} +18 -3
- package/dist/{chunk-f2b5e2gf.js.map → chunk-85j5ybfj.js.map} +3 -3
- package/dist/{chunk-vj723r3p.js → chunk-8b55ygje.js} +1 -1
- package/dist/chunk-8m5ejdpn.js +33 -0
- package/dist/chunk-8m5ejdpn.js.map +10 -0
- package/dist/chunk-8ryen3p3.js +118 -0
- package/dist/chunk-8ryen3p3.js.map +10 -0
- package/dist/chunk-979ww6b3.js +298 -0
- package/dist/chunk-979ww6b3.js.map +12 -0
- package/dist/{chunk-ya6brh8a.js → chunk-9t8f5xfx.js} +10 -5
- package/dist/chunk-9t8f5xfx.js.map +11 -0
- package/dist/{chunk-r65yscvk.js → chunk-a31h57d5.js} +131 -13
- package/dist/chunk-a31h57d5.js.map +13 -0
- package/dist/chunk-bct7hmfc.js +402 -0
- package/dist/chunk-bct7hmfc.js.map +14 -0
- package/dist/chunk-bh6k3nc6.js +164 -0
- package/dist/chunk-bh6k3nc6.js.map +12 -0
- package/dist/{chunk-t72dvahb.js → chunk-bhxaq2nn.js} +61 -44
- package/dist/chunk-bhxaq2nn.js.map +12 -0
- package/dist/{chunk-jdwx7vzs.js → chunk-c6qd89g5.js} +240 -143
- package/dist/chunk-c6qd89g5.js.map +15 -0
- package/dist/{chunk-2s6sydsh.js → chunk-ckxfnx7f.js} +294 -4
- package/dist/chunk-ckxfnx7f.js.map +13 -0
- package/dist/chunk-cy0n5dms.js +27 -0
- package/dist/chunk-cy0n5dms.js.map +11 -0
- package/dist/chunk-dsrkgtnh.js +50 -0
- package/dist/chunk-dsrkgtnh.js.map +10 -0
- package/dist/{chunk-50kv63vj.js → chunk-dysw7nsm.js} +118 -26
- package/dist/chunk-dysw7nsm.js.map +14 -0
- package/dist/chunk-ezake7g1.js +32 -0
- package/dist/chunk-ezake7g1.js.map +11 -0
- package/dist/{chunk-yxss87qa.js → chunk-f2rt4vkh.js} +48 -29
- package/dist/chunk-f2rt4vkh.js.map +14 -0
- package/dist/{chunk-q4qzq0ea.js → chunk-fmx1sz2h.js} +117 -56
- package/dist/chunk-fmx1sz2h.js.map +15 -0
- package/dist/chunk-g9t3kdtx.js +90 -0
- package/dist/chunk-g9t3kdtx.js.map +10 -0
- package/dist/{chunk-c3zd880g.js → chunk-ghteq96b.js} +8 -8
- package/dist/{chunk-c3zd880g.js.map → chunk-ghteq96b.js.map} +4 -4
- package/dist/chunk-h9kxd41f.js +271 -0
- package/dist/chunk-h9kxd41f.js.map +11 -0
- package/dist/chunk-htq0qh7z.js +59 -0
- package/dist/chunk-htq0qh7z.js.map +11 -0
- package/dist/{chunk-dcgrzj1t.js → chunk-jaj13078.js} +121 -9
- package/dist/chunk-jaj13078.js.map +38 -0
- package/dist/{chunk-t358gywy.js → chunk-k9pts48t.js} +81 -58
- package/dist/chunk-k9pts48t.js.map +35 -0
- package/dist/chunk-n8herkry.js +3294 -0
- package/dist/chunk-n8herkry.js.map +35 -0
- package/dist/chunk-nf4r78r4.js +44 -0
- package/dist/chunk-nf4r78r4.js.map +10 -0
- package/dist/{chunk-2gpr6jsz.js → chunk-nnyp53zt.js} +14 -34
- package/dist/chunk-nnyp53zt.js.map +13 -0
- package/dist/chunk-nten49ta.js +404 -0
- package/dist/chunk-nten49ta.js.map +12 -0
- package/dist/chunk-qvybnnpe.js +137 -0
- package/dist/chunk-qvybnnpe.js.map +10 -0
- package/dist/{chunk-tsk2bxs3.js → chunk-rnshztfq.js} +13 -13
- package/dist/{chunk-tsk2bxs3.js.map → chunk-rnshztfq.js.map} +3 -3
- package/dist/chunk-sa4340y1.js +607 -0
- package/dist/chunk-sa4340y1.js.map +14 -0
- package/dist/{chunk-yvef9xwc.js → chunk-st4xgxey.js} +583 -251
- package/dist/chunk-st4xgxey.js.map +45 -0
- package/dist/{chunk-1vffvydj.js → chunk-t8t39h7v.js} +6 -6
- package/dist/chunk-t8t39h7v.js.map +10 -0
- package/dist/chunk-t9xghkva.js +28 -0
- package/dist/chunk-t9xghkva.js.map +10 -0
- package/dist/chunk-vp1vc6ee.js +35 -0
- package/dist/chunk-vp1vc6ee.js.map +11 -0
- package/dist/{chunk-p6r5g77m.js → chunk-vybf6pkp.js} +1 -1
- package/dist/{chunk-wj01s5hr.js → chunk-wtmzkcht.js} +4 -3
- package/dist/chunk-wtmzkcht.js.map +11 -0
- package/dist/{chunk-v5c085yp.js → chunk-xhy826cz.js} +3 -2
- package/dist/chunk-xhy826cz.js.map +10 -0
- package/dist/chunk-xkthy56g.js +33 -0
- package/dist/chunk-xkthy56g.js.map +11 -0
- package/dist/{chunk-aebzcsxr.js → chunk-ys1nse2v.js} +2178 -382
- package/dist/chunk-ys1nse2v.js.map +56 -0
- package/dist/{chunk-5yny9z0e.js → chunk-z3zp0bj1.js} +1 -1
- package/dist/chunk-zcnhxkvd.js +7 -0
- package/dist/chunk-zcnhxkvd.js.map +10 -0
- package/dist/chunk-zg9yryhz.js +252 -0
- package/dist/chunk-zg9yryhz.js.map +12 -0
- package/dist/chunk-zqqz8052.js +3 -0
- package/dist/{storage/projection-runs/lifecycle.js.map → chunk-zqqz8052.js.map} +1 -1
- package/dist/{chunk-4pycxcj3.js → chunk-zqysyfjt.js} +6 -9
- package/dist/{chunk-4pycxcj3.js.map → chunk-zqysyfjt.js.map} +3 -3
- package/dist/connectors/builders.d.ts +2 -1
- package/dist/connectors/builders.d.ts.map +1 -1
- package/dist/connectors/connections/authorizations.d.ts +64 -0
- package/dist/connectors/connections/authorizations.d.ts.map +1 -0
- package/dist/connectors/connections/capability.d.ts +7 -0
- package/dist/connectors/connections/capability.d.ts.map +1 -0
- package/dist/connectors/connections/command-context.d.ts +23 -0
- package/dist/connectors/connections/command-context.d.ts.map +1 -0
- package/dist/connectors/connections/contracts.d.ts +127 -0
- package/dist/connectors/connections/contracts.d.ts.map +1 -0
- package/dist/connectors/connections/credential-codec.d.ts +15 -0
- package/dist/connectors/connections/credential-codec.d.ts.map +1 -0
- package/dist/connectors/connections/credential-mutations.d.ts +63 -0
- package/dist/connectors/connections/credential-mutations.d.ts.map +1 -0
- package/dist/connectors/connections/execution.d.ts +20 -0
- package/dist/connectors/connections/execution.d.ts.map +1 -0
- package/dist/connectors/connections/internal.d.ts +5 -0
- package/dist/connectors/connections/internal.d.ts.map +1 -0
- package/dist/connectors/connections/internal.js +16 -0
- package/dist/connectors/connections/internal.js.map +9 -0
- package/dist/connectors/connections/provider-operation.d.ts +7 -0
- package/dist/connectors/connections/provider-operation.d.ts.map +1 -0
- package/dist/connectors/connections/request.d.ts +84 -0
- package/dist/connectors/connections/request.d.ts.map +1 -0
- package/dist/connectors/connections/runs.d.ts +51 -0
- package/dist/connectors/connections/runs.d.ts.map +1 -0
- package/dist/connectors/connections/service.d.ts +52 -0
- package/dist/connectors/connections/service.d.ts.map +1 -0
- package/dist/connectors/connections/storage-boundary.d.ts +3 -0
- package/dist/connectors/connections/storage-boundary.d.ts.map +1 -0
- package/dist/connectors/connections/tokens.d.ts +32 -0
- package/dist/connectors/connections/tokens.d.ts.map +1 -0
- package/dist/connectors/connections/validation.d.ts +27 -0
- package/dist/connectors/connections/validation.d.ts.map +1 -0
- package/dist/connectors/connections/views.d.ts +7 -0
- package/dist/connectors/connections/views.d.ts.map +1 -0
- package/dist/connectors/credentials.d.ts +25 -0
- package/dist/connectors/credentials.d.ts.map +1 -0
- package/dist/connectors/errors.d.ts +35 -3
- package/dist/connectors/errors.d.ts.map +1 -1
- package/dist/connectors/execution.d.ts +19 -0
- package/dist/connectors/execution.d.ts.map +1 -0
- package/dist/connectors/index.d.ts +5 -3
- package/dist/connectors/index.d.ts.map +1 -1
- package/dist/connectors/service.d.ts +23 -0
- package/dist/connectors/service.d.ts.map +1 -0
- package/dist/connectors/types.d.ts +94 -2
- package/dist/connectors/types.d.ts.map +1 -1
- package/dist/datasets/builders.d.ts +18 -5
- package/dist/datasets/builders.d.ts.map +1 -1
- package/dist/datasets/changes.d.ts +18 -0
- package/dist/datasets/changes.d.ts.map +1 -0
- package/dist/datasets/execution.d.ts +8 -0
- package/dist/datasets/execution.d.ts.map +1 -0
- package/dist/datasets/index.d.ts +3 -1
- package/dist/datasets/index.d.ts.map +1 -1
- package/dist/datasets/types.d.ts +2 -0
- package/dist/datasets/types.d.ts.map +1 -1
- package/dist/datasets/validation.d.ts.map +1 -1
- package/dist/error-reporting/capability.d.ts +4 -49
- package/dist/error-reporting/capability.d.ts.map +1 -1
- package/dist/error-reporting/internal.d.ts +2 -2
- package/dist/error-reporting/internal.d.ts.map +1 -1
- package/dist/error-reporting/internal.js +10 -4
- package/dist/error-reporting/internal.js.map +1 -1
- package/dist/error-reporting/reporter.d.ts +4 -1
- package/dist/error-reporting/reporter.d.ts.map +1 -1
- package/dist/error-reporting/reports.d.ts +64 -0
- package/dist/error-reporting/reports.d.ts.map +1 -0
- package/dist/error-reporting/types.d.ts +88 -34
- package/dist/error-reporting/types.d.ts.map +1 -1
- package/dist/errors/catalog.d.ts +141 -0
- package/dist/errors/catalog.d.ts.map +1 -0
- package/dist/errors/internal.d.ts +68 -0
- package/dist/errors/internal.d.ts.map +1 -0
- package/dist/errors/internal.js +29 -0
- package/dist/errors/internal.js.map +9 -0
- package/dist/errors/types.d.ts +20 -0
- package/dist/errors/types.d.ts.map +1 -0
- package/dist/events/definitions.d.ts +0 -1
- package/dist/events/definitions.d.ts.map +1 -1
- package/dist/events/execution.d.ts +13 -0
- package/dist/events/execution.d.ts.map +1 -0
- package/dist/events/index.d.ts +3 -2
- package/dist/events/index.d.ts.map +1 -1
- package/dist/events/index.js +10 -8
- package/dist/events/index.js.map +1 -1
- package/dist/events/outbox-dispatcher.d.ts +4 -2
- package/dist/events/outbox-dispatcher.d.ts.map +1 -1
- package/dist/events/{runtime.d.ts → service.d.ts} +13 -14
- package/dist/events/service.d.ts.map +1 -0
- package/dist/events/types/pipelines.d.ts +4 -1
- package/dist/events/types/pipelines.d.ts.map +1 -1
- package/dist/events/types/syncs.d.ts +3 -0
- package/dist/events/types/syncs.d.ts.map +1 -1
- package/dist/events/types/workflows.d.ts +4 -2
- package/dist/events/types/workflows.d.ts.map +1 -1
- package/dist/execution/agent.d.ts +42 -0
- package/dist/execution/agent.d.ts.map +1 -0
- package/dist/execution/agent.js +70 -0
- package/dist/execution/agent.js.map +9 -0
- package/dist/execution/authorization.d.ts +60 -0
- package/dist/execution/authorization.d.ts.map +1 -0
- package/dist/execution/dispatch.d.ts +8 -0
- package/dist/execution/dispatch.d.ts.map +1 -0
- package/dist/execution/durable.d.ts +37 -0
- package/dist/execution/durable.d.ts.map +1 -0
- package/dist/execution/index.d.ts +2 -0
- package/dist/execution/index.d.ts.map +1 -0
- package/dist/execution/primitive.d.ts +21 -0
- package/dist/execution/primitive.d.ts.map +1 -0
- package/dist/execution/primitive.js +88 -0
- package/dist/execution/primitive.js.map +10 -0
- package/dist/execution/request.d.ts +38 -0
- package/dist/execution/request.d.ts.map +1 -0
- package/dist/execution/request.js +97 -0
- package/dist/execution/request.js.map +10 -0
- package/dist/execution/scopes.d.ts +30 -0
- package/dist/execution/scopes.d.ts.map +1 -0
- package/dist/execution/types.d.ts +111 -0
- package/dist/execution/types.d.ts.map +1 -0
- package/dist/http/api-routes.d.ts.map +1 -1
- package/dist/http/index.js +1 -1
- package/dist/index.d.ts +35 -18
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +142 -111
- package/dist/index.js.map +1 -1
- package/dist/json.d.ts +8 -2
- package/dist/json.d.ts.map +1 -1
- package/dist/lake-storage/definition-updates.d.ts.map +1 -1
- package/dist/lake-storage/in-memory.d.ts +15 -1
- package/dist/lake-storage/in-memory.d.ts.map +1 -1
- package/dist/lake-storage/index.d.ts +3 -1
- package/dist/lake-storage/index.d.ts.map +1 -1
- package/dist/lake-storage/index.js +15 -7
- package/dist/lake-storage/index.js.map +1 -1
- package/dist/lake-storage/merge-validation.d.ts +10 -0
- package/dist/lake-storage/merge-validation.d.ts.map +1 -0
- package/dist/lake-storage/merge.d.ts +32 -0
- package/dist/lake-storage/merge.d.ts.map +1 -0
- package/dist/lake-storage/types.d.ts +3 -1
- package/dist/lake-storage/types.d.ts.map +1 -1
- package/dist/logging/execution.d.ts +9 -0
- package/dist/logging/execution.d.ts.map +1 -0
- package/dist/logging/index.d.ts +1 -1
- package/dist/logging/index.d.ts.map +1 -1
- package/dist/logging/index.js +8 -8
- package/dist/logging/index.js.map +1 -1
- package/dist/logging/{runtime.d.ts → service.d.ts} +7 -7
- package/dist/logging/{runtime.d.ts.map → service.d.ts.map} +1 -1
- package/dist/logging/types.js +2 -2
- package/dist/materialization/events.d.ts +1 -0
- package/dist/materialization/events.d.ts.map +1 -1
- package/dist/materialization/index.d.ts +1 -1
- package/dist/materialization/index.d.ts.map +1 -1
- package/dist/materialization/index.js +2 -2
- package/dist/materialization/model.d.ts +26 -17
- package/dist/materialization/model.d.ts.map +1 -1
- package/dist/materializer/edits/commit.d.ts +2 -1
- package/dist/materializer/edits/commit.d.ts.map +1 -1
- package/dist/materializer/edits/load-state.d.ts +1 -1
- package/dist/materializer/edits/load-state.d.ts.map +1 -1
- package/dist/materializer/edits/operations.d.ts +1 -13
- package/dist/materializer/edits/operations.d.ts.map +1 -1
- package/dist/materializer/edits/plan.d.ts +2 -1
- package/dist/materializer/edits/plan.d.ts.map +1 -1
- package/dist/materializer/edits/working-state.d.ts +36 -8
- package/dist/materializer/edits/working-state.d.ts.map +1 -1
- package/dist/materializer/effective/build-events.d.ts +1 -0
- package/dist/materializer/effective/build-events.d.ts.map +1 -1
- package/dist/materializer/effective/diff.d.ts +7 -0
- package/dist/materializer/effective/diff.d.ts.map +1 -1
- package/dist/materializer/effective/load-state.d.ts +0 -2
- package/dist/materializer/effective/load-state.d.ts.map +1 -1
- package/dist/materializer/effective/resolve.d.ts +17 -2
- package/dist/materializer/effective/resolve.d.ts.map +1 -1
- package/dist/materializer/execution/commit-lifecycle.d.ts +2 -2
- package/dist/materializer/execution/commit-lifecycle.d.ts.map +1 -1
- package/dist/materializer/execution/plan-stream.d.ts.map +1 -1
- package/dist/materializer/execution/scope.d.ts +26 -0
- package/dist/materializer/execution/scope.d.ts.map +1 -0
- package/dist/materializer/execution/work-executor.d.ts.map +1 -1
- package/dist/materializer/execution/work-records.d.ts +6 -5
- package/dist/materializer/execution/work-records.d.ts.map +1 -1
- package/dist/materializer/index.d.ts +2 -2
- package/dist/materializer/index.d.ts.map +1 -1
- package/dist/materializer/index.js +30 -18
- package/dist/materializer/index.js.map +1 -1
- package/dist/materializer/materializer.d.ts +37 -5
- package/dist/materializer/materializer.d.ts.map +1 -1
- package/dist/materializer/projections/finish-run.d.ts +2 -1
- package/dist/materializer/projections/finish-run.d.ts.map +1 -1
- package/dist/materializer/projections/replace.d.ts +2 -1
- package/dist/materializer/projections/replace.d.ts.map +1 -1
- package/dist/materializer/projections/replacement-plan.d.ts +1 -0
- package/dist/materializer/projections/replacement-plan.d.ts.map +1 -1
- package/dist/materializer/shared/batching.d.ts.map +1 -1
- package/dist/materializer/shared/normalize.d.ts.map +1 -1
- package/dist/materializer/telemetry/append.d.ts +2 -1
- package/dist/materializer/telemetry/append.d.ts.map +1 -1
- package/dist/materializer/telemetry/plan.d.ts +7 -1
- package/dist/materializer/telemetry/plan.d.ts.map +1 -1
- package/dist/objects/action/request.d.ts +3 -3
- package/dist/objects/action/request.d.ts.map +1 -1
- package/dist/objects/context/index.d.ts +1 -1
- package/dist/objects/context/index.d.ts.map +1 -1
- package/dist/objects/context/types.d.ts +5 -0
- package/dist/objects/context/types.d.ts.map +1 -1
- package/dist/objects/execution.d.ts +100 -0
- package/dist/objects/execution.d.ts.map +1 -0
- package/dist/objects/index.js +37 -24
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/materializer-adapter.d.ts +1 -1
- package/dist/objects/materializer-adapter.d.ts.map +1 -1
- package/dist/objects/query/executor.d.ts +3 -8
- package/dist/objects/query/executor.d.ts.map +1 -1
- package/dist/objects/query/index.d.ts +2 -2
- package/dist/objects/query/index.d.ts.map +1 -1
- package/dist/objects/query/index.js +9 -13
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/planner.d.ts +0 -3
- package/dist/objects/query/planner.d.ts.map +1 -1
- package/dist/objects/sdk/object-handle.d.ts +2 -2
- package/dist/objects/sdk/object-handle.d.ts.map +1 -1
- package/dist/objects/sdk/object-set.d.ts +2 -0
- package/dist/objects/sdk/object-set.d.ts.map +1 -1
- package/dist/objects/sdk/runtime-query-executor.d.ts +2 -0
- package/dist/objects/sdk/runtime-query-executor.d.ts.map +1 -1
- package/dist/objects/sdk/telemetry-channel.d.ts.map +1 -1
- package/dist/objects/service/action-service.d.ts +3 -2
- package/dist/objects/service/action-service.d.ts.map +1 -1
- package/dist/objects/service/list-service.d.ts +1 -1
- package/dist/objects/telemetry/history.d.ts +2 -0
- package/dist/objects/telemetry/history.d.ts.map +1 -1
- package/dist/objects/telemetry/write-batch.d.ts.map +1 -1
- package/dist/ontology/index.d.ts +1 -1
- package/dist/ontology/index.d.ts.map +1 -1
- package/dist/ontology/index.js +5 -5
- package/dist/ontology/internal.js +7 -6
- package/dist/ontology/internal.js.map +3 -3
- package/dist/ontology/registry.d.ts +15 -2
- package/dist/ontology/registry.d.ts.map +1 -1
- package/dist/ontology/validation/normalize.d.ts.map +1 -1
- package/dist/pipelines/execution.d.ts +19 -0
- package/dist/pipelines/execution.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +1 -0
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +66 -0
- package/dist/pipelines/index.js.map +9 -0
- package/dist/pipelines/request.d.ts +6 -9
- package/dist/pipelines/request.d.ts.map +1 -1
- package/dist/pipelines/run-dispatch.d.ts +47 -0
- package/dist/pipelines/run-dispatch.d.ts.map +1 -0
- package/dist/projections/builders.d.ts +0 -2
- package/dist/projections/builders.d.ts.map +1 -1
- package/dist/projections/capability.d.ts +7 -0
- package/dist/projections/capability.d.ts.map +1 -0
- package/dist/projections/execution.d.ts +19 -0
- package/dist/projections/execution.d.ts.map +1 -0
- package/dist/projections/index.d.ts +3 -1
- package/dist/projections/index.d.ts.map +1 -1
- package/dist/projections/internal.d.ts +4 -10
- package/dist/projections/internal.d.ts.map +1 -1
- package/dist/projections/internal.js +42 -6
- package/dist/projections/internal.js.map +1 -1
- package/dist/projections/ownership.d.ts +2 -2
- package/dist/projections/ownership.d.ts.map +1 -1
- package/dist/projections/registry.d.ts +21 -11
- package/dist/projections/registry.d.ts.map +1 -1
- package/dist/projections/revision.d.ts +2 -2
- package/dist/projections/revision.d.ts.map +1 -1
- package/dist/projections/run-dispatch.d.ts +37 -0
- package/dist/projections/run-dispatch.d.ts.map +1 -0
- package/dist/projections/run-id.d.ts +3 -0
- package/dist/projections/run-id.d.ts.map +1 -0
- package/dist/projections/types.d.ts +3 -0
- package/dist/projections/types.d.ts.map +1 -1
- package/dist/projections/validation.d.ts +2 -2
- package/dist/projections/validation.d.ts.map +1 -1
- package/dist/queues/in-memory.d.ts +11 -10
- package/dist/queues/in-memory.d.ts.map +1 -1
- package/dist/queues/index.d.ts +1 -1
- package/dist/queues/index.d.ts.map +1 -1
- package/dist/queues/index.js +1 -1
- package/dist/queues/types.d.ts +52 -42
- package/dist/queues/types.d.ts.map +1 -1
- package/dist/rules/execution.d.ts +14 -0
- package/dist/rules/execution.d.ts.map +1 -0
- package/dist/rules/index.d.ts +1 -1
- package/dist/rules/index.d.ts.map +1 -1
- package/dist/rules/validation.d.ts +1 -2
- package/dist/rules/validation.d.ts.map +1 -1
- package/dist/runtime/ai-usage.d.ts +8 -0
- package/dist/runtime/ai-usage.d.ts.map +1 -0
- package/dist/runtime/create.d.ts +7 -5
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/definitions.d.ts +35 -0
- package/dist/runtime/definitions.d.ts.map +1 -0
- package/dist/runtime/host.d.ts +123 -0
- package/dist/runtime/host.d.ts.map +1 -0
- package/dist/runtime/index.d.ts +6 -5
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +4 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/internal.js +6 -2
- package/dist/runtime/internal.js.map +1 -1
- package/dist/runtime/ontology-mutations.d.ts +4 -2
- package/dist/runtime/ontology-mutations.d.ts.map +1 -1
- package/dist/runtime/resolve-definitions.d.ts +42 -0
- package/dist/runtime/resolve-definitions.d.ts.map +1 -0
- package/dist/runtime/sixb.d.ts +43 -219
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/runtime/types.d.ts +16 -216
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/scheduler/index.d.ts +1 -1
- package/dist/scheduler/index.d.ts.map +1 -1
- package/dist/scheduler/index.js +3 -6
- package/dist/scheduler/index.js.map +1 -1
- package/dist/scheduler/runtime.d.ts +7 -2
- package/dist/scheduler/runtime.d.ts.map +1 -1
- package/dist/schedules/execution.d.ts +6 -0
- package/dist/schedules/execution.d.ts.map +1 -0
- package/dist/schedules/index.js +9 -7
- package/dist/schedules/index.js.map +1 -1
- package/dist/schedules/types.d.ts +1 -3
- package/dist/schedules/types.d.ts.map +1 -1
- package/dist/security/every.d.ts +4 -1
- package/dist/security/every.d.ts.map +1 -1
- package/dist/security/grants.d.ts +4 -1
- package/dist/security/grants.d.ts.map +1 -1
- package/dist/security/index.d.ts +3 -1
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/registry.d.ts +42 -0
- package/dist/security/registry.d.ts.map +1 -0
- package/dist/security/types.d.ts +7 -12
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +2 -0
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/storage/action-runs/failure.d.ts +7 -0
- package/dist/storage/action-runs/failure.d.ts.map +1 -0
- package/dist/storage/action-runs/failure.js +14 -0
- package/dist/storage/action-runs/failure.js.map +9 -0
- package/dist/storage/action-runs/idempotency.d.ts.map +1 -1
- package/dist/storage/action-runs/in-memory.d.ts +3 -1
- package/dist/storage/action-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/action-runs/index.d.ts +2 -1
- package/dist/storage/action-runs/index.d.ts.map +1 -1
- package/dist/storage/action-runs/provider.d.ts +10 -0
- package/dist/storage/action-runs/provider.d.ts.map +1 -0
- package/dist/storage/action-runs/provider.js +13 -0
- package/dist/storage/action-runs/provider.js.map +9 -0
- package/dist/storage/action-runs/types.d.ts +37 -18
- package/dist/storage/action-runs/types.d.ts.map +1 -1
- package/dist/storage/agents/errors.d.ts +1 -1
- package/dist/storage/agents/errors.d.ts.map +1 -1
- package/dist/storage/agents/in-memory.d.ts +4 -1
- package/dist/storage/agents/in-memory.d.ts.map +1 -1
- package/dist/storage/agents/index.d.ts +2 -2
- package/dist/storage/agents/index.d.ts.map +1 -1
- package/dist/storage/agents/provider.d.ts +10 -0
- package/dist/storage/agents/provider.d.ts.map +1 -0
- package/dist/storage/agents/provider.js +17 -0
- package/dist/storage/agents/provider.js.map +9 -0
- package/dist/storage/agents/types.d.ts +13 -22
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-usage/errors.d.ts +8 -0
- package/dist/storage/ai-usage/errors.d.ts.map +1 -0
- package/dist/storage/ai-usage/in-memory.d.ts +28 -0
- package/dist/storage/ai-usage/in-memory.d.ts.map +1 -0
- package/dist/storage/ai-usage/index.d.ts +8 -0
- package/dist/storage/ai-usage/index.d.ts.map +1 -0
- package/dist/storage/ai-usage/record.d.ts +6 -0
- package/dist/storage/ai-usage/record.d.ts.map +1 -0
- package/dist/storage/ai-usage/types.d.ts +89 -0
- package/dist/storage/ai-usage/types.d.ts.map +1 -0
- package/dist/storage/ai-usage/usage.d.ts +11 -0
- package/dist/storage/ai-usage/usage.d.ts.map +1 -0
- package/dist/storage/auth/types.d.ts +1 -0
- package/dist/storage/auth/types.d.ts.map +1 -1
- package/dist/storage/connector-connections/errors.d.ts +12 -0
- package/dist/storage/connector-connections/errors.d.ts.map +1 -0
- package/dist/storage/connector-connections/in-memory.d.ts +81 -0
- package/dist/storage/connector-connections/in-memory.d.ts.map +1 -0
- package/dist/storage/connector-connections/index.d.ts +7 -0
- package/dist/storage/connector-connections/index.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts +20 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/connections.d.ts +17 -0
- package/dist/storage/connector-connections/provider/connections.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/runs.d.ts +14 -0
- package/dist/storage/connector-connections/provider/runs.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/shared.d.ts +74 -0
- package/dist/storage/connector-connections/provider/shared.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.d.ts +49 -0
- package/dist/storage/connector-connections/provider.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.js +1025 -0
- package/dist/storage/connector-connections/provider.js.map +14 -0
- package/dist/storage/connector-connections/types.d.ts +402 -0
- package/dist/storage/connector-connections/types.d.ts.map +1 -0
- package/dist/storage/executions/errors.d.ts +8 -0
- package/dist/storage/executions/errors.d.ts.map +1 -0
- package/dist/storage/executions/in-memory.d.ts +21 -0
- package/dist/storage/executions/in-memory.d.ts.map +1 -0
- package/dist/storage/executions/index.d.ts +5 -0
- package/dist/storage/executions/index.d.ts.map +1 -0
- package/dist/storage/executions/provider.d.ts +29 -0
- package/dist/storage/executions/provider.d.ts.map +1 -0
- package/dist/storage/executions/provider.js +208 -0
- package/dist/storage/executions/provider.js.map +10 -0
- package/dist/storage/executions/run-link.d.ts +24 -0
- package/dist/storage/executions/run-link.d.ts.map +1 -0
- package/dist/storage/executions/types.d.ts +62 -0
- package/dist/storage/executions/types.d.ts.map +1 -0
- package/dist/storage/executions/validation.d.ts +13 -0
- package/dist/storage/executions/validation.d.ts.map +1 -0
- package/dist/storage/in-memory/index.d.ts +20 -5
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +28 -17
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +90 -27
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/ontology/commits.d.ts +1 -0
- package/dist/storage/ontology/commits.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/index.d.ts +1 -0
- package/dist/storage/ontology/in-memory/index.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-state.d.ts +3 -2
- package/dist/storage/ontology/in-memory/materializations-state.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-work.d.ts +2 -2
- package/dist/storage/ontology/in-memory/materializations-work.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts +3 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/shared-state.d.ts +7 -2
- package/dist/storage/ontology/in-memory/shared-state.d.ts.map +1 -1
- package/dist/storage/ontology/index.d.ts +3 -2
- package/dist/storage/ontology/index.d.ts.map +1 -1
- package/dist/storage/ontology/materializations.d.ts +50 -5
- package/dist/storage/ontology/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/outbox.d.ts +8 -2
- package/dist/storage/ontology/outbox.d.ts.map +1 -1
- package/dist/storage/ontology/provider-work.d.ts.map +1 -1
- package/dist/storage/ontology/provider.d.ts +5 -22
- package/dist/storage/ontology/provider.d.ts.map +1 -1
- package/dist/storage/ontology/provider.js +6 -7
- package/dist/storage/ontology/provider.js.map +1 -1
- package/dist/storage/operation-scope.d.ts.map +1 -1
- package/dist/storage/operation-scope.js +1 -1
- package/dist/storage/pipeline-runs/idempotency.d.ts +3 -0
- package/dist/storage/pipeline-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/in-memory.d.ts +5 -1
- package/dist/storage/pipeline-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/index.d.ts +3 -1
- package/dist/storage/pipeline-runs/index.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/provider.d.ts +10 -0
- package/dist/storage/pipeline-runs/provider.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/provider.js +11 -0
- package/dist/storage/pipeline-runs/provider.js.map +9 -0
- package/dist/storage/pipeline-runs/types.d.ts +30 -14
- package/dist/storage/pipeline-runs/types.d.ts.map +1 -1
- package/dist/storage/projection-runs/in-memory.d.ts +8 -3
- package/dist/storage/projection-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/projection-runs/index.d.ts +2 -2
- package/dist/storage/projection-runs/index.d.ts.map +1 -1
- package/dist/storage/projection-runs/lifecycle.d.ts +14 -8
- package/dist/storage/projection-runs/lifecycle.d.ts.map +1 -1
- package/dist/storage/projection-runs/provider.d.ts +13 -0
- package/dist/storage/projection-runs/provider.d.ts.map +1 -0
- package/dist/storage/projection-runs/{lifecycle.js → provider.js} +15 -4
- package/dist/storage/projection-runs/provider.js.map +9 -0
- package/dist/storage/projection-runs/types.d.ts +28 -11
- package/dist/storage/projection-runs/types.d.ts.map +1 -1
- package/dist/storage/run-listing.d.ts +8 -9
- package/dist/storage/run-listing.d.ts.map +1 -1
- package/dist/storage/sync-runs/idempotency.d.ts +3 -0
- package/dist/storage/sync-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/sync-runs/in-memory.d.ts +5 -1
- package/dist/storage/sync-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/sync-runs/index.d.ts +3 -1
- package/dist/storage/sync-runs/index.d.ts.map +1 -1
- package/dist/storage/sync-runs/provider.d.ts +10 -0
- package/dist/storage/sync-runs/provider.d.ts.map +1 -0
- package/dist/storage/sync-runs/provider.js +11 -0
- package/dist/storage/sync-runs/provider.js.map +9 -0
- package/dist/storage/sync-runs/types.d.ts +35 -14
- package/dist/storage/sync-runs/types.d.ts.map +1 -1
- package/dist/storage/types.d.ts +20 -15
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/webhook-runs/errors.d.ts +3 -0
- package/dist/storage/webhook-runs/errors.d.ts.map +1 -1
- package/dist/storage/webhook-runs/in-memory.d.ts +13 -1
- package/dist/storage/webhook-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/webhook-runs/index.d.ts +3 -2
- package/dist/storage/webhook-runs/index.d.ts.map +1 -1
- package/dist/storage/webhook-runs/provider.d.ts +10 -0
- package/dist/storage/webhook-runs/provider.d.ts.map +1 -0
- package/dist/storage/webhook-runs/provider.js +11 -0
- package/dist/storage/webhook-runs/provider.js.map +9 -0
- package/dist/storage/webhook-runs/types.d.ts +37 -11
- package/dist/storage/webhook-runs/types.d.ts.map +1 -1
- package/dist/storage/workflow-runs/in-memory.d.ts +6 -2
- package/dist/storage/workflow-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/workflow-runs/index.d.ts +2 -1
- package/dist/storage/workflow-runs/index.d.ts.map +1 -1
- package/dist/storage/workflow-runs/provider.d.ts +19 -0
- package/dist/storage/workflow-runs/provider.d.ts.map +1 -0
- package/dist/storage/workflow-runs/provider.js +19 -0
- package/dist/storage/workflow-runs/provider.js.map +9 -0
- package/dist/storage/workflow-runs/types.d.ts +30 -30
- package/dist/storage/workflow-runs/types.d.ts.map +1 -1
- package/dist/syncs/builders.d.ts +11 -3
- package/dist/syncs/builders.d.ts.map +1 -1
- package/dist/syncs/execution.d.ts +18 -0
- package/dist/syncs/execution.d.ts.map +1 -0
- package/dist/syncs/index.d.ts +3 -1
- package/dist/syncs/index.d.ts.map +1 -1
- package/dist/syncs/index.js +65 -0
- package/dist/syncs/index.js.map +9 -0
- package/dist/syncs/request.d.ts +6 -16
- package/dist/syncs/request.d.ts.map +1 -1
- package/dist/syncs/run-dispatch.d.ts +47 -0
- package/dist/syncs/run-dispatch.d.ts.map +1 -0
- package/dist/syncs/sources.d.ts +8 -0
- package/dist/syncs/sources.d.ts.map +1 -0
- package/dist/syncs/types.d.ts +34 -22
- package/dist/syncs/types.d.ts.map +1 -1
- package/dist/syncs/validation.d.ts +14 -0
- package/dist/syncs/validation.d.ts.map +1 -0
- package/dist/testing/action-execution.d.ts +12 -0
- package/dist/testing/action-execution.d.ts.map +1 -0
- package/dist/testing/agent-execution.d.ts +14 -0
- package/dist/testing/agent-execution.d.ts.map +1 -0
- package/dist/testing/agent-storage-contract.d.ts +10 -3
- package/dist/testing/agent-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-usage-storage-contract.d.ts +13 -0
- package/dist/testing/ai-usage-storage-contract.d.ts.map +1 -0
- package/dist/testing/auth-storage-contract.d.ts.map +1 -1
- package/dist/testing/broker-contract.d.ts.map +1 -1
- package/dist/testing/connector-connection-storage-contract.d.ts +16 -0
- package/dist/testing/connector-connection-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution-storage-contract.d.ts +15 -0
- package/dist/testing/execution-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution.d.ts +23 -0
- package/dist/testing/execution.d.ts.map +1 -0
- package/dist/testing/index.d.ts +13 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +4270 -1484
- package/dist/testing/index.js.map +27 -14
- package/dist/testing/lake-merge-storage-contract.d.ts +7 -0
- package/dist/testing/lake-merge-storage-contract.d.ts.map +1 -0
- package/dist/testing/lake-storage-contract.d.ts.map +1 -1
- package/dist/testing/materializer-fixture.d.ts +2 -2
- package/dist/testing/materializer-fixture.d.ts.map +1 -1
- package/dist/testing/materializer-storage-contract.d.ts.map +1 -1
- package/dist/testing/ontology-contract-fixture.d.ts +1 -0
- package/dist/testing/ontology-contract-fixture.d.ts.map +1 -1
- package/dist/testing/ontology-storage-contract.d.ts.map +1 -1
- package/dist/testing/pipeline-execution.d.ts +16 -0
- package/dist/testing/pipeline-execution.d.ts.map +1 -0
- package/dist/testing/projection-execution.d.ts +20 -0
- package/dist/testing/projection-execution.d.ts.map +1 -0
- package/dist/testing/projection-run-storage-contract.d.ts +9 -4
- package/dist/testing/projection-run-storage-contract.d.ts.map +1 -1
- package/dist/testing/queues-contract.d.ts.map +1 -1
- package/dist/testing/sync-execution.d.ts +16 -0
- package/dist/testing/sync-execution.d.ts.map +1 -0
- package/dist/testing/webhook-execution.d.ts +12 -0
- package/dist/testing/webhook-execution.d.ts.map +1 -0
- package/dist/testing/webhook-run-storage-contract.d.ts +11 -0
- package/dist/testing/webhook-run-storage-contract.d.ts.map +1 -0
- package/dist/testing/workflow-execution.d.ts +23 -0
- package/dist/testing/workflow-execution.d.ts.map +1 -0
- package/dist/webhooks/index.d.ts +2 -1
- package/dist/webhooks/index.d.ts.map +1 -1
- package/dist/webhooks/internal.d.ts +2 -0
- package/dist/webhooks/internal.d.ts.map +1 -0
- package/dist/webhooks/internal.js +150 -0
- package/dist/webhooks/internal.js.map +10 -0
- package/dist/webhooks/registry.d.ts +18 -4
- package/dist/webhooks/registry.d.ts.map +1 -1
- package/dist/webhooks/run-admission.d.ts +25 -0
- package/dist/webhooks/run-admission.d.ts.map +1 -0
- package/dist/webhooks/types.d.ts +8 -5
- package/dist/webhooks/types.d.ts.map +1 -1
- package/dist/workers/index.js +18 -19
- package/dist/workers/index.js.map +4 -4
- package/dist/workers/queue-delivery.d.ts +7 -7
- package/dist/workers/queue-delivery.d.ts.map +1 -1
- package/dist/workers/queue-worker.d.ts +30 -11
- package/dist/workers/queue-worker.d.ts.map +1 -1
- package/dist/workflows/execution.d.ts +49 -0
- package/dist/workflows/execution.d.ts.map +1 -0
- package/dist/workflows/failure.d.ts +28 -0
- package/dist/workflows/failure.d.ts.map +1 -0
- package/dist/workflows/index.d.ts +4 -2
- package/dist/workflows/index.d.ts.map +1 -1
- package/dist/workflows/index.js +63 -35
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/request.d.ts +2 -1
- package/dist/workflows/request.d.ts.map +1 -1
- package/dist/workflows/run-dispatch.d.ts +59 -0
- package/dist/workflows/run-dispatch.d.ts.map +1 -0
- package/dist/workflows/types.d.ts +38 -8
- package/dist/workflows/types.d.ts.map +1 -1
- package/package.json +107 -5
- package/src/actions/commit-edits.ts +0 -3
- package/src/actions/execution.ts +83 -0
- package/src/actions/index.ts +1 -1
- package/src/actions/registry.ts +22 -10
- package/src/actions/request.ts +55 -177
- package/src/actions/run-dispatch.ts +276 -0
- package/src/actions/types/context.ts +2 -4
- package/src/actions/validation.ts +2 -2
- package/src/agents/adapters.ts +8 -12
- package/src/agents/authority.ts +189 -0
- package/src/agents/builders.ts +53 -3
- package/src/agents/dispatch.ts +1 -6
- package/src/agents/errors.ts +24 -0
- package/src/agents/execution.ts +254 -0
- package/src/agents/index.ts +37 -5
- package/src/agents/prompt.ts +17 -5
- package/src/agents/request.ts +153 -13
- package/src/agents/streams.ts +150 -3
- package/src/agents/tool-definition.ts +93 -0
- package/src/agents/types.ts +99 -0
- package/src/agents/validation.ts +289 -5
- package/src/auth/attribution.ts +48 -0
- package/src/auth/index.ts +1 -0
- package/src/auth/runtime.ts +5 -5
- package/src/authorization/decision.ts +75 -14
- package/src/authorization/grant-kinds.ts +9 -0
- package/src/authorization/index.ts +2 -0
- package/src/blob-storage/execution.ts +78 -0
- package/src/blob-storage/validation.ts +2 -10
- package/src/bootstrap/discovery.ts +88 -268
- package/src/bootstrap/index.ts +2 -13
- package/src/broker/in-memory.ts +8 -1
- package/src/broker/types.ts +5 -0
- package/src/connectors/builders.ts +37 -2
- package/src/connectors/connections/authorizations.ts +646 -0
- package/src/connectors/connections/capability.ts +59 -0
- package/src/connectors/connections/command-context.ts +98 -0
- package/src/connectors/connections/contracts.ts +208 -0
- package/src/connectors/connections/credential-codec.ts +48 -0
- package/src/connectors/connections/credential-mutations.ts +574 -0
- package/src/connectors/connections/execution.ts +138 -0
- package/src/connectors/connections/internal.ts +17 -0
- package/src/connectors/connections/provider-operation.ts +41 -0
- package/src/connectors/connections/request.ts +447 -0
- package/src/connectors/connections/runs.ts +702 -0
- package/src/connectors/connections/service.ts +644 -0
- package/src/connectors/connections/storage-boundary.ts +13 -0
- package/src/connectors/connections/tokens.ts +292 -0
- package/src/connectors/connections/validation.ts +316 -0
- package/src/connectors/connections/views.ts +37 -0
- package/src/connectors/credentials.ts +149 -0
- package/src/connectors/errors.ts +111 -3
- package/src/connectors/execution.ts +157 -0
- package/src/connectors/index.ts +26 -2
- package/src/connectors/service.ts +142 -0
- package/src/connectors/types.ts +156 -7
- package/src/datasets/builders.ts +49 -5
- package/src/datasets/changes.ts +13 -0
- package/src/datasets/execution.ts +24 -0
- package/src/datasets/index.ts +3 -0
- package/src/datasets/types.ts +5 -0
- package/src/datasets/validation.ts +53 -11
- package/src/error-reporting/capability.ts +33 -106
- package/src/error-reporting/internal.ts +3 -1
- package/src/error-reporting/reporter.ts +19 -3
- package/src/error-reporting/reports.ts +172 -0
- package/src/error-reporting/types.ts +97 -43
- package/src/errors/catalog.ts +149 -0
- package/src/errors/internal.ts +322 -0
- package/src/errors/types.ts +21 -0
- package/src/events/definitions.ts +0 -4
- package/src/events/execution.ts +45 -0
- package/src/events/index.ts +15 -14
- package/src/events/outbox-dispatcher.ts +53 -18
- package/src/events/{runtime.ts → service.ts} +19 -23
- package/src/events/types/pipelines.ts +4 -1
- package/src/events/types/syncs.ts +3 -0
- package/src/events/types/workflows.ts +4 -2
- package/src/execution/agent.ts +130 -0
- package/src/execution/authorization.ts +409 -0
- package/src/execution/dispatch.ts +7 -0
- package/src/execution/durable.ts +193 -0
- package/src/execution/index.ts +12 -0
- package/src/execution/primitive.ts +50 -0
- package/src/execution/request.ts +109 -0
- package/src/execution/scopes.ts +198 -0
- package/src/execution/types.ts +113 -0
- package/src/http/api-routes.ts +42 -7
- package/src/index.ts +127 -10
- package/src/json.ts +11 -8
- package/src/lake-storage/definition-updates.ts +21 -0
- package/src/lake-storage/in-memory.ts +284 -2
- package/src/lake-storage/index.ts +14 -0
- package/src/lake-storage/merge-validation.ts +117 -0
- package/src/lake-storage/merge.ts +35 -0
- package/src/lake-storage/types.ts +3 -1
- package/src/logging/execution.ts +28 -0
- package/src/logging/index.ts +4 -4
- package/src/logging/{runtime.ts → service.ts} +7 -7
- package/src/materialization/events.ts +1 -0
- package/src/materialization/index.ts +2 -0
- package/src/materialization/model.ts +30 -18
- package/src/materializer/README.md +9 -13
- package/src/materializer/edits/commit.ts +85 -28
- package/src/materializer/edits/load-state.ts +79 -16
- package/src/materializer/edits/operations.ts +72 -36
- package/src/materializer/edits/plan.ts +95 -22
- package/src/materializer/edits/working-state.ts +86 -55
- package/src/materializer/effective/build-events.ts +2 -0
- package/src/materializer/effective/diff.ts +22 -0
- package/src/materializer/effective/load-state.ts +0 -31
- package/src/materializer/effective/resolve.ts +62 -0
- package/src/materializer/execution/commit-lifecycle.ts +9 -1
- package/src/materializer/execution/plan-stream.ts +33 -9
- package/src/materializer/execution/scope.ts +95 -0
- package/src/materializer/execution/work-executor.ts +6 -2
- package/src/materializer/execution/work-records.ts +39 -6
- package/src/materializer/index.ts +9 -1
- package/src/materializer/materializer.ts +67 -5
- package/src/materializer/projections/finish-run.ts +29 -11
- package/src/materializer/projections/replace.ts +55 -22
- package/src/materializer/projections/replacement-plan.ts +37 -7
- package/src/materializer/shared/batching.ts +4 -1
- package/src/materializer/shared/normalize.ts +0 -19
- package/src/materializer/telemetry/append.ts +57 -26
- package/src/materializer/telemetry/plan.ts +15 -6
- package/src/objects/action/request.ts +5 -5
- package/src/objects/context/index.ts +1 -0
- package/src/objects/context/types.ts +6 -0
- package/src/objects/execution.ts +346 -0
- package/src/objects/materializer-adapter.ts +1 -23
- package/src/objects/query/executor.ts +15 -29
- package/src/objects/query/index.ts +1 -2
- package/src/objects/query/planner.ts +0 -6
- package/src/objects/sdk/object-handle.ts +2 -2
- package/src/objects/sdk/object-set.ts +17 -7
- package/src/objects/sdk/runtime-query-executor.ts +9 -2
- package/src/objects/sdk/telemetry-channel.ts +5 -1
- package/src/objects/service/action-service.ts +5 -2
- package/src/objects/service/list-service.ts +1 -1
- package/src/objects/telemetry/history.ts +8 -3
- package/src/objects/telemetry/write-batch.ts +0 -2
- package/src/ontology/index.ts +6 -1
- package/src/ontology/json-schema.ts +2 -1
- package/src/ontology/registry.ts +16 -2
- package/src/ontology/validation/normalize.ts +9 -15
- package/src/pipelines/execution.ts +105 -0
- package/src/pipelines/index.ts +7 -0
- package/src/pipelines/request.ts +32 -26
- package/src/pipelines/run-dispatch.ts +308 -0
- package/src/projections/builders.ts +0 -9
- package/src/projections/capability.ts +37 -0
- package/src/projections/execution.ts +85 -0
- package/src/projections/index.ts +2 -1
- package/src/projections/internal.ts +17 -60
- package/src/projections/ownership.ts +2 -2
- package/src/projections/registry.ts +26 -11
- package/src/projections/revision.ts +7 -5
- package/src/projections/run-dispatch.ts +497 -0
- package/src/projections/run-id.ts +20 -0
- package/src/projections/types.ts +12 -0
- package/src/projections/validation.ts +3 -3
- package/src/queues/in-memory.ts +37 -11
- package/src/queues/index.ts +9 -2
- package/src/queues/types.ts +70 -45
- package/src/rules/execution.ts +49 -0
- package/src/rules/index.ts +0 -1
- package/src/rules/validation.ts +2 -6
- package/src/runtime/ai-usage.ts +17 -0
- package/src/runtime/create.ts +28 -68
- package/src/runtime/definitions.ts +44 -0
- package/src/runtime/host.ts +377 -0
- package/src/runtime/index.ts +5 -13
- package/src/runtime/internal.ts +12 -0
- package/src/runtime/ontology-mutations.ts +5 -3
- package/src/runtime/resolve-definitions.ts +238 -0
- package/src/runtime/sixb.ts +95 -807
- package/src/runtime/types.ts +17 -290
- package/src/scheduler/index.ts +1 -1
- package/src/scheduler/runtime.ts +37 -6
- package/src/schedules/execution.ts +14 -0
- package/src/schedules/types.ts +0 -8
- package/src/security/every.ts +4 -0
- package/src/security/grants.ts +13 -1
- package/src/security/index.ts +3 -1
- package/src/security/registry.ts +107 -0
- package/src/security/types.ts +8 -12
- package/src/security/validation.ts +7 -0
- package/src/storage/action-runs/failure.ts +64 -0
- package/src/storage/action-runs/idempotency.ts +3 -1
- package/src/storage/action-runs/in-memory.ts +39 -9
- package/src/storage/action-runs/index.ts +3 -0
- package/src/storage/action-runs/provider.ts +25 -0
- package/src/storage/action-runs/types.ts +61 -27
- package/src/storage/agents/errors.ts +1 -0
- package/src/storage/agents/in-memory.ts +49 -11
- package/src/storage/agents/index.ts +2 -1
- package/src/storage/agents/provider.ts +27 -0
- package/src/storage/agents/types.ts +19 -19
- package/src/storage/ai-usage/errors.ts +13 -0
- package/src/storage/ai-usage/in-memory.ts +162 -0
- package/src/storage/ai-usage/index.ts +21 -0
- package/src/storage/ai-usage/record.ts +74 -0
- package/src/storage/ai-usage/types.ts +102 -0
- package/src/storage/ai-usage/usage.ts +104 -0
- package/src/storage/auth/types.ts +1 -0
- package/src/storage/connector-connections/errors.ts +24 -0
- package/src/storage/connector-connections/in-memory.ts +1377 -0
- package/src/storage/connector-connections/index.ts +66 -0
- package/src/storage/connector-connections/provider/authorizations.ts +446 -0
- package/src/storage/connector-connections/provider/connections.ts +291 -0
- package/src/storage/connector-connections/provider/runs.ts +369 -0
- package/src/storage/connector-connections/provider/shared.ts +342 -0
- package/src/storage/connector-connections/provider.ts +219 -0
- package/src/storage/connector-connections/types.ts +546 -0
- package/src/storage/executions/errors.ts +21 -0
- package/src/storage/executions/in-memory.ts +75 -0
- package/src/storage/executions/index.ts +16 -0
- package/src/storage/executions/provider.ts +292 -0
- package/src/storage/executions/run-link.ts +70 -0
- package/src/storage/executions/types.ts +49 -0
- package/src/storage/executions/validation.ts +370 -0
- package/src/storage/in-memory/index.ts +50 -16
- package/src/storage/index.ts +155 -15
- package/src/storage/ontology/commits.ts +1 -0
- package/src/storage/ontology/in-memory/index.ts +2 -0
- package/src/storage/ontology/in-memory/materializations-finalization.ts +2 -1
- package/src/storage/ontology/in-memory/materializations-state.ts +10 -0
- package/src/storage/ontology/in-memory/materializations-work.ts +2 -1
- package/src/storage/ontology/in-memory/materializations.ts +131 -9
- package/src/storage/ontology/in-memory/outbox.ts +1 -1
- package/src/storage/ontology/in-memory/shared-state.ts +12 -1
- package/src/storage/ontology/index.ts +6 -0
- package/src/storage/ontology/materializations.ts +50 -4
- package/src/storage/ontology/outbox.ts +13 -2
- package/src/storage/ontology/provider-header-validation.ts +1 -0
- package/src/storage/ontology/provider-work.ts +33 -14
- package/src/storage/ontology/provider.ts +72 -52
- package/src/storage/operation-scope.ts +1 -0
- package/src/storage/pipeline-runs/idempotency.ts +14 -0
- package/src/storage/pipeline-runs/in-memory.ts +88 -8
- package/src/storage/pipeline-runs/index.ts +5 -1
- package/src/storage/pipeline-runs/provider.ts +25 -0
- package/src/storage/pipeline-runs/types.ts +37 -14
- package/src/storage/projection-runs/in-memory.ts +93 -24
- package/src/storage/projection-runs/index.ts +4 -0
- package/src/storage/projection-runs/lifecycle.ts +165 -36
- package/src/storage/projection-runs/provider.ts +34 -0
- package/src/storage/projection-runs/types.ts +34 -11
- package/src/storage/run-listing.ts +22 -13
- package/src/storage/sync-runs/idempotency.ts +18 -0
- package/src/storage/sync-runs/in-memory.ts +92 -9
- package/src/storage/sync-runs/index.ts +5 -1
- package/src/storage/sync-runs/provider.ts +25 -0
- package/src/storage/sync-runs/types.ts +44 -15
- package/src/storage/types.ts +45 -17
- package/src/storage/webhook-runs/errors.ts +14 -0
- package/src/storage/webhook-runs/in-memory.ts +84 -9
- package/src/storage/webhook-runs/index.ts +5 -1
- package/src/storage/webhook-runs/provider.ts +30 -0
- package/src/storage/webhook-runs/types.ts +52 -11
- package/src/storage/workflow-runs/in-memory.ts +91 -55
- package/src/storage/workflow-runs/index.ts +2 -0
- package/src/storage/workflow-runs/provider.ts +70 -0
- package/src/storage/workflow-runs/types.ts +38 -25
- package/src/syncs/builders.ts +33 -15
- package/src/syncs/execution.ts +78 -0
- package/src/syncs/index.ts +14 -0
- package/src/syncs/request.ts +32 -43
- package/src/syncs/run-dispatch.ts +312 -0
- package/src/syncs/sources.ts +20 -0
- package/src/syncs/types.ts +75 -25
- package/src/syncs/validation.ts +77 -0
- package/src/testing/action-execution.ts +61 -0
- package/src/testing/agent-execution.ts +81 -0
- package/src/testing/agent-storage-contract.ts +158 -63
- package/src/testing/ai-usage-storage-contract.ts +528 -0
- package/src/testing/auth-storage-contract.ts +17 -1
- package/src/testing/broker-contract.ts +16 -1
- package/src/testing/connector-connection-storage-contract.ts +1052 -0
- package/src/testing/execution-storage-contract.ts +435 -0
- package/src/testing/execution.ts +48 -0
- package/src/testing/index.ts +56 -0
- package/src/testing/lake-merge-storage-contract.ts +302 -0
- package/src/testing/lake-storage-contract.ts +23 -0
- package/src/testing/materializer-fixture.ts +11 -3
- package/src/testing/materializer-storage-contract.ts +213 -11
- package/src/testing/ontology-contract-fixture.ts +35 -2
- package/src/testing/ontology-storage-contract.ts +75 -14
- package/src/testing/pipeline-execution.ts +64 -0
- package/src/testing/projection-execution.ts +98 -0
- package/src/testing/projection-run-storage-contract.ts +215 -29
- package/src/testing/queues-contract.ts +40 -51
- package/src/testing/sync-execution.ts +61 -0
- package/src/testing/webhook-execution.ts +47 -0
- package/src/testing/webhook-run-storage-contract.ts +240 -0
- package/src/testing/workflow-execution.ts +77 -0
- package/src/webhooks/index.ts +2 -1
- package/src/webhooks/internal.ts +5 -0
- package/src/webhooks/registry.ts +60 -36
- package/src/webhooks/run-admission.ts +172 -0
- package/src/webhooks/types.ts +8 -5
- package/src/workers/queue-delivery.ts +25 -22
- package/src/workers/queue-worker.ts +62 -32
- package/src/workflows/execution.ts +292 -0
- package/src/workflows/failure.ts +63 -0
- package/src/workflows/index.ts +10 -1
- package/src/workflows/request.ts +39 -118
- package/src/workflows/run-dispatch.ts +359 -0
- package/src/workflows/snapshot.ts +1 -10
- package/src/workflows/types.ts +39 -8
- package/dist/actions/runtime.d.ts +0 -11
- package/dist/actions/runtime.d.ts.map +0 -1
- package/dist/agents/runtime.d.ts +0 -41
- package/dist/agents/runtime.d.ts.map +0 -1
- package/dist/chunk-0fygrz37.js +0 -354
- package/dist/chunk-0fygrz37.js.map +0 -17
- package/dist/chunk-0psb6kdw.js +0 -989
- package/dist/chunk-0psb6kdw.js.map +0 -15
- package/dist/chunk-1vffvydj.js.map +0 -10
- package/dist/chunk-2gpr6jsz.js.map +0 -13
- package/dist/chunk-2s6sydsh.js.map +0 -12
- package/dist/chunk-50kv63vj.js.map +0 -12
- package/dist/chunk-590dejbp.js +0 -49
- package/dist/chunk-590dejbp.js.map +0 -10
- package/dist/chunk-867jxh7c.js.map +0 -19
- package/dist/chunk-aebzcsxr.js.map +0 -48
- package/dist/chunk-btpe64e4.js +0 -554
- package/dist/chunk-btpe64e4.js.map +0 -13
- package/dist/chunk-dcgrzj1t.js.map +0 -36
- package/dist/chunk-dhmj53mx.js.map +0 -16
- package/dist/chunk-hsv43v58.js +0 -1390
- package/dist/chunk-hsv43v58.js.map +0 -21
- package/dist/chunk-jdwx7vzs.js.map +0 -14
- package/dist/chunk-k25jm1x5.js +0 -102
- package/dist/chunk-k25jm1x5.js.map +0 -10
- package/dist/chunk-k41ajtz7.js +0 -352
- package/dist/chunk-k41ajtz7.js.map +0 -13
- package/dist/chunk-k6j72mtt.js +0 -9
- package/dist/chunk-k6j72mtt.js.map +0 -10
- package/dist/chunk-nvamz5dv.js +0 -819
- package/dist/chunk-nvamz5dv.js.map +0 -21
- package/dist/chunk-pv1yad91.js +0 -1165
- package/dist/chunk-pv1yad91.js.map +0 -27
- package/dist/chunk-q4qzq0ea.js.map +0 -14
- package/dist/chunk-r65yscvk.js.map +0 -11
- package/dist/chunk-t358gywy.js.map +0 -34
- package/dist/chunk-t72dvahb.js.map +0 -12
- package/dist/chunk-v5c085yp.js.map +0 -10
- package/dist/chunk-wj01s5hr.js.map +0 -11
- package/dist/chunk-wxhdnwh4.js +0 -37
- package/dist/chunk-wxhdnwh4.js.map +0 -10
- package/dist/chunk-xz5g49bp.js.map +0 -11
- package/dist/chunk-ya6brh8a.js.map +0 -11
- package/dist/chunk-yvef9xwc.js.map +0 -44
- package/dist/chunk-yxss87qa.js.map +0 -14
- package/dist/connectors/runtime.d.ts +0 -13
- package/dist/connectors/runtime.d.ts.map +0 -1
- package/dist/events/runtime.d.ts.map +0 -1
- package/dist/objects/contexts.d.ts +0 -45
- package/dist/objects/contexts.d.ts.map +0 -1
- package/dist/objects/helpers.d.ts +0 -7
- package/dist/objects/helpers.d.ts.map +0 -1
- package/dist/runtime/scoped.d.ts +0 -158
- package/dist/runtime/scoped.d.ts.map +0 -1
- package/dist/security/runtime.d.ts +0 -16
- package/dist/security/runtime.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/in-memory.d.ts +0 -18
- package/dist/storage/webhook-deliveries/in-memory.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/index.d.ts +0 -3
- package/dist/storage/webhook-deliveries/index.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/types.d.ts +0 -43
- package/dist/storage/webhook-deliveries/types.d.ts.map +0 -1
- package/dist/workflows/runtime.d.ts +0 -33
- package/dist/workflows/runtime.d.ts.map +0 -1
- package/src/actions/runtime.ts +0 -31
- package/src/agents/runtime.ts +0 -124
- package/src/connectors/runtime.ts +0 -100
- package/src/objects/contexts.ts +0 -64
- package/src/objects/helpers.ts +0 -18
- package/src/runtime/scoped.ts +0 -436
- package/src/security/runtime.ts +0 -101
- package/src/storage/webhook-deliveries/in-memory.ts +0 -108
- package/src/storage/webhook-deliveries/index.ts +0 -9
- package/src/storage/webhook-deliveries/types.ts +0 -41
- package/src/workflows/runtime.ts +0 -68
- /package/dist/{chunk-45tw90k7.js.map → chunk-4gz41why.js.map} +0 -0
- /package/dist/{chunk-vj723r3p.js.map → chunk-8b55ygje.js.map} +0 -0
- /package/dist/{chunk-p6r5g77m.js.map → chunk-vybf6pkp.js.map} +0 -0
- /package/dist/{chunk-5yny9z0e.js.map → chunk-z3zp0bj1.js.map} +0 -0
|
@@ -0,0 +1,312 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto"
|
|
2
|
+
import { reportRunFailure } from "../error-reporting/capability"
|
|
3
|
+
import { createSixbError, toSixbFailure } from "../errors/internal"
|
|
4
|
+
import type { SixbFailure } from "../errors/types"
|
|
5
|
+
import type { RunDispatcher } from "../execution/dispatch"
|
|
6
|
+
import { createPrimitiveExecutionRecord } from "../execution/durable"
|
|
7
|
+
import type { Queues } from "../queues"
|
|
8
|
+
import type { SixbDefinitions } from "../runtime/definitions"
|
|
9
|
+
import type { CreateExecutionInput, Storage, SyncRunFailureCode, SyncRunRecord } from "../storage"
|
|
10
|
+
import { SYNC_RUN_FAILURE_CODES, SyncRunError } from "../storage"
|
|
11
|
+
import { SyncValidationError } from "./errors"
|
|
12
|
+
import type { SyncRunRequestOptions, SyncRunRequestResult } from "./request"
|
|
13
|
+
import type { SyncDefinition } from "./types"
|
|
14
|
+
|
|
15
|
+
export type AutomaticSyncExecutionSource =
|
|
16
|
+
| { readonly type: "schedule"; readonly eventId: string }
|
|
17
|
+
| { readonly type: "event"; readonly eventId: string }
|
|
18
|
+
|
|
19
|
+
export interface AutomaticSyncRunDispatchInput extends SyncRunRequestOptions {
|
|
20
|
+
readonly syncId: string
|
|
21
|
+
readonly runId: string
|
|
22
|
+
readonly source: AutomaticSyncExecutionSource
|
|
23
|
+
readonly correlationId: string
|
|
24
|
+
readonly metadata?: Readonly<Record<string, string>>
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export type SyncRunDispatchPort = RunDispatcher<AutomaticSyncRunDispatchInput, SyncRunRequestResult>
|
|
28
|
+
|
|
29
|
+
export interface SyncRunDispatcherDependencies {
|
|
30
|
+
readonly id: string
|
|
31
|
+
readonly definitions: Pick<SixbDefinitions, "syncs">
|
|
32
|
+
readonly storage: Storage
|
|
33
|
+
readonly queues: Pick<Queues, "syncRuns">
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
interface DispatchSyncRunInput extends SyncRunRequestOptions {
|
|
37
|
+
readonly errorReporterHost: object
|
|
38
|
+
readonly projectId: string
|
|
39
|
+
readonly sync: SyncDefinition
|
|
40
|
+
readonly storage: Storage
|
|
41
|
+
readonly queue: Queues["syncRuns"]
|
|
42
|
+
readonly metadata?: Readonly<Record<string, string>>
|
|
43
|
+
readonly createExecution: (executionId: string, runId: string) => Promise<CreateExecutionInput>
|
|
44
|
+
readonly validateExistingRun?: (run: SyncRunRecord, storage: Storage) => Promise<void>
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
type PersistedSyncRun =
|
|
48
|
+
| { readonly publish: false; readonly run: SyncRunRecord }
|
|
49
|
+
| {
|
|
50
|
+
readonly publish: true
|
|
51
|
+
readonly run: SyncRunRecord
|
|
52
|
+
readonly execution: CreateExecutionInput
|
|
53
|
+
readonly queuedAt: Date
|
|
54
|
+
readonly created: boolean
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
/** Core-owned durable dispatch boundary used by automatic Sync triggers. */
|
|
58
|
+
export class SyncRunDispatcher implements SyncRunDispatchPort {
|
|
59
|
+
constructor(private readonly dependencies: SyncRunDispatcherDependencies) {}
|
|
60
|
+
|
|
61
|
+
async dispatch(input: AutomaticSyncRunDispatchInput): Promise<SyncRunRequestResult> {
|
|
62
|
+
assertAutomaticDispatchInput(input)
|
|
63
|
+
const sync = this.dependencies.definitions.syncs.getById(input.syncId)
|
|
64
|
+
if (!sync) throw new SyncValidationError(`[Sixb] Unknown sync '${input.syncId}'`)
|
|
65
|
+
|
|
66
|
+
return dispatchSyncRun({
|
|
67
|
+
errorReporterHost: this.dependencies,
|
|
68
|
+
projectId: this.dependencies.id,
|
|
69
|
+
sync,
|
|
70
|
+
storage: this.dependencies.storage,
|
|
71
|
+
queue: this.dependencies.queues.syncRuns,
|
|
72
|
+
runId: input.runId,
|
|
73
|
+
expectedLatestVersionId: input.expectedLatestVersionId,
|
|
74
|
+
commitMessage: input.commitMessage,
|
|
75
|
+
metadata: input.metadata,
|
|
76
|
+
validateExistingRun: (run, storage) =>
|
|
77
|
+
assertAutomaticExecutionIdentity(storage, this.dependencies.id, input, run),
|
|
78
|
+
createExecution: async (executionId, runId) =>
|
|
79
|
+
createPrimitiveExecutionRecord({
|
|
80
|
+
id: executionId,
|
|
81
|
+
primitive: { kind: "sync", id: sync.id, runId },
|
|
82
|
+
origin: {
|
|
83
|
+
type: "automatic",
|
|
84
|
+
projectId: this.dependencies.id,
|
|
85
|
+
source: input.source,
|
|
86
|
+
correlationId: input.correlationId,
|
|
87
|
+
},
|
|
88
|
+
}),
|
|
89
|
+
})
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
/** Persist a Sync execution and queued run before publishing its queue job. */
|
|
94
|
+
export async function dispatchSyncRun(input: DispatchSyncRunInput): Promise<SyncRunRequestResult> {
|
|
95
|
+
const runId = createSyncRunId(input.runId)
|
|
96
|
+
const persisted = await persistSyncRun(input, runId)
|
|
97
|
+
if (!persisted.publish) return existingSyncRunResult(persisted.run)
|
|
98
|
+
return publishSyncRun(input, persisted)
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
async function persistSyncRun(
|
|
102
|
+
input: DispatchSyncRunInput,
|
|
103
|
+
runId: string
|
|
104
|
+
): Promise<PersistedSyncRun> {
|
|
105
|
+
const syncRuns = requireSyncRunStorage(input.storage)
|
|
106
|
+
const existing = await syncRuns.getById({ projectId: input.projectId, id: runId })
|
|
107
|
+
if (existing) return reuseSyncRun(input, existing)
|
|
108
|
+
|
|
109
|
+
const execution = await input.createExecution(`exec_${randomUUID()}`, runId)
|
|
110
|
+
const queuedAt = new Date()
|
|
111
|
+
try {
|
|
112
|
+
return await input.storage.transaction(
|
|
113
|
+
async (tx): Promise<PersistedSyncRun> => {
|
|
114
|
+
const transactionalRuns = requireSyncRunStorage(tx)
|
|
115
|
+
const raced = await transactionalRuns.getById({ projectId: input.projectId, id: runId })
|
|
116
|
+
if (raced) {
|
|
117
|
+
assertExistingRunMatchesRequest(raced, input)
|
|
118
|
+
await input.validateExistingRun?.(raced, tx)
|
|
119
|
+
return { publish: false, run: raced }
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
await tx.executions.create(execution)
|
|
123
|
+
const run = await transactionalRuns.queue({
|
|
124
|
+
projectId: input.projectId,
|
|
125
|
+
id: runId,
|
|
126
|
+
executionId: execution.id,
|
|
127
|
+
syncId: input.sync.id,
|
|
128
|
+
datasetId: input.sync.target.dataset.id,
|
|
129
|
+
mode: input.sync.config.mode,
|
|
130
|
+
queuedAt,
|
|
131
|
+
expectedLatestVersionId: input.expectedLatestVersionId,
|
|
132
|
+
commitMessage: input.commitMessage,
|
|
133
|
+
})
|
|
134
|
+
return { publish: true, run, execution, queuedAt, created: true }
|
|
135
|
+
},
|
|
136
|
+
{ isolation: "serializable" }
|
|
137
|
+
)
|
|
138
|
+
} catch (error) {
|
|
139
|
+
if (!(error instanceof SyncRunError)) throw error
|
|
140
|
+
const raced = await syncRuns.getById({ projectId: input.projectId, id: runId })
|
|
141
|
+
if (!raced) throw error
|
|
142
|
+
assertExistingRunMatchesRequest(raced, input)
|
|
143
|
+
await input.validateExistingRun?.(raced, input.storage)
|
|
144
|
+
return { publish: false, run: raced }
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
async function reuseSyncRun(
|
|
149
|
+
input: DispatchSyncRunInput,
|
|
150
|
+
existing: SyncRunRecord
|
|
151
|
+
): Promise<PersistedSyncRun> {
|
|
152
|
+
assertExistingRunMatchesRequest(existing, input)
|
|
153
|
+
await input.validateExistingRun?.(existing, input.storage)
|
|
154
|
+
if (
|
|
155
|
+
existing.status !== "failed" ||
|
|
156
|
+
existing.error?.code !== "queue.enqueue_failed" ||
|
|
157
|
+
!existing.error.retryable
|
|
158
|
+
) {
|
|
159
|
+
return { publish: false, run: existing }
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
const execution = await input.storage.executions.getById({
|
|
163
|
+
projectId: input.projectId,
|
|
164
|
+
id: existing.executionId,
|
|
165
|
+
})
|
|
166
|
+
if (!execution) {
|
|
167
|
+
throw new SyncRunError(
|
|
168
|
+
`[Sixb] Execution '${existing.executionId}' for Sync run '${existing.id}' was not found.`
|
|
169
|
+
)
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
const queuedAt = new Date()
|
|
173
|
+
const run = await requireSyncRunStorage(input.storage).queue({
|
|
174
|
+
projectId: input.projectId,
|
|
175
|
+
id: existing.id,
|
|
176
|
+
executionId: existing.executionId,
|
|
177
|
+
syncId: existing.syncId,
|
|
178
|
+
datasetId: existing.datasetId,
|
|
179
|
+
mode: existing.mode,
|
|
180
|
+
queuedAt,
|
|
181
|
+
expectedLatestVersionId: existing.expectedLatestVersionId,
|
|
182
|
+
commitMessage: existing.commitMessage,
|
|
183
|
+
})
|
|
184
|
+
return { publish: true, run, execution, queuedAt, created: false }
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
async function publishSyncRun(
|
|
188
|
+
input: DispatchSyncRunInput,
|
|
189
|
+
persisted: Extract<PersistedSyncRun, { readonly publish: true }>
|
|
190
|
+
): Promise<SyncRunRequestResult> {
|
|
191
|
+
try {
|
|
192
|
+
const [job] = await input.queue.enqueue({
|
|
193
|
+
projectId: input.projectId,
|
|
194
|
+
jobs: [
|
|
195
|
+
{
|
|
196
|
+
id: persisted.run.id,
|
|
197
|
+
type: "sync.run.requested",
|
|
198
|
+
payload: { runId: persisted.run.id },
|
|
199
|
+
...(input.metadata === undefined ? {} : { metadata: input.metadata }),
|
|
200
|
+
},
|
|
201
|
+
],
|
|
202
|
+
})
|
|
203
|
+
return {
|
|
204
|
+
syncId: persisted.run.syncId,
|
|
205
|
+
runId: persisted.run.id,
|
|
206
|
+
queuedAt: persisted.queuedAt.toISOString(),
|
|
207
|
+
...(job?.id ? { jobId: job.id } : {}),
|
|
208
|
+
created: persisted.created,
|
|
209
|
+
}
|
|
210
|
+
} catch (error) {
|
|
211
|
+
const failedAt = new Date()
|
|
212
|
+
const failure = toEnqueueFailure(error, persisted.run, failedAt)
|
|
213
|
+
const failed = await requireSyncRunStorage(input.storage).finish({
|
|
214
|
+
projectId: input.projectId,
|
|
215
|
+
id: persisted.run.id,
|
|
216
|
+
status: "failed",
|
|
217
|
+
finishedAt: failedAt,
|
|
218
|
+
error: failure,
|
|
219
|
+
})
|
|
220
|
+
reportRunFailure(input.errorReporterHost, error, {
|
|
221
|
+
projectId: input.projectId,
|
|
222
|
+
runKind: "sync",
|
|
223
|
+
run: { runId: failed.id, syncId: failed.syncId },
|
|
224
|
+
failure,
|
|
225
|
+
})
|
|
226
|
+
throw error
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
function assertExistingRunMatchesRequest(
|
|
231
|
+
existing: SyncRunRecord,
|
|
232
|
+
input: Pick<DispatchSyncRunInput, "sync" | "expectedLatestVersionId" | "commitMessage">
|
|
233
|
+
): void {
|
|
234
|
+
if (
|
|
235
|
+
existing.syncId !== input.sync.id ||
|
|
236
|
+
existing.datasetId !== input.sync.target.dataset.id ||
|
|
237
|
+
existing.mode !== input.sync.config.mode ||
|
|
238
|
+
existing.expectedLatestVersionId !== input.expectedLatestVersionId ||
|
|
239
|
+
existing.commitMessage !== input.commitMessage
|
|
240
|
+
) {
|
|
241
|
+
throw new SyncRunError(
|
|
242
|
+
`[Sixb] Sync run '${existing.id}' already exists with a different request payload.`
|
|
243
|
+
)
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
function existingSyncRunResult(existing: SyncRunRecord): SyncRunRequestResult {
|
|
248
|
+
return {
|
|
249
|
+
syncId: existing.syncId,
|
|
250
|
+
runId: existing.id,
|
|
251
|
+
queuedAt: existing.queuedAt.toISOString(),
|
|
252
|
+
created: false,
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
function requireSyncRunStorage(storage: Storage): NonNullable<Storage["syncRuns"]> {
|
|
257
|
+
if (!storage.syncRuns) throw new SyncValidationError("[Sixb] Sync run storage is not configured.")
|
|
258
|
+
return storage.syncRuns
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
function createSyncRunId(runId: string | undefined): string {
|
|
262
|
+
if (runId === undefined) return `run_${randomUUID()}`
|
|
263
|
+
if (!runId.trim()) throw new SyncValidationError("[Sixb] Sync run id must not be empty")
|
|
264
|
+
return runId
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
function assertAutomaticDispatchInput(input: AutomaticSyncRunDispatchInput): void {
|
|
268
|
+
assertNonBlank(input.syncId, "Sync id")
|
|
269
|
+
assertNonBlank(input.runId, "Sync run id")
|
|
270
|
+
assertNonBlank(input.source.eventId, "Sync source event id")
|
|
271
|
+
assertNonBlank(input.correlationId, "Sync correlation id")
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
async function assertAutomaticExecutionIdentity(
|
|
275
|
+
storage: Storage,
|
|
276
|
+
projectId: string,
|
|
277
|
+
input: AutomaticSyncRunDispatchInput,
|
|
278
|
+
run: SyncRunRecord
|
|
279
|
+
): Promise<void> {
|
|
280
|
+
const execution = await storage.executions.getById({ projectId, id: run.executionId })
|
|
281
|
+
if (
|
|
282
|
+
!execution ||
|
|
283
|
+
execution.source.type !== input.source.type ||
|
|
284
|
+
execution.source.eventId !== input.source.eventId ||
|
|
285
|
+
execution.correlationId !== input.correlationId ||
|
|
286
|
+
execution.requestedBy !== undefined
|
|
287
|
+
) {
|
|
288
|
+
throw new SyncValidationError(
|
|
289
|
+
`[Sixb] Sync run '${run.id}' already exists with different automatic provenance.`
|
|
290
|
+
)
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
function toEnqueueFailure(
|
|
295
|
+
error: unknown,
|
|
296
|
+
run: SyncRunRecord,
|
|
297
|
+
at: Date
|
|
298
|
+
): SixbFailure<SyncRunFailureCode> {
|
|
299
|
+
const enqueueError = createSixbError(
|
|
300
|
+
"queue.enqueue_failed",
|
|
301
|
+
`[Sixb] Could not enqueue Sync run '${run.id}'.`,
|
|
302
|
+
{
|
|
303
|
+
cause: error,
|
|
304
|
+
details: { syncId: run.syncId, runId: run.id, phase: "enqueue" },
|
|
305
|
+
}
|
|
306
|
+
)
|
|
307
|
+
return toSixbFailure(enqueueError, { allowedCodes: SYNC_RUN_FAILURE_CODES, at })
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
function assertNonBlank(value: string, label: string): void {
|
|
311
|
+
if (!value.trim()) throw new SyncValidationError(`[Sixb] ${label} must not be empty.`)
|
|
312
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { AnyConnectorAdapter, ConnectorDefinition, ConnectorRuntime } from "../connectors"
|
|
2
|
+
import {
|
|
3
|
+
type ConnectorExecutionSource,
|
|
4
|
+
type ConnectorExecutionSourceResolver,
|
|
5
|
+
getConnectorExecutionSourceResolver,
|
|
6
|
+
} from "../connectors/execution"
|
|
7
|
+
|
|
8
|
+
/** One connector client invocation contributing values to a Sync run. */
|
|
9
|
+
export type SyncConnectorSource<TAdapter extends AnyConnectorAdapter = AnyConnectorAdapter> =
|
|
10
|
+
ConnectorExecutionSource<TAdapter>
|
|
11
|
+
|
|
12
|
+
export type SyncConnectorSourceResolver = ConnectorExecutionSourceResolver
|
|
13
|
+
|
|
14
|
+
/** Resolve the source invocations owned by one connector definition for a Sync execution. */
|
|
15
|
+
export function resolveSyncConnectorSources<TAdapter extends AnyConnectorAdapter>(
|
|
16
|
+
connector: ConnectorRuntime,
|
|
17
|
+
definition: ConnectorDefinition<string, TAdapter>
|
|
18
|
+
): Promise<readonly SyncConnectorSource<TAdapter>[]> {
|
|
19
|
+
return getConnectorExecutionSourceResolver(connector).list(definition)
|
|
20
|
+
}
|
package/src/syncs/types.ts
CHANGED
|
@@ -1,11 +1,14 @@
|
|
|
1
1
|
import type { BlobStorage } from "../blob-storage"
|
|
2
2
|
import {
|
|
3
|
+
type AnyConnectorAdapter,
|
|
3
4
|
type ConnectorAdapter,
|
|
4
5
|
type ConnectorClient,
|
|
6
|
+
type ConnectorConnectionMetadata,
|
|
5
7
|
type ConnectorDefinition,
|
|
6
8
|
isConnectorDefinition,
|
|
9
|
+
type OAuthConnectorAdapter,
|
|
7
10
|
} from "../connectors"
|
|
8
|
-
import type { DatasetDefinition } from "../datasets"
|
|
11
|
+
import type { DatasetDefinition, DatasetPrimaryKey, MergeChange } from "../datasets"
|
|
9
12
|
import { isDatasetDefinition } from "../datasets"
|
|
10
13
|
import type { Logger } from "../logging"
|
|
11
14
|
import type { ScheduleDefinition, ScheduleReference } from "../schedules"
|
|
@@ -14,8 +17,19 @@ import { isScheduleReference } from "../schedules"
|
|
|
14
17
|
/** Blob operations available to sync read handlers. */
|
|
15
18
|
export type SyncBlobContext = Pick<BlobStorage, "put" | "open" | "stat">
|
|
16
19
|
|
|
20
|
+
/** Non-secret connector connection metadata available to OAuth-backed Sync handlers. */
|
|
21
|
+
export type SyncConnectorConnection = ConnectorConnectionMetadata
|
|
22
|
+
|
|
23
|
+
type SyncConnectionContext<TAdapter extends AnyConnectorAdapter> =
|
|
24
|
+
TAdapter extends OAuthConnectorAdapter
|
|
25
|
+
? { readonly connection: SyncConnectorConnection }
|
|
26
|
+
: { readonly connection?: undefined }
|
|
27
|
+
|
|
17
28
|
/** Context passed to a sync read handler. */
|
|
18
|
-
export type SyncReadContext<
|
|
29
|
+
export type SyncReadContext<
|
|
30
|
+
TCheckpoint = never,
|
|
31
|
+
TAdapter extends AnyConnectorAdapter = ConnectorAdapter,
|
|
32
|
+
> = {
|
|
19
33
|
readonly projectId: string
|
|
20
34
|
readonly syncId: string
|
|
21
35
|
readonly signal: AbortSignal
|
|
@@ -26,20 +40,30 @@ export type SyncReadContext<TCheckpoint = never> = {
|
|
|
26
40
|
: {
|
|
27
41
|
readonly checkpoint?: TCheckpoint
|
|
28
42
|
setCheckpoint(next: TCheckpoint): void
|
|
29
|
-
})
|
|
43
|
+
}) &
|
|
44
|
+
SyncConnectionContext<TAdapter>
|
|
45
|
+
|
|
46
|
+
export type SyncMode = "snapshot" | "append" | "merge"
|
|
47
|
+
|
|
48
|
+
type MergeSyncChange = MergeChange<
|
|
49
|
+
Readonly<Record<string, unknown>>,
|
|
50
|
+
Readonly<Record<string, unknown>>
|
|
51
|
+
>
|
|
30
52
|
|
|
31
53
|
/** A sync read handler may return one item, a sync iterable, or an async iterable. */
|
|
32
|
-
export type SyncReadResult
|
|
54
|
+
export type SyncReadResult<TMode extends SyncMode = SyncMode> = TMode extends "merge"
|
|
55
|
+
? MergeSyncChange | Iterable<MergeSyncChange> | AsyncIterable<MergeSyncChange>
|
|
56
|
+
: unknown | Iterable<unknown> | AsyncIterable<unknown>
|
|
33
57
|
|
|
34
58
|
/** User-facing batch sync options accepted by `defineSync(...)`. */
|
|
35
|
-
export interface BatchSyncConfig {
|
|
36
|
-
readonly mode?:
|
|
59
|
+
export interface BatchSyncConfig<TMode extends SyncMode = SyncMode> {
|
|
60
|
+
readonly mode?: TMode
|
|
37
61
|
}
|
|
38
62
|
|
|
39
63
|
/** Normalized batch sync config stored on the final sync definition. */
|
|
40
|
-
export interface BatchSyncDefinitionConfig {
|
|
64
|
+
export interface BatchSyncDefinitionConfig<TMode extends SyncMode = SyncMode> {
|
|
41
65
|
readonly kind: "batch"
|
|
42
|
-
readonly mode:
|
|
66
|
+
readonly mode: TMode
|
|
43
67
|
}
|
|
44
68
|
|
|
45
69
|
/** V1 syncs always target a named raw dataset. */
|
|
@@ -56,11 +80,15 @@ export interface DatasetSyncTarget {
|
|
|
56
80
|
* builder still gives users precise `context.checkpoint` and `setCheckpoint(...)` types when
|
|
57
81
|
* they author a sync.
|
|
58
82
|
*/
|
|
59
|
-
export type SyncReadHandler<
|
|
83
|
+
export type SyncReadHandler<
|
|
84
|
+
TAdapter extends AnyConnectorAdapter,
|
|
85
|
+
TCheckpoint = never,
|
|
86
|
+
TMode extends SyncMode = SyncMode,
|
|
87
|
+
> = {
|
|
60
88
|
bivarianceHack(
|
|
61
89
|
client: ConnectorClient<TAdapter>,
|
|
62
|
-
context: SyncReadContext<TCheckpoint>
|
|
63
|
-
): SyncReadResult | Promise<SyncReadResult
|
|
90
|
+
context: SyncReadContext<TCheckpoint, TAdapter>
|
|
91
|
+
): SyncReadResult<TMode> | Promise<SyncReadResult<TMode>>
|
|
64
92
|
}["bivarianceHack"]
|
|
65
93
|
|
|
66
94
|
/**
|
|
@@ -71,42 +99,62 @@ export type SyncReadHandler<TAdapter extends ConnectorAdapter, TCheckpoint = nev
|
|
|
71
99
|
*/
|
|
72
100
|
export interface SyncDefinition<
|
|
73
101
|
TId extends string = string,
|
|
74
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
102
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
103
|
+
string,
|
|
104
|
+
AnyConnectorAdapter
|
|
105
|
+
>,
|
|
75
106
|
TCheckpoint = unknown,
|
|
107
|
+
TMode extends SyncMode = SyncMode,
|
|
76
108
|
> {
|
|
77
109
|
readonly kind: "sync"
|
|
78
110
|
readonly id: TId
|
|
79
|
-
readonly config: BatchSyncDefinitionConfig
|
|
111
|
+
readonly config: BatchSyncDefinitionConfig<TMode>
|
|
80
112
|
readonly triggers: readonly ScheduleReference[]
|
|
81
113
|
readonly connector: TConnector
|
|
82
|
-
readonly read: SyncReadHandler<TConnector["adapter"], TCheckpoint>
|
|
114
|
+
readonly read: SyncReadHandler<TConnector["adapter"], TCheckpoint, TMode>
|
|
83
115
|
readonly target: DatasetSyncTarget
|
|
84
116
|
}
|
|
85
117
|
|
|
86
118
|
export interface SyncTargetBuilder<
|
|
87
119
|
TId extends string = string,
|
|
88
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
120
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
121
|
+
string,
|
|
122
|
+
AnyConnectorAdapter
|
|
123
|
+
>,
|
|
89
124
|
TCheckpoint = never,
|
|
125
|
+
TMode extends SyncMode = SyncMode,
|
|
90
126
|
> {
|
|
91
|
-
intoDataset
|
|
127
|
+
intoDataset<TDataset extends DatasetDefinition>(
|
|
128
|
+
dataset: TMode extends "merge"
|
|
129
|
+
? TDataset & { readonly primaryKey: DatasetPrimaryKey }
|
|
130
|
+
: TDataset
|
|
131
|
+
): SyncDefinition<TId, TConnector, TCheckpoint, TMode>
|
|
92
132
|
}
|
|
93
133
|
|
|
94
134
|
export interface SyncReadBuilder<
|
|
95
135
|
TId extends string = string,
|
|
96
|
-
TConnector extends ConnectorDefinition = ConnectorDefinition
|
|
136
|
+
TConnector extends ConnectorDefinition<string, AnyConnectorAdapter> = ConnectorDefinition<
|
|
137
|
+
string,
|
|
138
|
+
AnyConnectorAdapter
|
|
139
|
+
>,
|
|
97
140
|
TCheckpoint = never,
|
|
141
|
+
TMode extends SyncMode = SyncMode,
|
|
98
142
|
> {
|
|
99
143
|
read(
|
|
100
|
-
handler: SyncReadHandler<TConnector["adapter"], TCheckpoint>
|
|
101
|
-
): SyncTargetBuilder<TId, TConnector, TCheckpoint>
|
|
144
|
+
handler: SyncReadHandler<TConnector["adapter"], TCheckpoint, TMode>
|
|
145
|
+
): SyncTargetBuilder<TId, TConnector, TCheckpoint, TMode>
|
|
102
146
|
}
|
|
103
147
|
|
|
104
|
-
export interface SyncBuilder<
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
148
|
+
export interface SyncBuilder<
|
|
149
|
+
TId extends string = string,
|
|
150
|
+
TCheckpoint = never,
|
|
151
|
+
TMode extends SyncMode = SyncMode,
|
|
152
|
+
> {
|
|
153
|
+
when(schedule: ScheduleDefinition): SyncBuilder<TId, TCheckpoint, TMode>
|
|
154
|
+
checkpoint<TNextCheckpoint>(): SyncBuilder<TId, TNextCheckpoint, TMode>
|
|
155
|
+
from<TConnector extends ConnectorDefinition<string, AnyConnectorAdapter>>(
|
|
108
156
|
connector: TConnector
|
|
109
|
-
): SyncReadBuilder<TId, TConnector, TCheckpoint>
|
|
157
|
+
): SyncReadBuilder<TId, TConnector, TCheckpoint, TMode>
|
|
110
158
|
}
|
|
111
159
|
|
|
112
160
|
/** Runtime type guard for values discovered from `syncs/` modules. */
|
|
@@ -120,7 +168,9 @@ export function isSyncDefinition(value: unknown): value is SyncDefinition {
|
|
|
120
168
|
typeof value.id === "string" &&
|
|
121
169
|
isRecord(value.config) &&
|
|
122
170
|
value.config.kind === "batch" &&
|
|
123
|
-
(value.config.mode === "snapshot" ||
|
|
171
|
+
(value.config.mode === "snapshot" ||
|
|
172
|
+
value.config.mode === "append" ||
|
|
173
|
+
value.config.mode === "merge") &&
|
|
124
174
|
Array.isArray(value.triggers) &&
|
|
125
175
|
(value.triggers as unknown[]).every((reference) => isScheduleReference(reference)) &&
|
|
126
176
|
isConnectorDefinition(value.connector) &&
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import type { DatasetDefinition } from "../datasets"
|
|
2
|
+
import type { PipelineDefinition } from "../pipelines"
|
|
3
|
+
import type { TelemetryProjectionDefinition } from "../projections"
|
|
4
|
+
import { SyncValidationError } from "./errors"
|
|
5
|
+
import type { SyncDefinition } from "./types"
|
|
6
|
+
|
|
7
|
+
interface DatasetWriter {
|
|
8
|
+
readonly datasetId: string
|
|
9
|
+
readonly label: string
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export function validateKeyedDatasetWriterTopology(input: {
|
|
13
|
+
readonly datasetsById: ReadonlyMap<string, DatasetDefinition>
|
|
14
|
+
readonly syncs: readonly SyncDefinition[]
|
|
15
|
+
readonly pipelines: readonly PipelineDefinition[]
|
|
16
|
+
}): void {
|
|
17
|
+
for (const sync of input.syncs) {
|
|
18
|
+
const dataset = input.datasetsById.get(sync.target.dataset.id)
|
|
19
|
+
if (sync.config.mode === "merge" && dataset?.primaryKey === undefined) {
|
|
20
|
+
throw new SyncValidationError(
|
|
21
|
+
`[Sixb] Merge sync '${sync.id}' targets dataset '${sync.target.dataset.id}', which must define a primaryKey.`
|
|
22
|
+
)
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
const firstWriterByDataset = new Map<string, DatasetWriter>()
|
|
27
|
+
for (const writer of datasetWriters(input.syncs, input.pipelines)) {
|
|
28
|
+
const dataset = input.datasetsById.get(writer.datasetId)
|
|
29
|
+
if (dataset?.primaryKey === undefined) continue
|
|
30
|
+
|
|
31
|
+
const first = firstWriterByDataset.get(writer.datasetId)
|
|
32
|
+
if (!first) {
|
|
33
|
+
firstWriterByDataset.set(writer.datasetId, writer)
|
|
34
|
+
continue
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
throw new SyncValidationError(
|
|
38
|
+
`[Sixb] Keyed dataset '${writer.datasetId}' has multiple registered writers: ${first.label} and ${writer.label}. V1 allows one writer per keyed dataset.`
|
|
39
|
+
)
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export function validateMergeSyncProjectionSafety(input: {
|
|
44
|
+
readonly syncs: readonly SyncDefinition[]
|
|
45
|
+
readonly telemetryProjections: readonly TelemetryProjectionDefinition[]
|
|
46
|
+
}): void {
|
|
47
|
+
const mergeSyncByDataset = new Map(
|
|
48
|
+
input.syncs
|
|
49
|
+
.filter((sync) => sync.config.mode === "merge")
|
|
50
|
+
.map((sync) => [sync.target.dataset.id, sync] as const)
|
|
51
|
+
)
|
|
52
|
+
|
|
53
|
+
for (const projection of input.telemetryProjections) {
|
|
54
|
+
const sync = mergeSyncByDataset.get(projection.datasetId)
|
|
55
|
+
if (!sync) continue
|
|
56
|
+
throw new SyncValidationError(
|
|
57
|
+
`[Sixb] Telemetry projection '${projection.id}' cannot read merge-written dataset '${projection.datasetId}' from sync '${sync.id}'. V1 merge syncs support object and link replacement projections only.`
|
|
58
|
+
)
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
function* datasetWriters(
|
|
63
|
+
syncs: readonly SyncDefinition[],
|
|
64
|
+
pipelines: readonly PipelineDefinition[]
|
|
65
|
+
): Iterable<DatasetWriter> {
|
|
66
|
+
for (const sync of syncs) {
|
|
67
|
+
yield { datasetId: sync.target.dataset.id, label: `sync '${sync.id}'` }
|
|
68
|
+
}
|
|
69
|
+
for (const pipeline of pipelines) {
|
|
70
|
+
for (const node of pipeline.graph.nodes) {
|
|
71
|
+
yield {
|
|
72
|
+
datasetId: node.step.output.id,
|
|
73
|
+
label: `pipeline '${pipeline.id}' step '${node.step.id}'`,
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import type { TrustedPrimitiveRef } from "../execution"
|
|
2
|
+
import type { ActionRunRecord, QueueActionRunInput, Storage } from "../storage"
|
|
3
|
+
import type { ExecutionStorage } from "../storage/executions"
|
|
4
|
+
|
|
5
|
+
/** Create the durable execution chain required by an Action-run storage fixture. */
|
|
6
|
+
export async function createTestActionExecution(
|
|
7
|
+
executions: ExecutionStorage,
|
|
8
|
+
input: {
|
|
9
|
+
readonly projectId: string
|
|
10
|
+
readonly actionId: string
|
|
11
|
+
readonly runId: string
|
|
12
|
+
readonly executionId?: string
|
|
13
|
+
}
|
|
14
|
+
): Promise<string> {
|
|
15
|
+
const parentExecutionId = `test_request_execution:${input.runId}`
|
|
16
|
+
const executionId = input.executionId ?? `test_action_execution:${input.runId}`
|
|
17
|
+
const primitive: TrustedPrimitiveRef = {
|
|
18
|
+
kind: "action",
|
|
19
|
+
id: input.actionId,
|
|
20
|
+
runId: input.runId,
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
const existing = await executions.getById({ projectId: input.projectId, id: executionId })
|
|
24
|
+
if (existing) return executionId
|
|
25
|
+
|
|
26
|
+
const parent = await executions.getById({ projectId: input.projectId, id: parentExecutionId })
|
|
27
|
+
if (!parent) {
|
|
28
|
+
await executions.create({
|
|
29
|
+
id: parentExecutionId,
|
|
30
|
+
projectId: input.projectId,
|
|
31
|
+
executor: { type: "request", requestId: `test_request:${input.runId}` },
|
|
32
|
+
source: { type: "http", requestId: `test_request:${input.runId}` },
|
|
33
|
+
correlationId: `test_correlation:${input.runId}`,
|
|
34
|
+
authorizationRef: { type: "disabled" },
|
|
35
|
+
})
|
|
36
|
+
}
|
|
37
|
+
await executions.create({
|
|
38
|
+
id: executionId,
|
|
39
|
+
projectId: input.projectId,
|
|
40
|
+
executor: { type: "primitive", kind: primitive.kind, runId: primitive.runId },
|
|
41
|
+
source: { type: "execution", executionId: parentExecutionId },
|
|
42
|
+
correlationId: `test_correlation:${input.runId}`,
|
|
43
|
+
authorizationRef: { type: "trustedPrimitive", primitive },
|
|
44
|
+
})
|
|
45
|
+
|
|
46
|
+
return executionId
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
/** Queue an Action run with the valid durable execution fixture required by every provider. */
|
|
50
|
+
export async function queueTestActionRun(
|
|
51
|
+
storage: Pick<Storage, "actionRuns" | "executions">,
|
|
52
|
+
input: Omit<QueueActionRunInput, "executionId">
|
|
53
|
+
): Promise<ActionRunRecord> {
|
|
54
|
+
if (!storage.actionRuns) throw new Error("Action run storage is not configured for this test.")
|
|
55
|
+
const executionId = await createTestActionExecution(storage.executions, {
|
|
56
|
+
projectId: input.projectId,
|
|
57
|
+
actionId: input.actionId,
|
|
58
|
+
runId: input.id,
|
|
59
|
+
})
|
|
60
|
+
return storage.actionRuns.queue({ ...input, executionId })
|
|
61
|
+
}
|