@sixb/core 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +54 -23
- package/dist/actions/commit-edits.d.ts +0 -2
- package/dist/actions/commit-edits.d.ts.map +1 -1
- package/dist/actions/execution.d.ts +21 -0
- package/dist/actions/execution.d.ts.map +1 -0
- package/dist/actions/index.d.ts +1 -1
- package/dist/actions/index.d.ts.map +1 -1
- package/dist/actions/index.js +34 -23
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/registry.d.ts +16 -7
- package/dist/actions/registry.d.ts.map +1 -1
- package/dist/actions/request.d.ts +3 -2
- package/dist/actions/request.d.ts.map +1 -1
- package/dist/actions/run-dispatch.d.ts +21 -0
- package/dist/actions/run-dispatch.d.ts.map +1 -0
- package/dist/actions/types/context.d.ts +2 -2
- package/dist/actions/types/context.d.ts.map +1 -1
- package/dist/actions/validation.d.ts +1 -1
- package/dist/actions/validation.d.ts.map +1 -1
- package/dist/actions/worker.js +4 -4
- package/dist/actions/worker.js.map +1 -1
- package/dist/agents/adapters.d.ts +10 -0
- package/dist/agents/adapters.d.ts.map +1 -1
- package/dist/agents/authority.d.ts +31 -0
- package/dist/agents/authority.d.ts.map +1 -0
- package/dist/agents/builders.d.ts +8 -1
- package/dist/agents/builders.d.ts.map +1 -1
- package/dist/agents/context.js +2 -2
- package/dist/agents/dispatch.d.ts.map +1 -1
- package/dist/agents/errors.d.ts +16 -1
- package/dist/agents/errors.d.ts.map +1 -1
- package/dist/agents/execution.d.ts +45 -0
- package/dist/agents/execution.d.ts.map +1 -0
- package/dist/agents/index.d.ts +10 -10
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +81 -14
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/prompt.d.ts.map +1 -1
- package/dist/agents/request.d.ts +6 -2
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/streams.d.ts +29 -3
- package/dist/agents/streams.d.ts.map +1 -1
- package/dist/agents/streams.js +22 -3
- package/dist/agents/streams.js.map +1 -1
- package/dist/agents/tool-definition.d.ts +9 -0
- package/dist/agents/tool-definition.d.ts.map +1 -0
- package/dist/agents/types.d.ts +64 -0
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/validation.d.ts +16 -3
- package/dist/agents/validation.d.ts.map +1 -1
- package/dist/auth/attribution.d.ts +17 -0
- package/dist/auth/attribution.d.ts.map +1 -0
- package/dist/auth/index.d.ts +1 -0
- package/dist/auth/index.d.ts.map +1 -1
- package/dist/auth/index.js +9 -5
- package/dist/auth/index.js.map +1 -1
- package/dist/auth/runtime.d.ts +4 -4
- package/dist/auth/runtime.d.ts.map +1 -1
- package/dist/authorization/decision.d.ts +24 -11
- package/dist/authorization/decision.d.ts.map +1 -1
- package/dist/authorization/grant-kinds.d.ts +2 -1
- package/dist/authorization/grant-kinds.d.ts.map +1 -1
- package/dist/authorization/index.d.ts +1 -1
- package/dist/authorization/index.d.ts.map +1 -1
- package/dist/authorization/index.js +8 -4
- package/dist/authorization/index.js.map +1 -1
- package/dist/blob-storage/browser.js +3 -2
- package/dist/blob-storage/browser.js.map +1 -1
- package/dist/blob-storage/execution.d.ts +16 -0
- package/dist/blob-storage/execution.d.ts.map +1 -0
- package/dist/blob-storage/index.js +4 -3
- package/dist/blob-storage/index.js.map +1 -1
- package/dist/blob-storage/validation.d.ts.map +1 -1
- package/dist/bootstrap/discovery.d.ts +90 -24
- package/dist/bootstrap/discovery.d.ts.map +1 -1
- package/dist/bootstrap/index.d.ts +2 -1
- package/dist/bootstrap/index.d.ts.map +1 -1
- package/dist/bootstrap/index.js +59 -59
- package/dist/bootstrap/index.js.map +1 -1
- package/dist/broker/in-memory.d.ts.map +1 -1
- package/dist/broker/index.js +2 -2
- package/dist/broker/types.d.ts +5 -0
- package/dist/broker/types.d.ts.map +1 -1
- package/dist/chunk-0172wgm9.js +333 -0
- package/dist/chunk-0172wgm9.js.map +11 -0
- package/dist/chunk-0k4avqr2.js +317 -0
- package/dist/chunk-0k4avqr2.js.map +11 -0
- package/dist/chunk-0mbx247x.js +2922 -0
- package/dist/chunk-0mbx247x.js.map +43 -0
- package/dist/chunk-34bqh420.js +1168 -0
- package/dist/chunk-34bqh420.js.map +23 -0
- package/dist/{chunk-mx84y05q.js → chunk-3j7573mj.js} +2 -2
- package/dist/{chunk-mx84y05q.js.map → chunk-3j7573mj.js.map} +2 -2
- package/dist/{chunk-45tw90k7.js → chunk-4gz41why.js} +1 -1
- package/dist/chunk-4x43bkbp.js +55 -0
- package/dist/chunk-4x43bkbp.js.map +11 -0
- package/dist/{chunk-xqbtf4wn.js → chunk-57r1cpxx.js} +3 -2
- package/dist/{chunk-xqbtf4wn.js.map → chunk-57r1cpxx.js.map} +3 -3
- package/dist/chunk-57zpb99z.js +194 -0
- package/dist/chunk-57zpb99z.js.map +10 -0
- package/dist/{chunk-dhmj53mx.js → chunk-5egfka8j.js} +13 -33
- package/dist/chunk-5egfka8j.js.map +15 -0
- package/dist/chunk-5gd7tpv6.js +28 -0
- package/dist/chunk-5gd7tpv6.js.map +11 -0
- package/dist/{chunk-867jxh7c.js → chunk-5sz8ta9r.js} +6 -295
- package/dist/chunk-5sz8ta9r.js.map +16 -0
- package/dist/chunk-62c7t4jc.js +27 -0
- package/dist/chunk-62c7t4jc.js.map +11 -0
- package/dist/{chunk-8r8cw2xw.js → chunk-63te770v.js} +40 -5
- package/dist/{chunk-8r8cw2xw.js.map → chunk-63te770v.js.map} +3 -3
- package/dist/chunk-663csy96.js +34 -0
- package/dist/chunk-663csy96.js.map +10 -0
- package/dist/{chunk-xz5g49bp.js → chunk-6gjqgd3d.js} +3 -1
- package/dist/chunk-6gjqgd3d.js.map +11 -0
- package/dist/chunk-7pc8b818.js +128 -0
- package/dist/chunk-7pc8b818.js.map +13 -0
- package/dist/{chunk-f2b5e2gf.js → chunk-85j5ybfj.js} +18 -3
- package/dist/{chunk-f2b5e2gf.js.map → chunk-85j5ybfj.js.map} +3 -3
- package/dist/{chunk-vj723r3p.js → chunk-8b55ygje.js} +1 -1
- package/dist/chunk-8m5ejdpn.js +33 -0
- package/dist/chunk-8m5ejdpn.js.map +10 -0
- package/dist/chunk-8ryen3p3.js +118 -0
- package/dist/chunk-8ryen3p3.js.map +10 -0
- package/dist/chunk-979ww6b3.js +298 -0
- package/dist/chunk-979ww6b3.js.map +12 -0
- package/dist/{chunk-ya6brh8a.js → chunk-9t8f5xfx.js} +10 -5
- package/dist/chunk-9t8f5xfx.js.map +11 -0
- package/dist/{chunk-r65yscvk.js → chunk-a31h57d5.js} +131 -13
- package/dist/chunk-a31h57d5.js.map +13 -0
- package/dist/chunk-bct7hmfc.js +402 -0
- package/dist/chunk-bct7hmfc.js.map +14 -0
- package/dist/chunk-bh6k3nc6.js +164 -0
- package/dist/chunk-bh6k3nc6.js.map +12 -0
- package/dist/{chunk-t72dvahb.js → chunk-bhxaq2nn.js} +61 -44
- package/dist/chunk-bhxaq2nn.js.map +12 -0
- package/dist/{chunk-jdwx7vzs.js → chunk-c6qd89g5.js} +240 -143
- package/dist/chunk-c6qd89g5.js.map +15 -0
- package/dist/{chunk-2s6sydsh.js → chunk-ckxfnx7f.js} +294 -4
- package/dist/chunk-ckxfnx7f.js.map +13 -0
- package/dist/chunk-cy0n5dms.js +27 -0
- package/dist/chunk-cy0n5dms.js.map +11 -0
- package/dist/chunk-dsrkgtnh.js +50 -0
- package/dist/chunk-dsrkgtnh.js.map +10 -0
- package/dist/{chunk-50kv63vj.js → chunk-dysw7nsm.js} +118 -26
- package/dist/chunk-dysw7nsm.js.map +14 -0
- package/dist/chunk-ezake7g1.js +32 -0
- package/dist/chunk-ezake7g1.js.map +11 -0
- package/dist/{chunk-yxss87qa.js → chunk-f2rt4vkh.js} +48 -29
- package/dist/chunk-f2rt4vkh.js.map +14 -0
- package/dist/{chunk-q4qzq0ea.js → chunk-fmx1sz2h.js} +117 -56
- package/dist/chunk-fmx1sz2h.js.map +15 -0
- package/dist/chunk-g9t3kdtx.js +90 -0
- package/dist/chunk-g9t3kdtx.js.map +10 -0
- package/dist/{chunk-c3zd880g.js → chunk-ghteq96b.js} +8 -8
- package/dist/{chunk-c3zd880g.js.map → chunk-ghteq96b.js.map} +4 -4
- package/dist/chunk-h9kxd41f.js +271 -0
- package/dist/chunk-h9kxd41f.js.map +11 -0
- package/dist/chunk-htq0qh7z.js +59 -0
- package/dist/chunk-htq0qh7z.js.map +11 -0
- package/dist/{chunk-dcgrzj1t.js → chunk-jaj13078.js} +121 -9
- package/dist/chunk-jaj13078.js.map +38 -0
- package/dist/{chunk-t358gywy.js → chunk-k9pts48t.js} +81 -58
- package/dist/chunk-k9pts48t.js.map +35 -0
- package/dist/chunk-n8herkry.js +3294 -0
- package/dist/chunk-n8herkry.js.map +35 -0
- package/dist/chunk-nf4r78r4.js +44 -0
- package/dist/chunk-nf4r78r4.js.map +10 -0
- package/dist/{chunk-2gpr6jsz.js → chunk-nnyp53zt.js} +14 -34
- package/dist/chunk-nnyp53zt.js.map +13 -0
- package/dist/chunk-nten49ta.js +404 -0
- package/dist/chunk-nten49ta.js.map +12 -0
- package/dist/chunk-qvybnnpe.js +137 -0
- package/dist/chunk-qvybnnpe.js.map +10 -0
- package/dist/{chunk-tsk2bxs3.js → chunk-rnshztfq.js} +13 -13
- package/dist/{chunk-tsk2bxs3.js.map → chunk-rnshztfq.js.map} +3 -3
- package/dist/chunk-sa4340y1.js +607 -0
- package/dist/chunk-sa4340y1.js.map +14 -0
- package/dist/{chunk-yvef9xwc.js → chunk-st4xgxey.js} +583 -251
- package/dist/chunk-st4xgxey.js.map +45 -0
- package/dist/{chunk-1vffvydj.js → chunk-t8t39h7v.js} +6 -6
- package/dist/chunk-t8t39h7v.js.map +10 -0
- package/dist/chunk-t9xghkva.js +28 -0
- package/dist/chunk-t9xghkva.js.map +10 -0
- package/dist/chunk-vp1vc6ee.js +35 -0
- package/dist/chunk-vp1vc6ee.js.map +11 -0
- package/dist/{chunk-p6r5g77m.js → chunk-vybf6pkp.js} +1 -1
- package/dist/{chunk-wj01s5hr.js → chunk-wtmzkcht.js} +4 -3
- package/dist/chunk-wtmzkcht.js.map +11 -0
- package/dist/{chunk-v5c085yp.js → chunk-xhy826cz.js} +3 -2
- package/dist/chunk-xhy826cz.js.map +10 -0
- package/dist/chunk-xkthy56g.js +33 -0
- package/dist/chunk-xkthy56g.js.map +11 -0
- package/dist/{chunk-aebzcsxr.js → chunk-ys1nse2v.js} +2178 -382
- package/dist/chunk-ys1nse2v.js.map +56 -0
- package/dist/{chunk-5yny9z0e.js → chunk-z3zp0bj1.js} +1 -1
- package/dist/chunk-zcnhxkvd.js +7 -0
- package/dist/chunk-zcnhxkvd.js.map +10 -0
- package/dist/chunk-zg9yryhz.js +252 -0
- package/dist/chunk-zg9yryhz.js.map +12 -0
- package/dist/chunk-zqqz8052.js +3 -0
- package/dist/{storage/projection-runs/lifecycle.js.map → chunk-zqqz8052.js.map} +1 -1
- package/dist/{chunk-4pycxcj3.js → chunk-zqysyfjt.js} +6 -9
- package/dist/{chunk-4pycxcj3.js.map → chunk-zqysyfjt.js.map} +3 -3
- package/dist/connectors/builders.d.ts +2 -1
- package/dist/connectors/builders.d.ts.map +1 -1
- package/dist/connectors/connections/authorizations.d.ts +64 -0
- package/dist/connectors/connections/authorizations.d.ts.map +1 -0
- package/dist/connectors/connections/capability.d.ts +7 -0
- package/dist/connectors/connections/capability.d.ts.map +1 -0
- package/dist/connectors/connections/command-context.d.ts +23 -0
- package/dist/connectors/connections/command-context.d.ts.map +1 -0
- package/dist/connectors/connections/contracts.d.ts +127 -0
- package/dist/connectors/connections/contracts.d.ts.map +1 -0
- package/dist/connectors/connections/credential-codec.d.ts +15 -0
- package/dist/connectors/connections/credential-codec.d.ts.map +1 -0
- package/dist/connectors/connections/credential-mutations.d.ts +63 -0
- package/dist/connectors/connections/credential-mutations.d.ts.map +1 -0
- package/dist/connectors/connections/execution.d.ts +20 -0
- package/dist/connectors/connections/execution.d.ts.map +1 -0
- package/dist/connectors/connections/internal.d.ts +5 -0
- package/dist/connectors/connections/internal.d.ts.map +1 -0
- package/dist/connectors/connections/internal.js +16 -0
- package/dist/connectors/connections/internal.js.map +9 -0
- package/dist/connectors/connections/provider-operation.d.ts +7 -0
- package/dist/connectors/connections/provider-operation.d.ts.map +1 -0
- package/dist/connectors/connections/request.d.ts +84 -0
- package/dist/connectors/connections/request.d.ts.map +1 -0
- package/dist/connectors/connections/runs.d.ts +51 -0
- package/dist/connectors/connections/runs.d.ts.map +1 -0
- package/dist/connectors/connections/service.d.ts +52 -0
- package/dist/connectors/connections/service.d.ts.map +1 -0
- package/dist/connectors/connections/storage-boundary.d.ts +3 -0
- package/dist/connectors/connections/storage-boundary.d.ts.map +1 -0
- package/dist/connectors/connections/tokens.d.ts +32 -0
- package/dist/connectors/connections/tokens.d.ts.map +1 -0
- package/dist/connectors/connections/validation.d.ts +27 -0
- package/dist/connectors/connections/validation.d.ts.map +1 -0
- package/dist/connectors/connections/views.d.ts +7 -0
- package/dist/connectors/connections/views.d.ts.map +1 -0
- package/dist/connectors/credentials.d.ts +25 -0
- package/dist/connectors/credentials.d.ts.map +1 -0
- package/dist/connectors/errors.d.ts +35 -3
- package/dist/connectors/errors.d.ts.map +1 -1
- package/dist/connectors/execution.d.ts +19 -0
- package/dist/connectors/execution.d.ts.map +1 -0
- package/dist/connectors/index.d.ts +5 -3
- package/dist/connectors/index.d.ts.map +1 -1
- package/dist/connectors/service.d.ts +23 -0
- package/dist/connectors/service.d.ts.map +1 -0
- package/dist/connectors/types.d.ts +94 -2
- package/dist/connectors/types.d.ts.map +1 -1
- package/dist/datasets/builders.d.ts +18 -5
- package/dist/datasets/builders.d.ts.map +1 -1
- package/dist/datasets/changes.d.ts +18 -0
- package/dist/datasets/changes.d.ts.map +1 -0
- package/dist/datasets/execution.d.ts +8 -0
- package/dist/datasets/execution.d.ts.map +1 -0
- package/dist/datasets/index.d.ts +3 -1
- package/dist/datasets/index.d.ts.map +1 -1
- package/dist/datasets/types.d.ts +2 -0
- package/dist/datasets/types.d.ts.map +1 -1
- package/dist/datasets/validation.d.ts.map +1 -1
- package/dist/error-reporting/capability.d.ts +4 -49
- package/dist/error-reporting/capability.d.ts.map +1 -1
- package/dist/error-reporting/internal.d.ts +2 -2
- package/dist/error-reporting/internal.d.ts.map +1 -1
- package/dist/error-reporting/internal.js +10 -4
- package/dist/error-reporting/internal.js.map +1 -1
- package/dist/error-reporting/reporter.d.ts +4 -1
- package/dist/error-reporting/reporter.d.ts.map +1 -1
- package/dist/error-reporting/reports.d.ts +64 -0
- package/dist/error-reporting/reports.d.ts.map +1 -0
- package/dist/error-reporting/types.d.ts +88 -34
- package/dist/error-reporting/types.d.ts.map +1 -1
- package/dist/errors/catalog.d.ts +141 -0
- package/dist/errors/catalog.d.ts.map +1 -0
- package/dist/errors/internal.d.ts +68 -0
- package/dist/errors/internal.d.ts.map +1 -0
- package/dist/errors/internal.js +29 -0
- package/dist/errors/internal.js.map +9 -0
- package/dist/errors/types.d.ts +20 -0
- package/dist/errors/types.d.ts.map +1 -0
- package/dist/events/definitions.d.ts +0 -1
- package/dist/events/definitions.d.ts.map +1 -1
- package/dist/events/execution.d.ts +13 -0
- package/dist/events/execution.d.ts.map +1 -0
- package/dist/events/index.d.ts +3 -2
- package/dist/events/index.d.ts.map +1 -1
- package/dist/events/index.js +10 -8
- package/dist/events/index.js.map +1 -1
- package/dist/events/outbox-dispatcher.d.ts +4 -2
- package/dist/events/outbox-dispatcher.d.ts.map +1 -1
- package/dist/events/{runtime.d.ts → service.d.ts} +13 -14
- package/dist/events/service.d.ts.map +1 -0
- package/dist/events/types/pipelines.d.ts +4 -1
- package/dist/events/types/pipelines.d.ts.map +1 -1
- package/dist/events/types/syncs.d.ts +3 -0
- package/dist/events/types/syncs.d.ts.map +1 -1
- package/dist/events/types/workflows.d.ts +4 -2
- package/dist/events/types/workflows.d.ts.map +1 -1
- package/dist/execution/agent.d.ts +42 -0
- package/dist/execution/agent.d.ts.map +1 -0
- package/dist/execution/agent.js +70 -0
- package/dist/execution/agent.js.map +9 -0
- package/dist/execution/authorization.d.ts +60 -0
- package/dist/execution/authorization.d.ts.map +1 -0
- package/dist/execution/dispatch.d.ts +8 -0
- package/dist/execution/dispatch.d.ts.map +1 -0
- package/dist/execution/durable.d.ts +37 -0
- package/dist/execution/durable.d.ts.map +1 -0
- package/dist/execution/index.d.ts +2 -0
- package/dist/execution/index.d.ts.map +1 -0
- package/dist/execution/primitive.d.ts +21 -0
- package/dist/execution/primitive.d.ts.map +1 -0
- package/dist/execution/primitive.js +88 -0
- package/dist/execution/primitive.js.map +10 -0
- package/dist/execution/request.d.ts +38 -0
- package/dist/execution/request.d.ts.map +1 -0
- package/dist/execution/request.js +97 -0
- package/dist/execution/request.js.map +10 -0
- package/dist/execution/scopes.d.ts +30 -0
- package/dist/execution/scopes.d.ts.map +1 -0
- package/dist/execution/types.d.ts +111 -0
- package/dist/execution/types.d.ts.map +1 -0
- package/dist/http/api-routes.d.ts.map +1 -1
- package/dist/http/index.js +1 -1
- package/dist/index.d.ts +35 -18
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +142 -111
- package/dist/index.js.map +1 -1
- package/dist/json.d.ts +8 -2
- package/dist/json.d.ts.map +1 -1
- package/dist/lake-storage/definition-updates.d.ts.map +1 -1
- package/dist/lake-storage/in-memory.d.ts +15 -1
- package/dist/lake-storage/in-memory.d.ts.map +1 -1
- package/dist/lake-storage/index.d.ts +3 -1
- package/dist/lake-storage/index.d.ts.map +1 -1
- package/dist/lake-storage/index.js +15 -7
- package/dist/lake-storage/index.js.map +1 -1
- package/dist/lake-storage/merge-validation.d.ts +10 -0
- package/dist/lake-storage/merge-validation.d.ts.map +1 -0
- package/dist/lake-storage/merge.d.ts +32 -0
- package/dist/lake-storage/merge.d.ts.map +1 -0
- package/dist/lake-storage/types.d.ts +3 -1
- package/dist/lake-storage/types.d.ts.map +1 -1
- package/dist/logging/execution.d.ts +9 -0
- package/dist/logging/execution.d.ts.map +1 -0
- package/dist/logging/index.d.ts +1 -1
- package/dist/logging/index.d.ts.map +1 -1
- package/dist/logging/index.js +8 -8
- package/dist/logging/index.js.map +1 -1
- package/dist/logging/{runtime.d.ts → service.d.ts} +7 -7
- package/dist/logging/{runtime.d.ts.map → service.d.ts.map} +1 -1
- package/dist/logging/types.js +2 -2
- package/dist/materialization/events.d.ts +1 -0
- package/dist/materialization/events.d.ts.map +1 -1
- package/dist/materialization/index.d.ts +1 -1
- package/dist/materialization/index.d.ts.map +1 -1
- package/dist/materialization/index.js +2 -2
- package/dist/materialization/model.d.ts +26 -17
- package/dist/materialization/model.d.ts.map +1 -1
- package/dist/materializer/edits/commit.d.ts +2 -1
- package/dist/materializer/edits/commit.d.ts.map +1 -1
- package/dist/materializer/edits/load-state.d.ts +1 -1
- package/dist/materializer/edits/load-state.d.ts.map +1 -1
- package/dist/materializer/edits/operations.d.ts +1 -13
- package/dist/materializer/edits/operations.d.ts.map +1 -1
- package/dist/materializer/edits/plan.d.ts +2 -1
- package/dist/materializer/edits/plan.d.ts.map +1 -1
- package/dist/materializer/edits/working-state.d.ts +36 -8
- package/dist/materializer/edits/working-state.d.ts.map +1 -1
- package/dist/materializer/effective/build-events.d.ts +1 -0
- package/dist/materializer/effective/build-events.d.ts.map +1 -1
- package/dist/materializer/effective/diff.d.ts +7 -0
- package/dist/materializer/effective/diff.d.ts.map +1 -1
- package/dist/materializer/effective/load-state.d.ts +0 -2
- package/dist/materializer/effective/load-state.d.ts.map +1 -1
- package/dist/materializer/effective/resolve.d.ts +17 -2
- package/dist/materializer/effective/resolve.d.ts.map +1 -1
- package/dist/materializer/execution/commit-lifecycle.d.ts +2 -2
- package/dist/materializer/execution/commit-lifecycle.d.ts.map +1 -1
- package/dist/materializer/execution/plan-stream.d.ts.map +1 -1
- package/dist/materializer/execution/scope.d.ts +26 -0
- package/dist/materializer/execution/scope.d.ts.map +1 -0
- package/dist/materializer/execution/work-executor.d.ts.map +1 -1
- package/dist/materializer/execution/work-records.d.ts +6 -5
- package/dist/materializer/execution/work-records.d.ts.map +1 -1
- package/dist/materializer/index.d.ts +2 -2
- package/dist/materializer/index.d.ts.map +1 -1
- package/dist/materializer/index.js +30 -18
- package/dist/materializer/index.js.map +1 -1
- package/dist/materializer/materializer.d.ts +37 -5
- package/dist/materializer/materializer.d.ts.map +1 -1
- package/dist/materializer/projections/finish-run.d.ts +2 -1
- package/dist/materializer/projections/finish-run.d.ts.map +1 -1
- package/dist/materializer/projections/replace.d.ts +2 -1
- package/dist/materializer/projections/replace.d.ts.map +1 -1
- package/dist/materializer/projections/replacement-plan.d.ts +1 -0
- package/dist/materializer/projections/replacement-plan.d.ts.map +1 -1
- package/dist/materializer/shared/batching.d.ts.map +1 -1
- package/dist/materializer/shared/normalize.d.ts.map +1 -1
- package/dist/materializer/telemetry/append.d.ts +2 -1
- package/dist/materializer/telemetry/append.d.ts.map +1 -1
- package/dist/materializer/telemetry/plan.d.ts +7 -1
- package/dist/materializer/telemetry/plan.d.ts.map +1 -1
- package/dist/objects/action/request.d.ts +3 -3
- package/dist/objects/action/request.d.ts.map +1 -1
- package/dist/objects/context/index.d.ts +1 -1
- package/dist/objects/context/index.d.ts.map +1 -1
- package/dist/objects/context/types.d.ts +5 -0
- package/dist/objects/context/types.d.ts.map +1 -1
- package/dist/objects/execution.d.ts +100 -0
- package/dist/objects/execution.d.ts.map +1 -0
- package/dist/objects/index.js +37 -24
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/materializer-adapter.d.ts +1 -1
- package/dist/objects/materializer-adapter.d.ts.map +1 -1
- package/dist/objects/query/executor.d.ts +3 -8
- package/dist/objects/query/executor.d.ts.map +1 -1
- package/dist/objects/query/index.d.ts +2 -2
- package/dist/objects/query/index.d.ts.map +1 -1
- package/dist/objects/query/index.js +9 -13
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/planner.d.ts +0 -3
- package/dist/objects/query/planner.d.ts.map +1 -1
- package/dist/objects/sdk/object-handle.d.ts +2 -2
- package/dist/objects/sdk/object-handle.d.ts.map +1 -1
- package/dist/objects/sdk/object-set.d.ts +2 -0
- package/dist/objects/sdk/object-set.d.ts.map +1 -1
- package/dist/objects/sdk/runtime-query-executor.d.ts +2 -0
- package/dist/objects/sdk/runtime-query-executor.d.ts.map +1 -1
- package/dist/objects/sdk/telemetry-channel.d.ts.map +1 -1
- package/dist/objects/service/action-service.d.ts +3 -2
- package/dist/objects/service/action-service.d.ts.map +1 -1
- package/dist/objects/service/list-service.d.ts +1 -1
- package/dist/objects/telemetry/history.d.ts +2 -0
- package/dist/objects/telemetry/history.d.ts.map +1 -1
- package/dist/objects/telemetry/write-batch.d.ts.map +1 -1
- package/dist/ontology/index.d.ts +1 -1
- package/dist/ontology/index.d.ts.map +1 -1
- package/dist/ontology/index.js +5 -5
- package/dist/ontology/internal.js +7 -6
- package/dist/ontology/internal.js.map +3 -3
- package/dist/ontology/registry.d.ts +15 -2
- package/dist/ontology/registry.d.ts.map +1 -1
- package/dist/ontology/validation/normalize.d.ts.map +1 -1
- package/dist/pipelines/execution.d.ts +19 -0
- package/dist/pipelines/execution.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +1 -0
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +66 -0
- package/dist/pipelines/index.js.map +9 -0
- package/dist/pipelines/request.d.ts +6 -9
- package/dist/pipelines/request.d.ts.map +1 -1
- package/dist/pipelines/run-dispatch.d.ts +47 -0
- package/dist/pipelines/run-dispatch.d.ts.map +1 -0
- package/dist/projections/builders.d.ts +0 -2
- package/dist/projections/builders.d.ts.map +1 -1
- package/dist/projections/capability.d.ts +7 -0
- package/dist/projections/capability.d.ts.map +1 -0
- package/dist/projections/execution.d.ts +19 -0
- package/dist/projections/execution.d.ts.map +1 -0
- package/dist/projections/index.d.ts +3 -1
- package/dist/projections/index.d.ts.map +1 -1
- package/dist/projections/internal.d.ts +4 -10
- package/dist/projections/internal.d.ts.map +1 -1
- package/dist/projections/internal.js +42 -6
- package/dist/projections/internal.js.map +1 -1
- package/dist/projections/ownership.d.ts +2 -2
- package/dist/projections/ownership.d.ts.map +1 -1
- package/dist/projections/registry.d.ts +21 -11
- package/dist/projections/registry.d.ts.map +1 -1
- package/dist/projections/revision.d.ts +2 -2
- package/dist/projections/revision.d.ts.map +1 -1
- package/dist/projections/run-dispatch.d.ts +37 -0
- package/dist/projections/run-dispatch.d.ts.map +1 -0
- package/dist/projections/run-id.d.ts +3 -0
- package/dist/projections/run-id.d.ts.map +1 -0
- package/dist/projections/types.d.ts +3 -0
- package/dist/projections/types.d.ts.map +1 -1
- package/dist/projections/validation.d.ts +2 -2
- package/dist/projections/validation.d.ts.map +1 -1
- package/dist/queues/in-memory.d.ts +11 -10
- package/dist/queues/in-memory.d.ts.map +1 -1
- package/dist/queues/index.d.ts +1 -1
- package/dist/queues/index.d.ts.map +1 -1
- package/dist/queues/index.js +1 -1
- package/dist/queues/types.d.ts +52 -42
- package/dist/queues/types.d.ts.map +1 -1
- package/dist/rules/execution.d.ts +14 -0
- package/dist/rules/execution.d.ts.map +1 -0
- package/dist/rules/index.d.ts +1 -1
- package/dist/rules/index.d.ts.map +1 -1
- package/dist/rules/validation.d.ts +1 -2
- package/dist/rules/validation.d.ts.map +1 -1
- package/dist/runtime/ai-usage.d.ts +8 -0
- package/dist/runtime/ai-usage.d.ts.map +1 -0
- package/dist/runtime/create.d.ts +7 -5
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/definitions.d.ts +35 -0
- package/dist/runtime/definitions.d.ts.map +1 -0
- package/dist/runtime/host.d.ts +123 -0
- package/dist/runtime/host.d.ts.map +1 -0
- package/dist/runtime/index.d.ts +6 -5
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +4 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/internal.js +6 -2
- package/dist/runtime/internal.js.map +1 -1
- package/dist/runtime/ontology-mutations.d.ts +4 -2
- package/dist/runtime/ontology-mutations.d.ts.map +1 -1
- package/dist/runtime/resolve-definitions.d.ts +42 -0
- package/dist/runtime/resolve-definitions.d.ts.map +1 -0
- package/dist/runtime/sixb.d.ts +43 -219
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/runtime/types.d.ts +16 -216
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/scheduler/index.d.ts +1 -1
- package/dist/scheduler/index.d.ts.map +1 -1
- package/dist/scheduler/index.js +3 -6
- package/dist/scheduler/index.js.map +1 -1
- package/dist/scheduler/runtime.d.ts +7 -2
- package/dist/scheduler/runtime.d.ts.map +1 -1
- package/dist/schedules/execution.d.ts +6 -0
- package/dist/schedules/execution.d.ts.map +1 -0
- package/dist/schedules/index.js +9 -7
- package/dist/schedules/index.js.map +1 -1
- package/dist/schedules/types.d.ts +1 -3
- package/dist/schedules/types.d.ts.map +1 -1
- package/dist/security/every.d.ts +4 -1
- package/dist/security/every.d.ts.map +1 -1
- package/dist/security/grants.d.ts +4 -1
- package/dist/security/grants.d.ts.map +1 -1
- package/dist/security/index.d.ts +3 -1
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/registry.d.ts +42 -0
- package/dist/security/registry.d.ts.map +1 -0
- package/dist/security/types.d.ts +7 -12
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +2 -0
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/storage/action-runs/failure.d.ts +7 -0
- package/dist/storage/action-runs/failure.d.ts.map +1 -0
- package/dist/storage/action-runs/failure.js +14 -0
- package/dist/storage/action-runs/failure.js.map +9 -0
- package/dist/storage/action-runs/idempotency.d.ts.map +1 -1
- package/dist/storage/action-runs/in-memory.d.ts +3 -1
- package/dist/storage/action-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/action-runs/index.d.ts +2 -1
- package/dist/storage/action-runs/index.d.ts.map +1 -1
- package/dist/storage/action-runs/provider.d.ts +10 -0
- package/dist/storage/action-runs/provider.d.ts.map +1 -0
- package/dist/storage/action-runs/provider.js +13 -0
- package/dist/storage/action-runs/provider.js.map +9 -0
- package/dist/storage/action-runs/types.d.ts +37 -18
- package/dist/storage/action-runs/types.d.ts.map +1 -1
- package/dist/storage/agents/errors.d.ts +1 -1
- package/dist/storage/agents/errors.d.ts.map +1 -1
- package/dist/storage/agents/in-memory.d.ts +4 -1
- package/dist/storage/agents/in-memory.d.ts.map +1 -1
- package/dist/storage/agents/index.d.ts +2 -2
- package/dist/storage/agents/index.d.ts.map +1 -1
- package/dist/storage/agents/provider.d.ts +10 -0
- package/dist/storage/agents/provider.d.ts.map +1 -0
- package/dist/storage/agents/provider.js +17 -0
- package/dist/storage/agents/provider.js.map +9 -0
- package/dist/storage/agents/types.d.ts +13 -22
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-usage/errors.d.ts +8 -0
- package/dist/storage/ai-usage/errors.d.ts.map +1 -0
- package/dist/storage/ai-usage/in-memory.d.ts +28 -0
- package/dist/storage/ai-usage/in-memory.d.ts.map +1 -0
- package/dist/storage/ai-usage/index.d.ts +8 -0
- package/dist/storage/ai-usage/index.d.ts.map +1 -0
- package/dist/storage/ai-usage/record.d.ts +6 -0
- package/dist/storage/ai-usage/record.d.ts.map +1 -0
- package/dist/storage/ai-usage/types.d.ts +89 -0
- package/dist/storage/ai-usage/types.d.ts.map +1 -0
- package/dist/storage/ai-usage/usage.d.ts +11 -0
- package/dist/storage/ai-usage/usage.d.ts.map +1 -0
- package/dist/storage/auth/types.d.ts +1 -0
- package/dist/storage/auth/types.d.ts.map +1 -1
- package/dist/storage/connector-connections/errors.d.ts +12 -0
- package/dist/storage/connector-connections/errors.d.ts.map +1 -0
- package/dist/storage/connector-connections/in-memory.d.ts +81 -0
- package/dist/storage/connector-connections/in-memory.d.ts.map +1 -0
- package/dist/storage/connector-connections/index.d.ts +7 -0
- package/dist/storage/connector-connections/index.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts +20 -0
- package/dist/storage/connector-connections/provider/authorizations.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/connections.d.ts +17 -0
- package/dist/storage/connector-connections/provider/connections.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/runs.d.ts +14 -0
- package/dist/storage/connector-connections/provider/runs.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider/shared.d.ts +74 -0
- package/dist/storage/connector-connections/provider/shared.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.d.ts +49 -0
- package/dist/storage/connector-connections/provider.d.ts.map +1 -0
- package/dist/storage/connector-connections/provider.js +1025 -0
- package/dist/storage/connector-connections/provider.js.map +14 -0
- package/dist/storage/connector-connections/types.d.ts +402 -0
- package/dist/storage/connector-connections/types.d.ts.map +1 -0
- package/dist/storage/executions/errors.d.ts +8 -0
- package/dist/storage/executions/errors.d.ts.map +1 -0
- package/dist/storage/executions/in-memory.d.ts +21 -0
- package/dist/storage/executions/in-memory.d.ts.map +1 -0
- package/dist/storage/executions/index.d.ts +5 -0
- package/dist/storage/executions/index.d.ts.map +1 -0
- package/dist/storage/executions/provider.d.ts +29 -0
- package/dist/storage/executions/provider.d.ts.map +1 -0
- package/dist/storage/executions/provider.js +208 -0
- package/dist/storage/executions/provider.js.map +10 -0
- package/dist/storage/executions/run-link.d.ts +24 -0
- package/dist/storage/executions/run-link.d.ts.map +1 -0
- package/dist/storage/executions/types.d.ts +62 -0
- package/dist/storage/executions/types.d.ts.map +1 -0
- package/dist/storage/executions/validation.d.ts +13 -0
- package/dist/storage/executions/validation.d.ts.map +1 -0
- package/dist/storage/in-memory/index.d.ts +20 -5
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +28 -17
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +90 -27
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/ontology/commits.d.ts +1 -0
- package/dist/storage/ontology/commits.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/index.d.ts +1 -0
- package/dist/storage/ontology/in-memory/index.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-state.d.ts +3 -2
- package/dist/storage/ontology/in-memory/materializations-state.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-work.d.ts +2 -2
- package/dist/storage/ontology/in-memory/materializations-work.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts +3 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/shared-state.d.ts +7 -2
- package/dist/storage/ontology/in-memory/shared-state.d.ts.map +1 -1
- package/dist/storage/ontology/index.d.ts +3 -2
- package/dist/storage/ontology/index.d.ts.map +1 -1
- package/dist/storage/ontology/materializations.d.ts +50 -5
- package/dist/storage/ontology/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/outbox.d.ts +8 -2
- package/dist/storage/ontology/outbox.d.ts.map +1 -1
- package/dist/storage/ontology/provider-work.d.ts.map +1 -1
- package/dist/storage/ontology/provider.d.ts +5 -22
- package/dist/storage/ontology/provider.d.ts.map +1 -1
- package/dist/storage/ontology/provider.js +6 -7
- package/dist/storage/ontology/provider.js.map +1 -1
- package/dist/storage/operation-scope.d.ts.map +1 -1
- package/dist/storage/operation-scope.js +1 -1
- package/dist/storage/pipeline-runs/idempotency.d.ts +3 -0
- package/dist/storage/pipeline-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/in-memory.d.ts +5 -1
- package/dist/storage/pipeline-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/index.d.ts +3 -1
- package/dist/storage/pipeline-runs/index.d.ts.map +1 -1
- package/dist/storage/pipeline-runs/provider.d.ts +10 -0
- package/dist/storage/pipeline-runs/provider.d.ts.map +1 -0
- package/dist/storage/pipeline-runs/provider.js +11 -0
- package/dist/storage/pipeline-runs/provider.js.map +9 -0
- package/dist/storage/pipeline-runs/types.d.ts +30 -14
- package/dist/storage/pipeline-runs/types.d.ts.map +1 -1
- package/dist/storage/projection-runs/in-memory.d.ts +8 -3
- package/dist/storage/projection-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/projection-runs/index.d.ts +2 -2
- package/dist/storage/projection-runs/index.d.ts.map +1 -1
- package/dist/storage/projection-runs/lifecycle.d.ts +14 -8
- package/dist/storage/projection-runs/lifecycle.d.ts.map +1 -1
- package/dist/storage/projection-runs/provider.d.ts +13 -0
- package/dist/storage/projection-runs/provider.d.ts.map +1 -0
- package/dist/storage/projection-runs/{lifecycle.js → provider.js} +15 -4
- package/dist/storage/projection-runs/provider.js.map +9 -0
- package/dist/storage/projection-runs/types.d.ts +28 -11
- package/dist/storage/projection-runs/types.d.ts.map +1 -1
- package/dist/storage/run-listing.d.ts +8 -9
- package/dist/storage/run-listing.d.ts.map +1 -1
- package/dist/storage/sync-runs/idempotency.d.ts +3 -0
- package/dist/storage/sync-runs/idempotency.d.ts.map +1 -0
- package/dist/storage/sync-runs/in-memory.d.ts +5 -1
- package/dist/storage/sync-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/sync-runs/index.d.ts +3 -1
- package/dist/storage/sync-runs/index.d.ts.map +1 -1
- package/dist/storage/sync-runs/provider.d.ts +10 -0
- package/dist/storage/sync-runs/provider.d.ts.map +1 -0
- package/dist/storage/sync-runs/provider.js +11 -0
- package/dist/storage/sync-runs/provider.js.map +9 -0
- package/dist/storage/sync-runs/types.d.ts +35 -14
- package/dist/storage/sync-runs/types.d.ts.map +1 -1
- package/dist/storage/types.d.ts +20 -15
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/webhook-runs/errors.d.ts +3 -0
- package/dist/storage/webhook-runs/errors.d.ts.map +1 -1
- package/dist/storage/webhook-runs/in-memory.d.ts +13 -1
- package/dist/storage/webhook-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/webhook-runs/index.d.ts +3 -2
- package/dist/storage/webhook-runs/index.d.ts.map +1 -1
- package/dist/storage/webhook-runs/provider.d.ts +10 -0
- package/dist/storage/webhook-runs/provider.d.ts.map +1 -0
- package/dist/storage/webhook-runs/provider.js +11 -0
- package/dist/storage/webhook-runs/provider.js.map +9 -0
- package/dist/storage/webhook-runs/types.d.ts +37 -11
- package/dist/storage/webhook-runs/types.d.ts.map +1 -1
- package/dist/storage/workflow-runs/in-memory.d.ts +6 -2
- package/dist/storage/workflow-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/workflow-runs/index.d.ts +2 -1
- package/dist/storage/workflow-runs/index.d.ts.map +1 -1
- package/dist/storage/workflow-runs/provider.d.ts +19 -0
- package/dist/storage/workflow-runs/provider.d.ts.map +1 -0
- package/dist/storage/workflow-runs/provider.js +19 -0
- package/dist/storage/workflow-runs/provider.js.map +9 -0
- package/dist/storage/workflow-runs/types.d.ts +30 -30
- package/dist/storage/workflow-runs/types.d.ts.map +1 -1
- package/dist/syncs/builders.d.ts +11 -3
- package/dist/syncs/builders.d.ts.map +1 -1
- package/dist/syncs/execution.d.ts +18 -0
- package/dist/syncs/execution.d.ts.map +1 -0
- package/dist/syncs/index.d.ts +3 -1
- package/dist/syncs/index.d.ts.map +1 -1
- package/dist/syncs/index.js +65 -0
- package/dist/syncs/index.js.map +9 -0
- package/dist/syncs/request.d.ts +6 -16
- package/dist/syncs/request.d.ts.map +1 -1
- package/dist/syncs/run-dispatch.d.ts +47 -0
- package/dist/syncs/run-dispatch.d.ts.map +1 -0
- package/dist/syncs/sources.d.ts +8 -0
- package/dist/syncs/sources.d.ts.map +1 -0
- package/dist/syncs/types.d.ts +34 -22
- package/dist/syncs/types.d.ts.map +1 -1
- package/dist/syncs/validation.d.ts +14 -0
- package/dist/syncs/validation.d.ts.map +1 -0
- package/dist/testing/action-execution.d.ts +12 -0
- package/dist/testing/action-execution.d.ts.map +1 -0
- package/dist/testing/agent-execution.d.ts +14 -0
- package/dist/testing/agent-execution.d.ts.map +1 -0
- package/dist/testing/agent-storage-contract.d.ts +10 -3
- package/dist/testing/agent-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-usage-storage-contract.d.ts +13 -0
- package/dist/testing/ai-usage-storage-contract.d.ts.map +1 -0
- package/dist/testing/auth-storage-contract.d.ts.map +1 -1
- package/dist/testing/broker-contract.d.ts.map +1 -1
- package/dist/testing/connector-connection-storage-contract.d.ts +16 -0
- package/dist/testing/connector-connection-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution-storage-contract.d.ts +15 -0
- package/dist/testing/execution-storage-contract.d.ts.map +1 -0
- package/dist/testing/execution.d.ts +23 -0
- package/dist/testing/execution.d.ts.map +1 -0
- package/dist/testing/index.d.ts +13 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +4270 -1484
- package/dist/testing/index.js.map +27 -14
- package/dist/testing/lake-merge-storage-contract.d.ts +7 -0
- package/dist/testing/lake-merge-storage-contract.d.ts.map +1 -0
- package/dist/testing/lake-storage-contract.d.ts.map +1 -1
- package/dist/testing/materializer-fixture.d.ts +2 -2
- package/dist/testing/materializer-fixture.d.ts.map +1 -1
- package/dist/testing/materializer-storage-contract.d.ts.map +1 -1
- package/dist/testing/ontology-contract-fixture.d.ts +1 -0
- package/dist/testing/ontology-contract-fixture.d.ts.map +1 -1
- package/dist/testing/ontology-storage-contract.d.ts.map +1 -1
- package/dist/testing/pipeline-execution.d.ts +16 -0
- package/dist/testing/pipeline-execution.d.ts.map +1 -0
- package/dist/testing/projection-execution.d.ts +20 -0
- package/dist/testing/projection-execution.d.ts.map +1 -0
- package/dist/testing/projection-run-storage-contract.d.ts +9 -4
- package/dist/testing/projection-run-storage-contract.d.ts.map +1 -1
- package/dist/testing/queues-contract.d.ts.map +1 -1
- package/dist/testing/sync-execution.d.ts +16 -0
- package/dist/testing/sync-execution.d.ts.map +1 -0
- package/dist/testing/webhook-execution.d.ts +12 -0
- package/dist/testing/webhook-execution.d.ts.map +1 -0
- package/dist/testing/webhook-run-storage-contract.d.ts +11 -0
- package/dist/testing/webhook-run-storage-contract.d.ts.map +1 -0
- package/dist/testing/workflow-execution.d.ts +23 -0
- package/dist/testing/workflow-execution.d.ts.map +1 -0
- package/dist/webhooks/index.d.ts +2 -1
- package/dist/webhooks/index.d.ts.map +1 -1
- package/dist/webhooks/internal.d.ts +2 -0
- package/dist/webhooks/internal.d.ts.map +1 -0
- package/dist/webhooks/internal.js +150 -0
- package/dist/webhooks/internal.js.map +10 -0
- package/dist/webhooks/registry.d.ts +18 -4
- package/dist/webhooks/registry.d.ts.map +1 -1
- package/dist/webhooks/run-admission.d.ts +25 -0
- package/dist/webhooks/run-admission.d.ts.map +1 -0
- package/dist/webhooks/types.d.ts +8 -5
- package/dist/webhooks/types.d.ts.map +1 -1
- package/dist/workers/index.js +18 -19
- package/dist/workers/index.js.map +4 -4
- package/dist/workers/queue-delivery.d.ts +7 -7
- package/dist/workers/queue-delivery.d.ts.map +1 -1
- package/dist/workers/queue-worker.d.ts +30 -11
- package/dist/workers/queue-worker.d.ts.map +1 -1
- package/dist/workflows/execution.d.ts +49 -0
- package/dist/workflows/execution.d.ts.map +1 -0
- package/dist/workflows/failure.d.ts +28 -0
- package/dist/workflows/failure.d.ts.map +1 -0
- package/dist/workflows/index.d.ts +4 -2
- package/dist/workflows/index.d.ts.map +1 -1
- package/dist/workflows/index.js +63 -35
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/request.d.ts +2 -1
- package/dist/workflows/request.d.ts.map +1 -1
- package/dist/workflows/run-dispatch.d.ts +59 -0
- package/dist/workflows/run-dispatch.d.ts.map +1 -0
- package/dist/workflows/types.d.ts +38 -8
- package/dist/workflows/types.d.ts.map +1 -1
- package/package.json +107 -5
- package/src/actions/commit-edits.ts +0 -3
- package/src/actions/execution.ts +83 -0
- package/src/actions/index.ts +1 -1
- package/src/actions/registry.ts +22 -10
- package/src/actions/request.ts +55 -177
- package/src/actions/run-dispatch.ts +276 -0
- package/src/actions/types/context.ts +2 -4
- package/src/actions/validation.ts +2 -2
- package/src/agents/adapters.ts +8 -12
- package/src/agents/authority.ts +189 -0
- package/src/agents/builders.ts +53 -3
- package/src/agents/dispatch.ts +1 -6
- package/src/agents/errors.ts +24 -0
- package/src/agents/execution.ts +254 -0
- package/src/agents/index.ts +37 -5
- package/src/agents/prompt.ts +17 -5
- package/src/agents/request.ts +153 -13
- package/src/agents/streams.ts +150 -3
- package/src/agents/tool-definition.ts +93 -0
- package/src/agents/types.ts +99 -0
- package/src/agents/validation.ts +289 -5
- package/src/auth/attribution.ts +48 -0
- package/src/auth/index.ts +1 -0
- package/src/auth/runtime.ts +5 -5
- package/src/authorization/decision.ts +75 -14
- package/src/authorization/grant-kinds.ts +9 -0
- package/src/authorization/index.ts +2 -0
- package/src/blob-storage/execution.ts +78 -0
- package/src/blob-storage/validation.ts +2 -10
- package/src/bootstrap/discovery.ts +88 -268
- package/src/bootstrap/index.ts +2 -13
- package/src/broker/in-memory.ts +8 -1
- package/src/broker/types.ts +5 -0
- package/src/connectors/builders.ts +37 -2
- package/src/connectors/connections/authorizations.ts +646 -0
- package/src/connectors/connections/capability.ts +59 -0
- package/src/connectors/connections/command-context.ts +98 -0
- package/src/connectors/connections/contracts.ts +208 -0
- package/src/connectors/connections/credential-codec.ts +48 -0
- package/src/connectors/connections/credential-mutations.ts +574 -0
- package/src/connectors/connections/execution.ts +138 -0
- package/src/connectors/connections/internal.ts +17 -0
- package/src/connectors/connections/provider-operation.ts +41 -0
- package/src/connectors/connections/request.ts +447 -0
- package/src/connectors/connections/runs.ts +702 -0
- package/src/connectors/connections/service.ts +644 -0
- package/src/connectors/connections/storage-boundary.ts +13 -0
- package/src/connectors/connections/tokens.ts +292 -0
- package/src/connectors/connections/validation.ts +316 -0
- package/src/connectors/connections/views.ts +37 -0
- package/src/connectors/credentials.ts +149 -0
- package/src/connectors/errors.ts +111 -3
- package/src/connectors/execution.ts +157 -0
- package/src/connectors/index.ts +26 -2
- package/src/connectors/service.ts +142 -0
- package/src/connectors/types.ts +156 -7
- package/src/datasets/builders.ts +49 -5
- package/src/datasets/changes.ts +13 -0
- package/src/datasets/execution.ts +24 -0
- package/src/datasets/index.ts +3 -0
- package/src/datasets/types.ts +5 -0
- package/src/datasets/validation.ts +53 -11
- package/src/error-reporting/capability.ts +33 -106
- package/src/error-reporting/internal.ts +3 -1
- package/src/error-reporting/reporter.ts +19 -3
- package/src/error-reporting/reports.ts +172 -0
- package/src/error-reporting/types.ts +97 -43
- package/src/errors/catalog.ts +149 -0
- package/src/errors/internal.ts +322 -0
- package/src/errors/types.ts +21 -0
- package/src/events/definitions.ts +0 -4
- package/src/events/execution.ts +45 -0
- package/src/events/index.ts +15 -14
- package/src/events/outbox-dispatcher.ts +53 -18
- package/src/events/{runtime.ts → service.ts} +19 -23
- package/src/events/types/pipelines.ts +4 -1
- package/src/events/types/syncs.ts +3 -0
- package/src/events/types/workflows.ts +4 -2
- package/src/execution/agent.ts +130 -0
- package/src/execution/authorization.ts +409 -0
- package/src/execution/dispatch.ts +7 -0
- package/src/execution/durable.ts +193 -0
- package/src/execution/index.ts +12 -0
- package/src/execution/primitive.ts +50 -0
- package/src/execution/request.ts +109 -0
- package/src/execution/scopes.ts +198 -0
- package/src/execution/types.ts +113 -0
- package/src/http/api-routes.ts +42 -7
- package/src/index.ts +127 -10
- package/src/json.ts +11 -8
- package/src/lake-storage/definition-updates.ts +21 -0
- package/src/lake-storage/in-memory.ts +284 -2
- package/src/lake-storage/index.ts +14 -0
- package/src/lake-storage/merge-validation.ts +117 -0
- package/src/lake-storage/merge.ts +35 -0
- package/src/lake-storage/types.ts +3 -1
- package/src/logging/execution.ts +28 -0
- package/src/logging/index.ts +4 -4
- package/src/logging/{runtime.ts → service.ts} +7 -7
- package/src/materialization/events.ts +1 -0
- package/src/materialization/index.ts +2 -0
- package/src/materialization/model.ts +30 -18
- package/src/materializer/README.md +9 -13
- package/src/materializer/edits/commit.ts +85 -28
- package/src/materializer/edits/load-state.ts +79 -16
- package/src/materializer/edits/operations.ts +72 -36
- package/src/materializer/edits/plan.ts +95 -22
- package/src/materializer/edits/working-state.ts +86 -55
- package/src/materializer/effective/build-events.ts +2 -0
- package/src/materializer/effective/diff.ts +22 -0
- package/src/materializer/effective/load-state.ts +0 -31
- package/src/materializer/effective/resolve.ts +62 -0
- package/src/materializer/execution/commit-lifecycle.ts +9 -1
- package/src/materializer/execution/plan-stream.ts +33 -9
- package/src/materializer/execution/scope.ts +95 -0
- package/src/materializer/execution/work-executor.ts +6 -2
- package/src/materializer/execution/work-records.ts +39 -6
- package/src/materializer/index.ts +9 -1
- package/src/materializer/materializer.ts +67 -5
- package/src/materializer/projections/finish-run.ts +29 -11
- package/src/materializer/projections/replace.ts +55 -22
- package/src/materializer/projections/replacement-plan.ts +37 -7
- package/src/materializer/shared/batching.ts +4 -1
- package/src/materializer/shared/normalize.ts +0 -19
- package/src/materializer/telemetry/append.ts +57 -26
- package/src/materializer/telemetry/plan.ts +15 -6
- package/src/objects/action/request.ts +5 -5
- package/src/objects/context/index.ts +1 -0
- package/src/objects/context/types.ts +6 -0
- package/src/objects/execution.ts +346 -0
- package/src/objects/materializer-adapter.ts +1 -23
- package/src/objects/query/executor.ts +15 -29
- package/src/objects/query/index.ts +1 -2
- package/src/objects/query/planner.ts +0 -6
- package/src/objects/sdk/object-handle.ts +2 -2
- package/src/objects/sdk/object-set.ts +17 -7
- package/src/objects/sdk/runtime-query-executor.ts +9 -2
- package/src/objects/sdk/telemetry-channel.ts +5 -1
- package/src/objects/service/action-service.ts +5 -2
- package/src/objects/service/list-service.ts +1 -1
- package/src/objects/telemetry/history.ts +8 -3
- package/src/objects/telemetry/write-batch.ts +0 -2
- package/src/ontology/index.ts +6 -1
- package/src/ontology/json-schema.ts +2 -1
- package/src/ontology/registry.ts +16 -2
- package/src/ontology/validation/normalize.ts +9 -15
- package/src/pipelines/execution.ts +105 -0
- package/src/pipelines/index.ts +7 -0
- package/src/pipelines/request.ts +32 -26
- package/src/pipelines/run-dispatch.ts +308 -0
- package/src/projections/builders.ts +0 -9
- package/src/projections/capability.ts +37 -0
- package/src/projections/execution.ts +85 -0
- package/src/projections/index.ts +2 -1
- package/src/projections/internal.ts +17 -60
- package/src/projections/ownership.ts +2 -2
- package/src/projections/registry.ts +26 -11
- package/src/projections/revision.ts +7 -5
- package/src/projections/run-dispatch.ts +497 -0
- package/src/projections/run-id.ts +20 -0
- package/src/projections/types.ts +12 -0
- package/src/projections/validation.ts +3 -3
- package/src/queues/in-memory.ts +37 -11
- package/src/queues/index.ts +9 -2
- package/src/queues/types.ts +70 -45
- package/src/rules/execution.ts +49 -0
- package/src/rules/index.ts +0 -1
- package/src/rules/validation.ts +2 -6
- package/src/runtime/ai-usage.ts +17 -0
- package/src/runtime/create.ts +28 -68
- package/src/runtime/definitions.ts +44 -0
- package/src/runtime/host.ts +377 -0
- package/src/runtime/index.ts +5 -13
- package/src/runtime/internal.ts +12 -0
- package/src/runtime/ontology-mutations.ts +5 -3
- package/src/runtime/resolve-definitions.ts +238 -0
- package/src/runtime/sixb.ts +95 -807
- package/src/runtime/types.ts +17 -290
- package/src/scheduler/index.ts +1 -1
- package/src/scheduler/runtime.ts +37 -6
- package/src/schedules/execution.ts +14 -0
- package/src/schedules/types.ts +0 -8
- package/src/security/every.ts +4 -0
- package/src/security/grants.ts +13 -1
- package/src/security/index.ts +3 -1
- package/src/security/registry.ts +107 -0
- package/src/security/types.ts +8 -12
- package/src/security/validation.ts +7 -0
- package/src/storage/action-runs/failure.ts +64 -0
- package/src/storage/action-runs/idempotency.ts +3 -1
- package/src/storage/action-runs/in-memory.ts +39 -9
- package/src/storage/action-runs/index.ts +3 -0
- package/src/storage/action-runs/provider.ts +25 -0
- package/src/storage/action-runs/types.ts +61 -27
- package/src/storage/agents/errors.ts +1 -0
- package/src/storage/agents/in-memory.ts +49 -11
- package/src/storage/agents/index.ts +2 -1
- package/src/storage/agents/provider.ts +27 -0
- package/src/storage/agents/types.ts +19 -19
- package/src/storage/ai-usage/errors.ts +13 -0
- package/src/storage/ai-usage/in-memory.ts +162 -0
- package/src/storage/ai-usage/index.ts +21 -0
- package/src/storage/ai-usage/record.ts +74 -0
- package/src/storage/ai-usage/types.ts +102 -0
- package/src/storage/ai-usage/usage.ts +104 -0
- package/src/storage/auth/types.ts +1 -0
- package/src/storage/connector-connections/errors.ts +24 -0
- package/src/storage/connector-connections/in-memory.ts +1377 -0
- package/src/storage/connector-connections/index.ts +66 -0
- package/src/storage/connector-connections/provider/authorizations.ts +446 -0
- package/src/storage/connector-connections/provider/connections.ts +291 -0
- package/src/storage/connector-connections/provider/runs.ts +369 -0
- package/src/storage/connector-connections/provider/shared.ts +342 -0
- package/src/storage/connector-connections/provider.ts +219 -0
- package/src/storage/connector-connections/types.ts +546 -0
- package/src/storage/executions/errors.ts +21 -0
- package/src/storage/executions/in-memory.ts +75 -0
- package/src/storage/executions/index.ts +16 -0
- package/src/storage/executions/provider.ts +292 -0
- package/src/storage/executions/run-link.ts +70 -0
- package/src/storage/executions/types.ts +49 -0
- package/src/storage/executions/validation.ts +370 -0
- package/src/storage/in-memory/index.ts +50 -16
- package/src/storage/index.ts +155 -15
- package/src/storage/ontology/commits.ts +1 -0
- package/src/storage/ontology/in-memory/index.ts +2 -0
- package/src/storage/ontology/in-memory/materializations-finalization.ts +2 -1
- package/src/storage/ontology/in-memory/materializations-state.ts +10 -0
- package/src/storage/ontology/in-memory/materializations-work.ts +2 -1
- package/src/storage/ontology/in-memory/materializations.ts +131 -9
- package/src/storage/ontology/in-memory/outbox.ts +1 -1
- package/src/storage/ontology/in-memory/shared-state.ts +12 -1
- package/src/storage/ontology/index.ts +6 -0
- package/src/storage/ontology/materializations.ts +50 -4
- package/src/storage/ontology/outbox.ts +13 -2
- package/src/storage/ontology/provider-header-validation.ts +1 -0
- package/src/storage/ontology/provider-work.ts +33 -14
- package/src/storage/ontology/provider.ts +72 -52
- package/src/storage/operation-scope.ts +1 -0
- package/src/storage/pipeline-runs/idempotency.ts +14 -0
- package/src/storage/pipeline-runs/in-memory.ts +88 -8
- package/src/storage/pipeline-runs/index.ts +5 -1
- package/src/storage/pipeline-runs/provider.ts +25 -0
- package/src/storage/pipeline-runs/types.ts +37 -14
- package/src/storage/projection-runs/in-memory.ts +93 -24
- package/src/storage/projection-runs/index.ts +4 -0
- package/src/storage/projection-runs/lifecycle.ts +165 -36
- package/src/storage/projection-runs/provider.ts +34 -0
- package/src/storage/projection-runs/types.ts +34 -11
- package/src/storage/run-listing.ts +22 -13
- package/src/storage/sync-runs/idempotency.ts +18 -0
- package/src/storage/sync-runs/in-memory.ts +92 -9
- package/src/storage/sync-runs/index.ts +5 -1
- package/src/storage/sync-runs/provider.ts +25 -0
- package/src/storage/sync-runs/types.ts +44 -15
- package/src/storage/types.ts +45 -17
- package/src/storage/webhook-runs/errors.ts +14 -0
- package/src/storage/webhook-runs/in-memory.ts +84 -9
- package/src/storage/webhook-runs/index.ts +5 -1
- package/src/storage/webhook-runs/provider.ts +30 -0
- package/src/storage/webhook-runs/types.ts +52 -11
- package/src/storage/workflow-runs/in-memory.ts +91 -55
- package/src/storage/workflow-runs/index.ts +2 -0
- package/src/storage/workflow-runs/provider.ts +70 -0
- package/src/storage/workflow-runs/types.ts +38 -25
- package/src/syncs/builders.ts +33 -15
- package/src/syncs/execution.ts +78 -0
- package/src/syncs/index.ts +14 -0
- package/src/syncs/request.ts +32 -43
- package/src/syncs/run-dispatch.ts +312 -0
- package/src/syncs/sources.ts +20 -0
- package/src/syncs/types.ts +75 -25
- package/src/syncs/validation.ts +77 -0
- package/src/testing/action-execution.ts +61 -0
- package/src/testing/agent-execution.ts +81 -0
- package/src/testing/agent-storage-contract.ts +158 -63
- package/src/testing/ai-usage-storage-contract.ts +528 -0
- package/src/testing/auth-storage-contract.ts +17 -1
- package/src/testing/broker-contract.ts +16 -1
- package/src/testing/connector-connection-storage-contract.ts +1052 -0
- package/src/testing/execution-storage-contract.ts +435 -0
- package/src/testing/execution.ts +48 -0
- package/src/testing/index.ts +56 -0
- package/src/testing/lake-merge-storage-contract.ts +302 -0
- package/src/testing/lake-storage-contract.ts +23 -0
- package/src/testing/materializer-fixture.ts +11 -3
- package/src/testing/materializer-storage-contract.ts +213 -11
- package/src/testing/ontology-contract-fixture.ts +35 -2
- package/src/testing/ontology-storage-contract.ts +75 -14
- package/src/testing/pipeline-execution.ts +64 -0
- package/src/testing/projection-execution.ts +98 -0
- package/src/testing/projection-run-storage-contract.ts +215 -29
- package/src/testing/queues-contract.ts +40 -51
- package/src/testing/sync-execution.ts +61 -0
- package/src/testing/webhook-execution.ts +47 -0
- package/src/testing/webhook-run-storage-contract.ts +240 -0
- package/src/testing/workflow-execution.ts +77 -0
- package/src/webhooks/index.ts +2 -1
- package/src/webhooks/internal.ts +5 -0
- package/src/webhooks/registry.ts +60 -36
- package/src/webhooks/run-admission.ts +172 -0
- package/src/webhooks/types.ts +8 -5
- package/src/workers/queue-delivery.ts +25 -22
- package/src/workers/queue-worker.ts +62 -32
- package/src/workflows/execution.ts +292 -0
- package/src/workflows/failure.ts +63 -0
- package/src/workflows/index.ts +10 -1
- package/src/workflows/request.ts +39 -118
- package/src/workflows/run-dispatch.ts +359 -0
- package/src/workflows/snapshot.ts +1 -10
- package/src/workflows/types.ts +39 -8
- package/dist/actions/runtime.d.ts +0 -11
- package/dist/actions/runtime.d.ts.map +0 -1
- package/dist/agents/runtime.d.ts +0 -41
- package/dist/agents/runtime.d.ts.map +0 -1
- package/dist/chunk-0fygrz37.js +0 -354
- package/dist/chunk-0fygrz37.js.map +0 -17
- package/dist/chunk-0psb6kdw.js +0 -989
- package/dist/chunk-0psb6kdw.js.map +0 -15
- package/dist/chunk-1vffvydj.js.map +0 -10
- package/dist/chunk-2gpr6jsz.js.map +0 -13
- package/dist/chunk-2s6sydsh.js.map +0 -12
- package/dist/chunk-50kv63vj.js.map +0 -12
- package/dist/chunk-590dejbp.js +0 -49
- package/dist/chunk-590dejbp.js.map +0 -10
- package/dist/chunk-867jxh7c.js.map +0 -19
- package/dist/chunk-aebzcsxr.js.map +0 -48
- package/dist/chunk-btpe64e4.js +0 -554
- package/dist/chunk-btpe64e4.js.map +0 -13
- package/dist/chunk-dcgrzj1t.js.map +0 -36
- package/dist/chunk-dhmj53mx.js.map +0 -16
- package/dist/chunk-hsv43v58.js +0 -1390
- package/dist/chunk-hsv43v58.js.map +0 -21
- package/dist/chunk-jdwx7vzs.js.map +0 -14
- package/dist/chunk-k25jm1x5.js +0 -102
- package/dist/chunk-k25jm1x5.js.map +0 -10
- package/dist/chunk-k41ajtz7.js +0 -352
- package/dist/chunk-k41ajtz7.js.map +0 -13
- package/dist/chunk-k6j72mtt.js +0 -9
- package/dist/chunk-k6j72mtt.js.map +0 -10
- package/dist/chunk-nvamz5dv.js +0 -819
- package/dist/chunk-nvamz5dv.js.map +0 -21
- package/dist/chunk-pv1yad91.js +0 -1165
- package/dist/chunk-pv1yad91.js.map +0 -27
- package/dist/chunk-q4qzq0ea.js.map +0 -14
- package/dist/chunk-r65yscvk.js.map +0 -11
- package/dist/chunk-t358gywy.js.map +0 -34
- package/dist/chunk-t72dvahb.js.map +0 -12
- package/dist/chunk-v5c085yp.js.map +0 -10
- package/dist/chunk-wj01s5hr.js.map +0 -11
- package/dist/chunk-wxhdnwh4.js +0 -37
- package/dist/chunk-wxhdnwh4.js.map +0 -10
- package/dist/chunk-xz5g49bp.js.map +0 -11
- package/dist/chunk-ya6brh8a.js.map +0 -11
- package/dist/chunk-yvef9xwc.js.map +0 -44
- package/dist/chunk-yxss87qa.js.map +0 -14
- package/dist/connectors/runtime.d.ts +0 -13
- package/dist/connectors/runtime.d.ts.map +0 -1
- package/dist/events/runtime.d.ts.map +0 -1
- package/dist/objects/contexts.d.ts +0 -45
- package/dist/objects/contexts.d.ts.map +0 -1
- package/dist/objects/helpers.d.ts +0 -7
- package/dist/objects/helpers.d.ts.map +0 -1
- package/dist/runtime/scoped.d.ts +0 -158
- package/dist/runtime/scoped.d.ts.map +0 -1
- package/dist/security/runtime.d.ts +0 -16
- package/dist/security/runtime.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/in-memory.d.ts +0 -18
- package/dist/storage/webhook-deliveries/in-memory.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/index.d.ts +0 -3
- package/dist/storage/webhook-deliveries/index.d.ts.map +0 -1
- package/dist/storage/webhook-deliveries/types.d.ts +0 -43
- package/dist/storage/webhook-deliveries/types.d.ts.map +0 -1
- package/dist/workflows/runtime.d.ts +0 -33
- package/dist/workflows/runtime.d.ts.map +0 -1
- package/src/actions/runtime.ts +0 -31
- package/src/agents/runtime.ts +0 -124
- package/src/connectors/runtime.ts +0 -100
- package/src/objects/contexts.ts +0 -64
- package/src/objects/helpers.ts +0 -18
- package/src/runtime/scoped.ts +0 -436
- package/src/security/runtime.ts +0 -101
- package/src/storage/webhook-deliveries/in-memory.ts +0 -108
- package/src/storage/webhook-deliveries/index.ts +0 -9
- package/src/storage/webhook-deliveries/types.ts +0 -41
- package/src/workflows/runtime.ts +0 -68
- /package/dist/{chunk-45tw90k7.js.map → chunk-4gz41why.js.map} +0 -0
- /package/dist/{chunk-vj723r3p.js.map → chunk-8b55ygje.js.map} +0 -0
- /package/dist/{chunk-p6r5g77m.js.map → chunk-vybf6pkp.js.map} +0 -0
- /package/dist/{chunk-5yny9z0e.js.map → chunk-z3zp0bj1.js.map} +0 -0
|
@@ -1,8 +1,20 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto"
|
|
2
|
-
import type { DatasetDefinition, DatasetSchema } from "../datasets"
|
|
2
|
+
import type { DatasetDefinition, DatasetSchema, MergeChange } from "../datasets"
|
|
3
3
|
import { getDatasetRowValidationError } from "../datasets/validation"
|
|
4
4
|
import { mergeStrictDatasetDefinition } from "./definition-updates"
|
|
5
5
|
import { LakeStorageError } from "./errors"
|
|
6
|
+
import type {
|
|
7
|
+
BeginDatasetMergeInput,
|
|
8
|
+
CommitDatasetMergeInput,
|
|
9
|
+
DatasetMergeCommitResult,
|
|
10
|
+
LakeMergeSession,
|
|
11
|
+
} from "./merge"
|
|
12
|
+
import {
|
|
13
|
+
cloneDatasetMergeChange,
|
|
14
|
+
encodeDatasetPrimaryKey,
|
|
15
|
+
getDatasetMergeChangeValidationError,
|
|
16
|
+
getDatasetPrimaryKeyColumns,
|
|
17
|
+
} from "./merge-validation"
|
|
6
18
|
import type {
|
|
7
19
|
BeginDatasetWriteInput,
|
|
8
20
|
CommitDatasetWriteInput,
|
|
@@ -74,6 +86,7 @@ function errorMessage(error: unknown): string {
|
|
|
74
86
|
|
|
75
87
|
class InMemoryLakeWriteSession implements LakeWriteSession {
|
|
76
88
|
private readonly rows: DatasetRow[] = []
|
|
89
|
+
private readonly primaryKeys = new Set<string>()
|
|
77
90
|
private closed = false
|
|
78
91
|
|
|
79
92
|
constructor(
|
|
@@ -84,13 +97,30 @@ class InMemoryLakeWriteSession implements LakeWriteSession {
|
|
|
84
97
|
async writeRows(rows: Iterable<DatasetRow> | AsyncIterable<DatasetRow>): Promise<void> {
|
|
85
98
|
this.assertOpen()
|
|
86
99
|
|
|
100
|
+
const stagedRows: DatasetRow[] = []
|
|
101
|
+
const stagedPrimaryKeys = new Set<string>()
|
|
87
102
|
for await (const row of rows) {
|
|
88
103
|
const validationError = getDatasetRowValidationError(row, this.input.dataset)
|
|
89
104
|
if (validationError) {
|
|
90
105
|
throw new LakeStorageError(`[LakeStorage] ${validationError}`)
|
|
91
106
|
}
|
|
92
107
|
|
|
93
|
-
this.
|
|
108
|
+
if (getDatasetPrimaryKeyColumns(this.input.dataset) !== null) {
|
|
109
|
+
const primaryKey = encodeDatasetPrimaryKey(this.input.dataset, row)
|
|
110
|
+
if (this.primaryKeys.has(primaryKey) || stagedPrimaryKeys.has(primaryKey)) {
|
|
111
|
+
throw new LakeStorageError(
|
|
112
|
+
`[LakeStorage] Dataset '${this.input.dataset.id}' write contains duplicate primary key ${primaryKey}.`
|
|
113
|
+
)
|
|
114
|
+
}
|
|
115
|
+
stagedPrimaryKeys.add(primaryKey)
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
stagedRows.push(cloneRow(row))
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
this.rows.push(...stagedRows)
|
|
122
|
+
for (const primaryKey of stagedPrimaryKeys) {
|
|
123
|
+
this.primaryKeys.add(primaryKey)
|
|
94
124
|
}
|
|
95
125
|
}
|
|
96
126
|
|
|
@@ -116,11 +146,63 @@ class InMemoryLakeWriteSession implements LakeWriteSession {
|
|
|
116
146
|
}
|
|
117
147
|
}
|
|
118
148
|
|
|
149
|
+
class InMemoryLakeMergeSession implements LakeMergeSession {
|
|
150
|
+
private readonly changes: MergeChange<DatasetRow, DatasetRow>[] = []
|
|
151
|
+
private closed = false
|
|
152
|
+
|
|
153
|
+
constructor(
|
|
154
|
+
private readonly storage: InMemoryLakeStorage,
|
|
155
|
+
private readonly input: BeginDatasetMergeInput,
|
|
156
|
+
private readonly baseVersionId: string | null
|
|
157
|
+
) {}
|
|
158
|
+
|
|
159
|
+
async writeChanges(
|
|
160
|
+
changes:
|
|
161
|
+
| Iterable<MergeChange<DatasetRow, DatasetRow>>
|
|
162
|
+
| AsyncIterable<MergeChange<DatasetRow, DatasetRow>>
|
|
163
|
+
): Promise<void> {
|
|
164
|
+
this.assertOpen()
|
|
165
|
+
|
|
166
|
+
const stagedChanges: MergeChange<DatasetRow, DatasetRow>[] = []
|
|
167
|
+
for await (const change of changes) {
|
|
168
|
+
const validationError = getDatasetMergeChangeValidationError(change, this.input.dataset)
|
|
169
|
+
if (validationError) {
|
|
170
|
+
throw new LakeStorageError(`[LakeStorage] ${validationError}`)
|
|
171
|
+
}
|
|
172
|
+
stagedChanges.push(cloneDatasetMergeChange(change))
|
|
173
|
+
}
|
|
174
|
+
this.changes.push(...stagedChanges)
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
async commit(input?: CommitDatasetMergeInput): Promise<DatasetMergeCommitResult> {
|
|
178
|
+
this.assertOpen()
|
|
179
|
+
this.closed = true
|
|
180
|
+
return this.storage.commitMerge({
|
|
181
|
+
merge: this.input,
|
|
182
|
+
baseVersionId: this.baseVersionId,
|
|
183
|
+
changes: this.changes,
|
|
184
|
+
commit: input,
|
|
185
|
+
})
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
async abort(): Promise<void> {
|
|
189
|
+
this.closed = true
|
|
190
|
+
this.changes.length = 0
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
private assertOpen(): void {
|
|
194
|
+
if (this.closed) {
|
|
195
|
+
throw new LakeStorageError("[LakeStorage] Merge session is already closed")
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
|
|
119
200
|
export class InMemoryLakeStorage implements LakeStorage {
|
|
120
201
|
private readonly datasets = new Map<string, DatasetDefinition>()
|
|
121
202
|
private readonly versionsByDataset = new Map<string, DatasetVersion[]>()
|
|
122
203
|
private readonly rowsByVersionId = new Map<string, readonly DatasetRow[]>()
|
|
123
204
|
private readonly latestVersionIdByDataset = new Map<string, string>()
|
|
205
|
+
private readonly commitLocks = new Map<string, Promise<void>>()
|
|
124
206
|
|
|
125
207
|
async createDataset(definition: DatasetDefinition): Promise<DatasetDefinition> {
|
|
126
208
|
assertDatasetId(definition.id)
|
|
@@ -220,6 +302,36 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
220
302
|
})
|
|
221
303
|
}
|
|
222
304
|
|
|
305
|
+
async beginMerge(input: BeginDatasetMergeInput): Promise<LakeMergeSession> {
|
|
306
|
+
const definition = await this.getDataset(input.dataset.id)
|
|
307
|
+
if (!definition) {
|
|
308
|
+
throw new LakeStorageError(`[LakeStorage] Unknown dataset '${input.dataset.id}'`)
|
|
309
|
+
}
|
|
310
|
+
if (getDatasetPrimaryKeyColumns(definition) === null) {
|
|
311
|
+
throw new LakeStorageError(
|
|
312
|
+
`[LakeStorage] Dataset '${definition.id}' must define a primaryKey before it can be merged.`
|
|
313
|
+
)
|
|
314
|
+
}
|
|
315
|
+
|
|
316
|
+
const latestVersion = await this.getLatestVersion(definition.id)
|
|
317
|
+
if (
|
|
318
|
+
input.expectedLatestVersionId !== undefined &&
|
|
319
|
+
latestVersion?.versionId !== input.expectedLatestVersionId
|
|
320
|
+
) {
|
|
321
|
+
throw new LakeStorageError(
|
|
322
|
+
`[LakeStorage] Optimistic merge start failed for dataset '${definition.id}': expected latest version '${input.expectedLatestVersionId}', found '${latestVersion?.versionId ?? "none"}'`
|
|
323
|
+
)
|
|
324
|
+
}
|
|
325
|
+
return new InMemoryLakeMergeSession(
|
|
326
|
+
this,
|
|
327
|
+
{
|
|
328
|
+
...input,
|
|
329
|
+
dataset: definition,
|
|
330
|
+
},
|
|
331
|
+
latestVersion?.versionId ?? null
|
|
332
|
+
)
|
|
333
|
+
}
|
|
334
|
+
|
|
223
335
|
async getLatestVersion(datasetId: string): Promise<DatasetVersion | null> {
|
|
224
336
|
const latestVersionId = this.latestVersionIdByDataset.get(datasetId)
|
|
225
337
|
if (!latestVersionId) {
|
|
@@ -267,6 +379,90 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
267
379
|
write: BeginDatasetWriteInput
|
|
268
380
|
rows: readonly DatasetRow[]
|
|
269
381
|
commit?: CommitDatasetWriteInput
|
|
382
|
+
}): Promise<DatasetWriteCommitResult> {
|
|
383
|
+
return this.withDatasetCommitLock(options.write.dataset.id, () =>
|
|
384
|
+
this.commitWriteUnlocked(options)
|
|
385
|
+
)
|
|
386
|
+
}
|
|
387
|
+
|
|
388
|
+
async commitMerge(options: {
|
|
389
|
+
merge: BeginDatasetMergeInput
|
|
390
|
+
baseVersionId: string | null
|
|
391
|
+
changes: readonly MergeChange<DatasetRow, DatasetRow>[]
|
|
392
|
+
commit?: CommitDatasetMergeInput
|
|
393
|
+
}): Promise<DatasetMergeCommitResult> {
|
|
394
|
+
return this.withDatasetCommitLock(options.merge.dataset.id, async () => {
|
|
395
|
+
const definition = this.datasets.get(options.merge.dataset.id)
|
|
396
|
+
if (!definition) {
|
|
397
|
+
throw new LakeStorageError(`[LakeStorage] Unknown dataset '${options.merge.dataset.id}'`)
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
const latestVersion = await this.getLatestVersion(options.merge.dataset.id)
|
|
401
|
+
const actualVersionId = latestVersion?.versionId ?? null
|
|
402
|
+
if (actualVersionId !== options.baseVersionId) {
|
|
403
|
+
throw new LakeStorageError(
|
|
404
|
+
`[LakeStorage] Optimistic merge commit failed for dataset '${options.merge.dataset.id}': expected latest version '${options.baseVersionId ?? "none"}', found '${actualVersionId ?? "none"}'`
|
|
405
|
+
)
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
const previousRows = this.rowsByVersionId.get(latestVersion?.versionId ?? "") ?? []
|
|
409
|
+
const previousByKey = this.rowsByPrimaryKey(previousRows, definition)
|
|
410
|
+
const finalChanges = new Map<string, MergeChange<DatasetRow, DatasetRow>>()
|
|
411
|
+
for (const change of options.changes) {
|
|
412
|
+
const value = change.kind === "upsert" ? change.row : change.key
|
|
413
|
+
finalChanges.set(encodeDatasetPrimaryKey(definition, value), change)
|
|
414
|
+
}
|
|
415
|
+
|
|
416
|
+
const nextByKey = new Map(previousByKey)
|
|
417
|
+
for (const [primaryKey, change] of finalChanges) {
|
|
418
|
+
if (change.kind === "upsert") {
|
|
419
|
+
nextByKey.set(primaryKey, cloneRow(change.row))
|
|
420
|
+
} else {
|
|
421
|
+
nextByKey.delete(primaryKey)
|
|
422
|
+
}
|
|
423
|
+
}
|
|
424
|
+
|
|
425
|
+
if (this.sameKeyedRowContent(previousByKey, nextByKey, definition.schema)) {
|
|
426
|
+
return {
|
|
427
|
+
outcome: "unchanged",
|
|
428
|
+
version: latestVersion ? cloneDatasetVersion(latestVersion) : null,
|
|
429
|
+
}
|
|
430
|
+
}
|
|
431
|
+
|
|
432
|
+
const visibleRows = [...nextByKey.values()]
|
|
433
|
+
const versionId = `ver_${randomUUID()}`
|
|
434
|
+
const version: DatasetVersion = {
|
|
435
|
+
datasetId: options.merge.dataset.id,
|
|
436
|
+
versionId,
|
|
437
|
+
parentVersionId: latestVersion?.versionId,
|
|
438
|
+
mode: "merge",
|
|
439
|
+
createdAt: new Date(),
|
|
440
|
+
schema: definition.schema,
|
|
441
|
+
producer: options.merge.producer ? structuredClone(options.merge.producer) : undefined,
|
|
442
|
+
inputs: options.merge.inputs ? structuredClone(options.merge.inputs) : undefined,
|
|
443
|
+
rowCount: visibleRows.length,
|
|
444
|
+
sizeBytes: new TextEncoder().encode(
|
|
445
|
+
visibleRows.map((row) => JSON.stringify(row)).join("\n")
|
|
446
|
+
).byteLength,
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
const versions = this.versionsByDataset.get(options.merge.dataset.id) ?? []
|
|
450
|
+
versions.push(version)
|
|
451
|
+
this.versionsByDataset.set(options.merge.dataset.id, versions)
|
|
452
|
+
this.rowsByVersionId.set(
|
|
453
|
+
versionId,
|
|
454
|
+
visibleRows.map((row) => cloneRow(row))
|
|
455
|
+
)
|
|
456
|
+
this.latestVersionIdByDataset.set(options.merge.dataset.id, versionId)
|
|
457
|
+
|
|
458
|
+
return { outcome: "created", version: cloneDatasetVersion(version) }
|
|
459
|
+
})
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
private async commitWriteUnlocked(options: {
|
|
463
|
+
write: BeginDatasetWriteInput
|
|
464
|
+
rows: readonly DatasetRow[]
|
|
465
|
+
commit?: CommitDatasetWriteInput
|
|
270
466
|
}): Promise<DatasetWriteCommitResult> {
|
|
271
467
|
const definition = this.datasets.get(options.write.dataset.id)
|
|
272
468
|
if (!definition) {
|
|
@@ -285,6 +481,8 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
285
481
|
}
|
|
286
482
|
}
|
|
287
483
|
|
|
484
|
+
this.assertKeyedWriteIsUnique(mode, options.rows, latestVersion, definition)
|
|
485
|
+
|
|
288
486
|
// Content-identical snapshots and empty appends reuse the latest version
|
|
289
487
|
// instead of creating a new one.
|
|
290
488
|
if (
|
|
@@ -345,4 +543,88 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
345
543
|
previousRows.map((row) => rowContentKey(row, schema))
|
|
346
544
|
)
|
|
347
545
|
}
|
|
546
|
+
|
|
547
|
+
private assertKeyedWriteIsUnique(
|
|
548
|
+
mode: DatasetWriteMode,
|
|
549
|
+
rows: readonly DatasetRow[],
|
|
550
|
+
latestVersion: DatasetVersion | null,
|
|
551
|
+
definition: DatasetDefinition
|
|
552
|
+
): void {
|
|
553
|
+
if (getDatasetPrimaryKeyColumns(definition) === null) {
|
|
554
|
+
return
|
|
555
|
+
}
|
|
556
|
+
|
|
557
|
+
const stagedByKey = this.rowsByPrimaryKey(rows, definition)
|
|
558
|
+
if (mode !== "append" || latestVersion === null) {
|
|
559
|
+
return
|
|
560
|
+
}
|
|
561
|
+
|
|
562
|
+
const previousRows = this.rowsByVersionId.get(latestVersion.versionId) ?? []
|
|
563
|
+
const previousByKey = this.rowsByPrimaryKey(previousRows, definition)
|
|
564
|
+
for (const primaryKey of stagedByKey.keys()) {
|
|
565
|
+
if (previousByKey.has(primaryKey)) {
|
|
566
|
+
throw new LakeStorageError(
|
|
567
|
+
`[LakeStorage] Dataset '${definition.id}' append contains duplicate primary key ${primaryKey}.`
|
|
568
|
+
)
|
|
569
|
+
}
|
|
570
|
+
}
|
|
571
|
+
}
|
|
572
|
+
|
|
573
|
+
private rowsByPrimaryKey(
|
|
574
|
+
rows: readonly DatasetRow[],
|
|
575
|
+
definition: DatasetDefinition
|
|
576
|
+
): Map<string, DatasetRow> {
|
|
577
|
+
const byKey = new Map<string, DatasetRow>()
|
|
578
|
+
for (const row of rows) {
|
|
579
|
+
const primaryKey = encodeDatasetPrimaryKey(definition, row)
|
|
580
|
+
if (byKey.has(primaryKey)) {
|
|
581
|
+
throw new LakeStorageError(
|
|
582
|
+
`[LakeStorage] Dataset '${definition.id}' contains duplicate primary key ${primaryKey}.`
|
|
583
|
+
)
|
|
584
|
+
}
|
|
585
|
+
byKey.set(primaryKey, row)
|
|
586
|
+
}
|
|
587
|
+
return byKey
|
|
588
|
+
}
|
|
589
|
+
|
|
590
|
+
private sameKeyedRowContent(
|
|
591
|
+
left: ReadonlyMap<string, DatasetRow>,
|
|
592
|
+
right: ReadonlyMap<string, DatasetRow>,
|
|
593
|
+
schema: DatasetSchema
|
|
594
|
+
): boolean {
|
|
595
|
+
if (left.size !== right.size) {
|
|
596
|
+
return false
|
|
597
|
+
}
|
|
598
|
+
for (const [primaryKey, leftRow] of left) {
|
|
599
|
+
const rightRow = right.get(primaryKey)
|
|
600
|
+
if (
|
|
601
|
+
rightRow === undefined ||
|
|
602
|
+
rowContentKey(leftRow, schema) !== rowContentKey(rightRow, schema)
|
|
603
|
+
) {
|
|
604
|
+
return false
|
|
605
|
+
}
|
|
606
|
+
}
|
|
607
|
+
return true
|
|
608
|
+
}
|
|
609
|
+
|
|
610
|
+
private async withDatasetCommitLock<T>(datasetId: string, run: () => Promise<T>): Promise<T> {
|
|
611
|
+
const previous = this.commitLocks.get(datasetId) ?? Promise.resolve()
|
|
612
|
+
const ready = previous.catch(() => {})
|
|
613
|
+
let release!: () => void
|
|
614
|
+
const next = new Promise<void>((resolve) => {
|
|
615
|
+
release = resolve
|
|
616
|
+
})
|
|
617
|
+
const current = ready.then(() => next)
|
|
618
|
+
this.commitLocks.set(datasetId, current)
|
|
619
|
+
|
|
620
|
+
await ready
|
|
621
|
+
try {
|
|
622
|
+
return await run()
|
|
623
|
+
} finally {
|
|
624
|
+
release()
|
|
625
|
+
if (this.commitLocks.get(datasetId) === current) {
|
|
626
|
+
this.commitLocks.delete(datasetId)
|
|
627
|
+
}
|
|
628
|
+
}
|
|
629
|
+
}
|
|
348
630
|
}
|
|
@@ -2,7 +2,9 @@ export type {
|
|
|
2
2
|
DatasetColumnDefinition,
|
|
3
3
|
DatasetColumnType,
|
|
4
4
|
DatasetDefinition,
|
|
5
|
+
DatasetPrimaryKey,
|
|
5
6
|
DatasetSchema,
|
|
7
|
+
MergeChange,
|
|
6
8
|
} from "../datasets"
|
|
7
9
|
export type { JsonValue } from "../json"
|
|
8
10
|
export type {
|
|
@@ -17,6 +19,18 @@ export {
|
|
|
17
19
|
} from "./definition-updates"
|
|
18
20
|
export { LakeStorageError } from "./errors"
|
|
19
21
|
export { InMemoryLakeStorage } from "./in-memory"
|
|
22
|
+
export type {
|
|
23
|
+
BeginDatasetMergeInput,
|
|
24
|
+
CommitDatasetMergeInput,
|
|
25
|
+
DatasetMergeCommitResult,
|
|
26
|
+
LakeMergeSession,
|
|
27
|
+
} from "./merge"
|
|
28
|
+
export {
|
|
29
|
+
cloneDatasetMergeChange,
|
|
30
|
+
encodeDatasetPrimaryKey,
|
|
31
|
+
getDatasetMergeChangeValidationError,
|
|
32
|
+
getDatasetPrimaryKeyColumns,
|
|
33
|
+
} from "./merge-validation"
|
|
20
34
|
export type {
|
|
21
35
|
ExecuteSqlTransformInput,
|
|
22
36
|
LakeSqlExecutor,
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import type { DatasetDefinition, MergeChange } from "../datasets"
|
|
2
|
+
import { getDatasetRowValidationError } from "../datasets"
|
|
3
|
+
import { isPlainRecord } from "../json"
|
|
4
|
+
import { LakeStorageError } from "./errors"
|
|
5
|
+
import type { DatasetRow } from "./types"
|
|
6
|
+
|
|
7
|
+
/** Return a new ordered primary-key column list, or `null` for an unkeyed dataset. */
|
|
8
|
+
export function getDatasetPrimaryKeyColumns(dataset: DatasetDefinition): readonly string[] | null {
|
|
9
|
+
if (dataset.primaryKey === undefined) {
|
|
10
|
+
return null
|
|
11
|
+
}
|
|
12
|
+
return typeof dataset.primaryKey === "string" ? [dataset.primaryKey] : [...dataset.primaryKey]
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
/** Collision-safe internal identity for a validated row or delete-key object. */
|
|
16
|
+
export function encodeDatasetPrimaryKey(dataset: DatasetDefinition, value: DatasetRow): string {
|
|
17
|
+
const columns = getDatasetPrimaryKeyColumns(dataset)
|
|
18
|
+
if (columns === null) {
|
|
19
|
+
throw new LakeStorageError(
|
|
20
|
+
`[SixbLake] Dataset '${dataset.id}' must define a primaryKey before rows can be keyed.`
|
|
21
|
+
)
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
const values = columns.map((columnName) => {
|
|
25
|
+
const columnValue = value[columnName]
|
|
26
|
+
if (typeof columnValue !== "string") {
|
|
27
|
+
throw new LakeStorageError(
|
|
28
|
+
`[SixbLake] Dataset '${dataset.id}' primary-key column '${columnName}' must be a string.`
|
|
29
|
+
)
|
|
30
|
+
}
|
|
31
|
+
return columnValue
|
|
32
|
+
})
|
|
33
|
+
return JSON.stringify(values)
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export function getDatasetMergeChangeValidationError(
|
|
37
|
+
change: unknown,
|
|
38
|
+
dataset: DatasetDefinition
|
|
39
|
+
): string | null {
|
|
40
|
+
const primaryKeyColumns = getDatasetPrimaryKeyColumns(dataset)
|
|
41
|
+
if (primaryKeyColumns === null) {
|
|
42
|
+
return `Dataset '${dataset.id}' must define a primaryKey before it can be merged.`
|
|
43
|
+
}
|
|
44
|
+
if (!isPlainRecord(change)) {
|
|
45
|
+
return `Dataset '${dataset.id}' merge changes must be plain objects.`
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
if (change.kind === "upsert") {
|
|
49
|
+
const shapeError = getChangeShapeError(change, dataset, "row")
|
|
50
|
+
if (shapeError) {
|
|
51
|
+
return shapeError
|
|
52
|
+
}
|
|
53
|
+
return getDatasetRowValidationError(change.row, dataset)
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
if (change.kind === "delete") {
|
|
57
|
+
const shapeError = getChangeShapeError(change, dataset, "key")
|
|
58
|
+
if (shapeError) {
|
|
59
|
+
return shapeError
|
|
60
|
+
}
|
|
61
|
+
return getDeleteKeyValidationError(change.key, dataset, primaryKeyColumns)
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
return `Dataset '${dataset.id}' merge change kind must be 'upsert' or 'delete'.`
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
/** Clone a validated change before a provider stages it beyond the caller's ownership. */
|
|
68
|
+
export function cloneDatasetMergeChange(
|
|
69
|
+
change: MergeChange<DatasetRow, DatasetRow>
|
|
70
|
+
): MergeChange<DatasetRow, DatasetRow> {
|
|
71
|
+
return change.kind === "upsert"
|
|
72
|
+
? { kind: "upsert", row: structuredClone(change.row) }
|
|
73
|
+
: { kind: "delete", key: structuredClone(change.key) }
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function getChangeShapeError(
|
|
77
|
+
change: Record<string, unknown>,
|
|
78
|
+
dataset: DatasetDefinition,
|
|
79
|
+
payloadField: "row" | "key"
|
|
80
|
+
): string | null {
|
|
81
|
+
const allowedFields = new Set(["kind", payloadField])
|
|
82
|
+
for (const field of Object.keys(change)) {
|
|
83
|
+
if (!allowedFields.has(field)) {
|
|
84
|
+
return `Dataset '${dataset.id}' ${change.kind as string} change contains unknown field '${field}'.`
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
if (!Object.hasOwn(change, payloadField)) {
|
|
88
|
+
return `Dataset '${dataset.id}' ${change.kind as string} change is missing '${payloadField}'.`
|
|
89
|
+
}
|
|
90
|
+
return null
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function getDeleteKeyValidationError(
|
|
94
|
+
key: unknown,
|
|
95
|
+
dataset: DatasetDefinition,
|
|
96
|
+
primaryKeyColumns: readonly string[]
|
|
97
|
+
): string | null {
|
|
98
|
+
if (!isPlainRecord(key)) {
|
|
99
|
+
return `Dataset '${dataset.id}' delete keys must be plain objects.`
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
const expectedColumns = new Set(primaryKeyColumns)
|
|
103
|
+
for (const columnName of Object.keys(key)) {
|
|
104
|
+
if (!expectedColumns.has(columnName)) {
|
|
105
|
+
return `Dataset '${dataset.id}' delete key contains unknown column '${columnName}'.`
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
for (const columnName of primaryKeyColumns) {
|
|
109
|
+
if (!Object.hasOwn(key, columnName)) {
|
|
110
|
+
return `Dataset '${dataset.id}' delete key is missing primary-key column '${columnName}'.`
|
|
111
|
+
}
|
|
112
|
+
if (typeof key[columnName] !== "string") {
|
|
113
|
+
return `Dataset '${dataset.id}' delete key column '${columnName}' must be a string.`
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return null
|
|
117
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { DatasetDefinition, MergeChange } from "../datasets"
|
|
2
|
+
import type { DatasetProducer, DatasetRow, DatasetVersion, DatasetVersionRef } from "./types"
|
|
3
|
+
|
|
4
|
+
export interface BeginDatasetMergeInput {
|
|
5
|
+
/** Stored definition for the keyed dataset whose latest version is captured by `beginMerge`. */
|
|
6
|
+
readonly dataset: DatasetDefinition
|
|
7
|
+
/** Optional caller guard checked against the same latest version captured by the session. */
|
|
8
|
+
readonly expectedLatestVersionId?: string
|
|
9
|
+
readonly producer?: DatasetProducer
|
|
10
|
+
readonly inputs?: readonly DatasetVersionRef[]
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export interface CommitDatasetMergeInput {
|
|
14
|
+
readonly commitMessage?: string
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* A merge can be unchanged before the dataset has a first version, so its result carries the
|
|
19
|
+
* version separately instead of extending `DatasetVersion` like ordinary write commits do.
|
|
20
|
+
*/
|
|
21
|
+
export type DatasetMergeCommitResult =
|
|
22
|
+
| { readonly outcome: "created"; readonly version: DatasetVersion }
|
|
23
|
+
| { readonly outcome: "unchanged"; readonly version: DatasetVersion | null }
|
|
24
|
+
|
|
25
|
+
export interface LakeMergeSession {
|
|
26
|
+
/** Stage ordered complete-row upserts and exact primary-key deletes. */
|
|
27
|
+
writeChanges(
|
|
28
|
+
changes:
|
|
29
|
+
| Iterable<MergeChange<DatasetRow, DatasetRow>>
|
|
30
|
+
| AsyncIterable<MergeChange<DatasetRow, DatasetRow>>
|
|
31
|
+
): Promise<void>
|
|
32
|
+
/** Commit only if the latest version still matches the version captured when the session began. */
|
|
33
|
+
commit(input?: CommitDatasetMergeInput): Promise<DatasetMergeCommitResult>
|
|
34
|
+
abort(): Promise<void>
|
|
35
|
+
}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import type { DatasetDefinition, DatasetSchema } from "../datasets"
|
|
2
|
+
import type { BeginDatasetMergeInput, LakeMergeSession } from "./merge"
|
|
2
3
|
|
|
3
4
|
export type DatasetWriteMode = "snapshot" | "append"
|
|
4
|
-
export type DatasetVersionMode = DatasetWriteMode | "schema"
|
|
5
|
+
export type DatasetVersionMode = DatasetWriteMode | "merge" | "schema"
|
|
5
6
|
|
|
6
7
|
export type DatasetRow = Readonly<Record<string, unknown>>
|
|
7
8
|
|
|
@@ -124,6 +125,7 @@ export interface LakeStorage {
|
|
|
124
125
|
listVersions(datasetId: string, limit?: number): Promise<readonly DatasetVersion[]>
|
|
125
126
|
|
|
126
127
|
beginWrite(input: BeginDatasetWriteInput): Promise<LakeWriteSession>
|
|
128
|
+
beginMerge(input: BeginDatasetMergeInput): Promise<LakeMergeSession>
|
|
127
129
|
|
|
128
130
|
getLatestVersion(datasetId: string): Promise<DatasetVersion | null>
|
|
129
131
|
getVersion(datasetId: string, versionId: string): Promise<DatasetVersion | null>
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { assertAuthorized } from "../authorization"
|
|
2
|
+
import type { SixbRuntimeContext } from "../runtime/types"
|
|
3
|
+
import type { LoggingService, LogsPage, LogsReadInput, LogsTailInput } from "./service"
|
|
4
|
+
|
|
5
|
+
export interface LogsRuntime {
|
|
6
|
+
assertObservable(): void
|
|
7
|
+
read(input?: LogsReadInput): Promise<LogsPage>
|
|
8
|
+
tail(input?: LogsTailInput): Promise<LogsPage>
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export function createLogsRuntime(
|
|
12
|
+
runtime: SixbRuntimeContext,
|
|
13
|
+
source: LoggingService
|
|
14
|
+
): LogsRuntime {
|
|
15
|
+
const assertObservable = () => assertAuthorized(runtime, { kind: "logs.observe" })
|
|
16
|
+
|
|
17
|
+
return {
|
|
18
|
+
assertObservable,
|
|
19
|
+
read: (input) => {
|
|
20
|
+
assertObservable()
|
|
21
|
+
return source.read(input)
|
|
22
|
+
},
|
|
23
|
+
tail: (input) => {
|
|
24
|
+
assertObservable()
|
|
25
|
+
return source.tail(input)
|
|
26
|
+
},
|
|
27
|
+
}
|
|
28
|
+
}
|
package/src/logging/index.ts
CHANGED
|
@@ -5,16 +5,16 @@ export {
|
|
|
5
5
|
noopLoggerProvider,
|
|
6
6
|
} from "./console-logger"
|
|
7
7
|
export {
|
|
8
|
+
LoggingService,
|
|
9
|
+
type LoggingServiceOptions,
|
|
8
10
|
type LogsObservabilityOptions,
|
|
9
11
|
type LogsPage,
|
|
10
12
|
type LogsReadInput,
|
|
11
|
-
LogsRuntime,
|
|
12
|
-
type LogsRuntimeOptions,
|
|
13
13
|
type LogsSubscribeInput,
|
|
14
14
|
type LogsTailInput,
|
|
15
15
|
type ObservabilityOptions,
|
|
16
|
-
|
|
17
|
-
} from "./
|
|
16
|
+
resolveLoggingService,
|
|
17
|
+
} from "./service"
|
|
18
18
|
export {
|
|
19
19
|
DEFAULT_LOGS_MAX_BYTES,
|
|
20
20
|
DEFAULT_LOGS_RETENTION,
|
|
@@ -75,7 +75,7 @@ export interface ObservabilityOptions {
|
|
|
75
75
|
readonly logs?: LogsObservabilityOptions
|
|
76
76
|
}
|
|
77
77
|
|
|
78
|
-
export interface
|
|
78
|
+
export interface LoggingServiceOptions {
|
|
79
79
|
readonly projectId: string
|
|
80
80
|
/** Broker backing the `__logs` stream. Absent means output-only logging. */
|
|
81
81
|
readonly broker?: Broker
|
|
@@ -86,8 +86,8 @@ export interface LogsRuntimeOptions {
|
|
|
86
86
|
readonly stream?: BrokerStreamDefinition
|
|
87
87
|
}
|
|
88
88
|
|
|
89
|
-
/** Project-scoped logger factory and broker capture
|
|
90
|
-
export class
|
|
89
|
+
/** Project-scoped logger factory and broker capture service. */
|
|
90
|
+
export class LoggingService {
|
|
91
91
|
private readonly projectId: string
|
|
92
92
|
private readonly broker?: Broker
|
|
93
93
|
private readonly provider: LoggerProvider
|
|
@@ -99,7 +99,7 @@ export class LogsRuntime {
|
|
|
99
99
|
private readonly stream: BrokerStreamDefinition
|
|
100
100
|
private ensureStreamPromise?: Promise<void>
|
|
101
101
|
|
|
102
|
-
constructor(options:
|
|
102
|
+
constructor(options: LoggingServiceOptions) {
|
|
103
103
|
const config = options.observability ?? {}
|
|
104
104
|
this.projectId = options.projectId
|
|
105
105
|
this.broker = options.broker
|
|
@@ -271,9 +271,9 @@ export class LogsRuntime {
|
|
|
271
271
|
}
|
|
272
272
|
}
|
|
273
273
|
|
|
274
|
-
/** Resolve
|
|
275
|
-
export function
|
|
276
|
-
return
|
|
274
|
+
/** Resolve the logging service, falling back to a silent output-only service. */
|
|
275
|
+
export function resolveLoggingService(projectId: string, logging?: LoggingService): LoggingService {
|
|
276
|
+
return logging ?? new LoggingService({ projectId, logger: noopLoggerProvider })
|
|
277
277
|
}
|
|
278
278
|
|
|
279
279
|
function normalizeRedactPaths(paths: readonly string[]): readonly string[] {
|
|
@@ -13,6 +13,7 @@ interface OntologyMaterializationEventBase {
|
|
|
13
13
|
readonly schemaVersion: 1
|
|
14
14
|
readonly projectId: string
|
|
15
15
|
readonly occurredAt: string
|
|
16
|
+
readonly correlationId: string
|
|
16
17
|
readonly actor?: EventActor
|
|
17
18
|
readonly origin: OntologyMaterializationOrigin
|
|
18
19
|
readonly commitId: string
|
|
@@ -30,11 +30,13 @@ export type {
|
|
|
30
30
|
ExpectedLinkScopeRevision,
|
|
31
31
|
ExpectedObjectRevision,
|
|
32
32
|
LinkOverride,
|
|
33
|
+
LinkSlotOverride,
|
|
33
34
|
MaterializationItemError,
|
|
34
35
|
ObjectOverride,
|
|
35
36
|
OntologyEditCommit,
|
|
36
37
|
OntologyEditOperation,
|
|
37
38
|
OntologyLinkRef,
|
|
39
|
+
OntologyLinkScopeRef,
|
|
38
40
|
OntologyMaterializationOrigin,
|
|
39
41
|
OntologyMaterializationPropertyChange,
|
|
40
42
|
OntologyMaterializationPropertyChangeMap,
|