@sixb/core 0.1.6 → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/delegated-admission.d.ts +24 -0
- package/dist/actions/delegated-admission.d.ts.map +1 -0
- package/dist/actions/descriptor.d.ts +29 -0
- package/dist/actions/descriptor.d.ts.map +1 -0
- package/dist/actions/execution.d.ts +5 -5
- package/dist/actions/execution.d.ts.map +1 -1
- package/dist/actions/index.js +50 -40
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/request.d.ts.map +1 -1
- package/dist/actions/run-authorization.d.ts +20 -0
- package/dist/actions/run-authorization.d.ts.map +1 -0
- package/dist/actions/run-dispatch.d.ts +3 -1
- package/dist/actions/run-dispatch.d.ts.map +1 -1
- package/dist/actions/worker.js +5 -5
- package/dist/actions/worker.js.map +1 -1
- package/dist/agents/adapters.d.ts +6 -166
- package/dist/agents/adapters.d.ts.map +1 -1
- package/dist/agents/authority.d.ts +22 -6
- package/dist/agents/authority.d.ts.map +1 -1
- package/dist/agents/builders.d.ts +3 -11
- package/dist/agents/builders.d.ts.map +1 -1
- package/dist/agents/context-resolution.d.ts.map +1 -1
- package/dist/agents/context.js +2 -2
- package/dist/agents/dispatch.d.ts +9 -1
- package/dist/agents/dispatch.d.ts.map +1 -1
- package/dist/agents/errors.d.ts +1 -10
- package/dist/agents/errors.d.ts.map +1 -1
- package/dist/agents/execution.d.ts +9 -10
- package/dist/agents/execution.d.ts.map +1 -1
- package/dist/agents/identity.d.ts +3 -0
- package/dist/agents/identity.d.ts.map +1 -0
- package/dist/agents/ids.d.ts +4 -0
- package/dist/agents/ids.d.ts.map +1 -1
- package/dist/agents/index.d.ts +15 -11
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +90 -78
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/message.d.ts +19 -13
- package/dist/agents/message.d.ts.map +1 -1
- package/dist/agents/model-loop.d.ts +58 -0
- package/dist/agents/model-loop.d.ts.map +1 -0
- package/dist/agents/reference.d.ts +4 -0
- package/dist/agents/reference.d.ts.map +1 -0
- package/dist/agents/request.d.ts +10 -8
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/retired-config.d.ts +4 -0
- package/dist/agents/retired-config.d.ts.map +1 -0
- package/dist/agents/streams.d.ts +13 -8
- package/dist/agents/streams.d.ts.map +1 -1
- package/dist/agents/streams.js +7 -5
- package/dist/agents/streams.js.map +1 -1
- package/dist/agents/tool-catalog.d.ts +9 -0
- package/dist/agents/tool-catalog.d.ts.map +1 -0
- package/dist/agents/tool-definition.d.ts +1 -1
- package/dist/agents/tool-definition.d.ts.map +1 -1
- package/dist/agents/types.d.ts +31 -68
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/validation.d.ts +3 -13
- package/dist/agents/validation.d.ts.map +1 -1
- package/dist/ai-usage/execution.d.ts +53 -0
- package/dist/ai-usage/execution.d.ts.map +1 -0
- package/dist/ai-usage/index.d.ts +3 -0
- package/dist/ai-usage/index.d.ts.map +1 -0
- package/dist/auth/index.js +12 -9
- package/dist/auth/index.js.map +1 -1
- package/dist/authorization/decision.d.ts +14 -3
- package/dist/authorization/decision.d.ts.map +1 -1
- package/dist/authorization/grant-kinds.d.ts +25 -8
- package/dist/authorization/grant-kinds.d.ts.map +1 -1
- package/dist/authorization/index.d.ts +1 -1
- package/dist/authorization/index.d.ts.map +1 -1
- package/dist/authorization/index.js +12 -7
- package/dist/authorization/index.js.map +1 -1
- package/dist/authorization/resolve.d.ts +3 -3
- package/dist/authorization/resolve.d.ts.map +1 -1
- package/dist/authorization/types.d.ts +7 -5
- package/dist/authorization/types.d.ts.map +1 -1
- package/dist/blob-storage/browser.js +2 -2
- package/dist/blob-storage/index.js +3 -3
- package/dist/bootstrap/discovery.d.ts +6 -6
- package/dist/bootstrap/discovery.d.ts.map +1 -1
- package/dist/bootstrap/index.js +62 -51
- package/dist/bootstrap/index.js.map +1 -1
- package/dist/bootstrap/ontology-type-manifest.d.ts.map +1 -1
- package/dist/broker/index.js +2 -2
- package/dist/{chunk-zqysyfjt.js → chunk-08m3b6w8.js} +1 -1
- package/dist/chunk-19jp6g9d.js +131 -0
- package/dist/chunk-19jp6g9d.js.map +11 -0
- package/dist/{chunk-3j7573mj.js → chunk-2dw777qw.js} +50 -5
- package/dist/{chunk-3j7573mj.js.map → chunk-2dw777qw.js.map} +4 -3
- package/dist/{chunk-0172wgm9.js → chunk-2xns679x.js} +10 -2
- package/dist/{chunk-0172wgm9.js.map → chunk-2xns679x.js.map} +3 -3
- package/dist/chunk-359jm1jw.js +147 -0
- package/dist/chunk-359jm1jw.js.map +10 -0
- package/dist/{chunk-dy311asx.js → chunk-3xep5cjx.js} +58 -23
- package/dist/chunk-3xep5cjx.js.map +15 -0
- package/dist/{chunk-n4spznws.js → chunk-3z1qec12.js} +83 -12
- package/dist/chunk-3z1qec12.js.map +12 -0
- package/dist/{chunk-z3zp0bj1.js → chunk-407j3msh.js} +1 -1
- package/dist/{chunk-rhrbz7d4.js → chunk-4a849fr1.js} +1 -1
- package/dist/{chunk-cy0n5dms.js → chunk-4jjp5k14.js} +1 -1
- package/dist/chunk-4qfkag59.js +1568 -0
- package/dist/chunk-4qfkag59.js.map +20 -0
- package/dist/{chunk-1e8m6yn3.js → chunk-4sm0aznx.js} +685 -86
- package/dist/chunk-4sm0aznx.js.map +43 -0
- package/dist/chunk-4yqmp43v.js +159 -0
- package/dist/chunk-4yqmp43v.js.map +11 -0
- package/dist/{chunk-rdeagz6b.js → chunk-5e3pq99w.js} +3 -7
- package/dist/{chunk-rdeagz6b.js.map → chunk-5e3pq99w.js.map} +3 -3
- package/dist/{chunk-ezake7g1.js → chunk-5ntny1qx.js} +1 -1
- package/dist/{chunk-dm72y8wt.js → chunk-7y0f6rf1.js} +29 -16
- package/dist/chunk-7y0f6rf1.js.map +10 -0
- package/dist/{chunk-72q2y8hn.js → chunk-8tsf6dmc.js} +2 -2
- package/dist/{chunk-qewtks41.js → chunk-9nbmsvn5.js} +123 -20
- package/dist/chunk-9nbmsvn5.js.map +11 -0
- package/dist/{chunk-5sxb1168.js → chunk-aa2pen2v.js} +256 -82
- package/dist/chunk-aa2pen2v.js.map +34 -0
- package/dist/{chunk-819wnjz8.js → chunk-ajnan18g.js} +13 -10
- package/dist/chunk-ajnan18g.js.map +12 -0
- package/dist/chunk-c15dr03f.js +43 -0
- package/dist/chunk-c15dr03f.js.map +10 -0
- package/dist/{chunk-t0jjkep3.js → chunk-d8qkxt2v.js} +4 -2
- package/dist/chunk-d8qkxt2v.js.map +10 -0
- package/dist/{chunk-vybf6pkp.js → chunk-dbc80ad7.js} +1 -1
- package/dist/{chunk-nkbfrt0c.js → chunk-f26bck4t.js} +7 -7
- package/dist/{chunk-x2yw73hy.js → chunk-fvt9rjsa.js} +23 -7
- package/dist/chunk-fvt9rjsa.js.map +10 -0
- package/dist/{chunk-znagycq7.js → chunk-gbejpkex.js} +5 -5
- package/dist/{chunk-znagycq7.js.map → chunk-gbejpkex.js.map} +1 -1
- package/dist/{chunk-e42bc6m3.js → chunk-gzasd5b6.js} +5 -5
- package/dist/{chunk-e42bc6m3.js.map → chunk-gzasd5b6.js.map} +3 -3
- package/dist/{chunk-rnshztfq.js → chunk-h0k55pc7.js} +6 -6
- package/dist/{chunk-rnshztfq.js.map → chunk-h0k55pc7.js.map} +1 -1
- package/dist/chunk-h5vqbfmd.js +1537 -0
- package/dist/chunk-h5vqbfmd.js.map +19 -0
- package/dist/chunk-j1sbhm7p.js +45 -0
- package/dist/chunk-j1sbhm7p.js.map +10 -0
- package/dist/chunk-jecn6t54.js +307 -0
- package/dist/chunk-jecn6t54.js.map +12 -0
- package/dist/{chunk-dsrkgtnh.js → chunk-jq43kdvk.js} +1 -1
- package/dist/{chunk-wtmzkcht.js → chunk-k34z5rvh.js} +1 -1
- package/dist/{chunk-f6erf2vv.js → chunk-k522z7v6.js} +10 -5
- package/dist/chunk-k522z7v6.js.map +10 -0
- package/dist/{chunk-htq0qh7z.js → chunk-ka3a2ft3.js} +2 -2
- package/dist/{chunk-ckxfnx7f.js → chunk-mth82m8t.js} +129 -95
- package/dist/chunk-mth82m8t.js.map +14 -0
- package/dist/{chunk-5gynx4xn.js → chunk-mwsxn98e.js} +79 -77
- package/dist/{chunk-5gynx4xn.js.map → chunk-mwsxn98e.js.map} +8 -8
- package/dist/{chunk-f2rt4vkh.js → chunk-n2w475r0.js} +3 -3
- package/dist/chunk-n4khvw9n.js +111 -0
- package/dist/chunk-n4khvw9n.js.map +11 -0
- package/dist/{chunk-t8t39h7v.js → chunk-n6jxh8sw.js} +10 -2
- package/dist/chunk-n6jxh8sw.js.map +10 -0
- package/dist/chunk-nn0tekr1.js +284 -0
- package/dist/chunk-nn0tekr1.js.map +12 -0
- package/dist/chunk-nx7k8tpr.js +436 -0
- package/dist/chunk-nx7k8tpr.js.map +12 -0
- package/dist/{chunk-drjqm1aa.js → chunk-p03r0h5s.js} +310 -28
- package/dist/chunk-p03r0h5s.js.map +16 -0
- package/dist/{chunk-1g8negke.js → chunk-p1rzczbt.js} +93 -8
- package/dist/chunk-p1rzczbt.js.map +12 -0
- package/dist/{chunk-f83ka50g.js → chunk-p1x242ad.js} +652 -77
- package/dist/chunk-p1x242ad.js.map +25 -0
- package/dist/chunk-p2vqaxkc.js +528 -0
- package/dist/chunk-p2vqaxkc.js.map +15 -0
- package/dist/{chunk-a31h57d5.js → chunk-pc7ys28c.js} +70 -7
- package/dist/chunk-pc7ys28c.js.map +14 -0
- package/dist/{chunk-md8k0r54.js → chunk-q0k9nc5a.js} +281 -89
- package/dist/chunk-q0k9nc5a.js.map +14 -0
- package/dist/{chunk-bhxaq2nn.js → chunk-qw9gvjv5.js} +1 -1
- package/dist/chunk-r8jrnexe.js +403 -0
- package/dist/chunk-r8jrnexe.js.map +10 -0
- package/dist/{chunk-h9kxd41f.js → chunk-rafagrwr.js} +48 -7
- package/dist/chunk-rafagrwr.js.map +11 -0
- package/dist/{chunk-dysw7nsm.js → chunk-rv2hkwwa.js} +2 -2
- package/dist/{chunk-ghteq96b.js → chunk-s5y30bc9.js} +2 -2
- package/dist/{chunk-t624af60.js → chunk-sbzzr4kx.js} +1848 -757
- package/dist/chunk-sbzzr4kx.js.map +63 -0
- package/dist/{chunk-6gjqgd3d.js → chunk-tpnd31c1.js} +2 -1
- package/dist/chunk-tpnd31c1.js.map +11 -0
- package/dist/chunk-trxxmgnf.js +68 -0
- package/dist/chunk-trxxmgnf.js.map +11 -0
- package/dist/{chunk-0hc5j867.js → chunk-v1xppd0y.js} +17 -13
- package/dist/{chunk-0hc5j867.js.map → chunk-v1xppd0y.js.map} +2 -2
- package/dist/chunk-v4en4jc2.js +252 -0
- package/dist/chunk-v4en4jc2.js.map +10 -0
- package/dist/{chunk-xkthy56g.js → chunk-w1tvjszy.js} +1 -1
- package/dist/{chunk-8b55ygje.js → chunk-w3e09qqk.js} +1 -1
- package/dist/{chunk-8gv5z0zm.js → chunk-w9tg6yyb.js} +13 -8
- package/dist/{chunk-8gv5z0zm.js.map → chunk-w9tg6yyb.js.map} +3 -3
- package/dist/{chunk-62c7t4jc.js → chunk-wdage1eb.js} +1 -1
- package/dist/{chunk-tg5mee00.js → chunk-wtf06et8.js} +11 -7
- package/dist/{chunk-tg5mee00.js.map → chunk-wtf06et8.js.map} +3 -3
- package/dist/{chunk-nva1xkjz.js → chunk-xajtptbw.js} +1237 -1434
- package/dist/chunk-xajtptbw.js.map +40 -0
- package/dist/{chunk-xc7hq65b.js → chunk-yp8ee62z.js} +49 -2
- package/dist/chunk-yp8ee62z.js.map +11 -0
- package/dist/chunk-z4ccwbkz.js +139 -0
- package/dist/chunk-z4ccwbkz.js.map +10 -0
- package/dist/datasets/builders.d.ts +11 -2
- package/dist/datasets/builders.d.ts.map +1 -1
- package/dist/datasets/changes.d.ts +14 -4
- package/dist/datasets/changes.d.ts.map +1 -1
- package/dist/datasets/execution.d.ts +15 -1
- package/dist/datasets/execution.d.ts.map +1 -1
- package/dist/datasets/index.d.ts +1 -0
- package/dist/datasets/index.d.ts.map +1 -1
- package/dist/datasets/sequence.d.ts +7 -0
- package/dist/datasets/sequence.d.ts.map +1 -0
- package/dist/datasets/types.d.ts +1 -0
- package/dist/datasets/types.d.ts.map +1 -1
- package/dist/datasets/validation.d.ts.map +1 -1
- package/dist/datasets/write.d.ts +37 -0
- package/dist/datasets/write.d.ts.map +1 -0
- package/dist/datasets/write.js +17 -0
- package/dist/datasets/write.js.map +9 -0
- package/dist/error-reporting/internal.js +4 -4
- package/dist/error-reporting/types.d.ts +7 -2
- package/dist/error-reporting/types.d.ts.map +1 -1
- package/dist/errors/catalog.d.ts +8 -0
- package/dist/errors/catalog.d.ts.map +1 -1
- package/dist/errors/internal.js +2 -2
- package/dist/events/execution.d.ts.map +1 -1
- package/dist/events/index.js +4 -4
- package/dist/events/types/datasets.d.ts +2 -6
- package/dist/events/types/datasets.d.ts.map +1 -1
- package/dist/execution/agent.d.ts +18 -9
- package/dist/execution/agent.d.ts.map +1 -1
- package/dist/execution/agent.js +62 -46
- package/dist/execution/agent.js.map +1 -1
- package/dist/execution/authorization.d.ts +68 -20
- package/dist/execution/authorization.d.ts.map +1 -1
- package/dist/execution/authorized-object-reader.d.ts +69 -0
- package/dist/execution/authorized-object-reader.d.ts.map +1 -0
- package/dist/execution/durable.d.ts.map +1 -1
- package/dist/execution/index.d.ts +1 -1
- package/dist/execution/index.d.ts.map +1 -1
- package/dist/execution/primitive.js +55 -46
- package/dist/execution/primitive.js.map +2 -2
- package/dist/execution/request.d.ts +14 -1
- package/dist/execution/request.d.ts.map +1 -1
- package/dist/execution/request.js +92 -54
- package/dist/execution/request.js.map +3 -3
- package/dist/execution/scopes.d.ts +16 -0
- package/dist/execution/scopes.d.ts.map +1 -1
- package/dist/execution/types.d.ts +10 -1
- package/dist/execution/types.d.ts.map +1 -1
- package/dist/http/api-routes.d.ts +2 -0
- package/dist/http/api-routes.d.ts.map +1 -1
- package/dist/http/index.js +1 -1
- package/dist/index.d.ts +15 -9
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +128 -109
- package/dist/index.js.map +1 -1
- package/dist/json.d.ts +2 -0
- package/dist/json.d.ts.map +1 -1
- package/dist/lake-storage/definition-updates.d.ts.map +1 -1
- package/dist/lake-storage/errors.d.ts +5 -1
- package/dist/lake-storage/errors.d.ts.map +1 -1
- package/dist/lake-storage/in-memory.d.ts +1 -0
- package/dist/lake-storage/in-memory.d.ts.map +1 -1
- package/dist/lake-storage/index.d.ts +6 -1
- package/dist/lake-storage/index.d.ts.map +1 -1
- package/dist/lake-storage/index.js +27 -10
- package/dist/lake-storage/index.js.map +1 -1
- package/dist/lake-storage/merge-validation.d.ts.map +1 -1
- package/dist/lake-storage/merge.d.ts +13 -2
- package/dist/lake-storage/merge.d.ts.map +1 -1
- package/dist/lake-storage/source-ordering.d.ts +19 -0
- package/dist/lake-storage/source-ordering.d.ts.map +1 -0
- package/dist/lake-storage/sql-transforms.d.ts +2 -1
- package/dist/lake-storage/sql-transforms.d.ts.map +1 -1
- package/dist/lake-storage/types.d.ts +10 -5
- package/dist/lake-storage/types.d.ts.map +1 -1
- package/dist/lake-storage/version-inputs.d.ts +4 -0
- package/dist/lake-storage/version-inputs.d.ts.map +1 -0
- package/dist/logging/index.js +3 -3
- package/dist/logging/types.js +2 -2
- package/dist/materialization/index.js +2 -2
- package/dist/materializer/index.js +38 -31
- package/dist/materializer/index.js.map +1 -1
- package/dist/models/catalog.d.ts +40 -0
- package/dist/models/catalog.d.ts.map +1 -0
- package/dist/models/definitions.d.ts +25 -0
- package/dist/models/definitions.d.ts.map +1 -0
- package/dist/models/errors.d.ts +52 -0
- package/dist/models/errors.d.ts.map +1 -0
- package/dist/models/events.d.ts +192 -0
- package/dist/models/events.d.ts.map +1 -0
- package/dist/models/index.d.ts +17 -39
- package/dist/models/index.d.ts.map +1 -1
- package/dist/models/index.js +50 -0
- package/dist/models/index.js.map +9 -0
- package/dist/models/language-model.d.ts +90 -0
- package/dist/models/language-model.d.ts.map +1 -0
- package/dist/models/messages.d.ts +74 -0
- package/dist/models/messages.d.ts.map +1 -0
- package/dist/models/pricing.d.ts +69 -0
- package/dist/models/pricing.d.ts.map +1 -0
- package/dist/models/rate-card.d.ts +24 -0
- package/dist/models/rate-card.d.ts.map +1 -0
- package/dist/models/tools.d.ts +24 -0
- package/dist/models/tools.d.ts.map +1 -0
- package/dist/objects/authorized-ontology-view.d.ts +25 -0
- package/dist/objects/authorized-ontology-view.d.ts.map +1 -0
- package/dist/objects/execution.d.ts +1 -1
- package/dist/objects/execution.d.ts.map +1 -1
- package/dist/objects/index.js +43 -36
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/link/authorization.d.ts +2 -7
- package/dist/objects/link/authorization.d.ts.map +1 -1
- package/dist/objects/query/executor.d.ts +4 -2
- package/dist/objects/query/executor.d.ts.map +1 -1
- package/dist/objects/query/index.js +36 -29
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/links.d.ts +22 -1
- package/dist/objects/query/links.d.ts.map +1 -1
- package/dist/objects/query/selected-read-admission.d.ts +27 -0
- package/dist/objects/query/selected-read-admission.d.ts.map +1 -0
- package/dist/objects/query/validate.d.ts +60 -2
- package/dist/objects/query/validate.d.ts.map +1 -1
- package/dist/objects/sdk/object-handle.d.ts.map +1 -1
- package/dist/objects/sdk/object-set.d.ts.map +1 -1
- package/dist/objects/sdk/runtime-query-executor.d.ts +2 -7
- package/dist/objects/sdk/runtime-query-executor.d.ts.map +1 -1
- package/dist/objects/sdk/telemetry-channel.d.ts.map +1 -1
- package/dist/objects/service/list-service.d.ts +2 -3
- package/dist/objects/service/list-service.d.ts.map +1 -1
- package/dist/objects/telemetry/history.d.ts +8 -6
- package/dist/objects/telemetry/history.d.ts.map +1 -1
- package/dist/objects/telemetry/index.d.ts +2 -2
- package/dist/objects/telemetry/index.d.ts.map +1 -1
- package/dist/objects/telemetry/workload.d.ts +11 -0
- package/dist/objects/telemetry/workload.d.ts.map +1 -0
- package/dist/ontology/index.d.ts +2 -1
- package/dist/ontology/index.d.ts.map +1 -1
- package/dist/ontology/index.js +15 -14
- package/dist/ontology/index.js.map +1 -1
- package/dist/ontology/inference/index.d.ts +2 -1
- package/dist/ontology/inference/index.d.ts.map +1 -1
- package/dist/ontology/internal.d.ts +0 -1
- package/dist/ontology/internal.d.ts.map +1 -1
- package/dist/ontology/internal.js +5 -10
- package/dist/ontology/internal.js.map +3 -3
- package/dist/ontology/json-schema.d.ts +10 -6
- package/dist/ontology/json-schema.d.ts.map +1 -1
- package/dist/ontology/link-path-selection.d.ts +35 -0
- package/dist/ontology/link-path-selection.d.ts.map +1 -0
- package/dist/ontology/refs.d.ts +2 -0
- package/dist/ontology/refs.d.ts.map +1 -1
- package/dist/ontology/tokens.d.ts +2 -1
- package/dist/ontology/tokens.d.ts.map +1 -1
- package/dist/pipelines/execution.d.ts.map +1 -1
- package/dist/pipelines/index.js +41 -36
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pipelines/request.d.ts.map +1 -1
- package/dist/projections/execution.d.ts.map +1 -1
- package/dist/projections/internal.js +39 -32
- package/dist/projections/internal.js.map +1 -1
- package/dist/projections/run-dispatch.d.ts.map +1 -1
- package/dist/queues/in-memory.d.ts +3 -2
- package/dist/queues/in-memory.d.ts.map +1 -1
- package/dist/queues/index.d.ts +3 -1
- package/dist/queues/index.d.ts.map +1 -1
- package/dist/queues/index.js +1 -1
- package/dist/queues/types.d.ts +15 -3
- package/dist/queues/types.d.ts.map +1 -1
- package/dist/rules/execution.d.ts.map +1 -1
- package/dist/runtime/create.d.ts +7 -4
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/definitions.d.ts +4 -2
- package/dist/runtime/definitions.d.ts.map +1 -1
- package/dist/runtime/host.d.ts +5 -2
- package/dist/runtime/host.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +1 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/resolve-definitions.d.ts +4 -2
- package/dist/runtime/resolve-definitions.d.ts.map +1 -1
- package/dist/runtime/sixb.d.ts +8 -2
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/runtime/types.d.ts +3 -0
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/schedules/execution.d.ts +2 -1
- package/dist/schedules/execution.d.ts.map +1 -1
- package/dist/security/every.d.ts +4 -4
- package/dist/security/every.d.ts.map +1 -1
- package/dist/security/grants.d.ts +12 -6
- package/dist/security/grants.d.ts.map +1 -1
- package/dist/security/index.d.ts +1 -1
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/registry.d.ts +2 -1
- package/dist/security/registry.d.ts.map +1 -1
- package/dist/security/types.d.ts +19 -5
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +6 -2
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/shares/access-plan.d.ts +22 -0
- package/dist/shares/access-plan.d.ts.map +1 -0
- package/dist/shares/builders.d.ts +14 -0
- package/dist/shares/builders.d.ts.map +1 -0
- package/dist/shares/compiler.d.ts +14 -0
- package/dist/shares/compiler.d.ts.map +1 -0
- package/dist/shares/errors.d.ts +4 -0
- package/dist/shares/errors.d.ts.map +1 -0
- package/dist/shares/execution.d.ts +57 -0
- package/dist/shares/execution.d.ts.map +1 -0
- package/dist/shares/index.d.ts +10 -0
- package/dist/shares/index.d.ts.map +1 -0
- package/dist/shares/internal.d.ts +3 -0
- package/dist/shares/internal.d.ts.map +1 -0
- package/dist/shares/internal.js +239 -0
- package/dist/shares/internal.js.map +10 -0
- package/dist/shares/intersection.d.ts +9 -0
- package/dist/shares/intersection.d.ts.map +1 -0
- package/dist/shares/session-protocol.d.ts +41 -0
- package/dist/shares/session-protocol.d.ts.map +1 -0
- package/dist/shares/types.d.ts +51 -0
- package/dist/shares/types.d.ts.map +1 -0
- package/dist/shares/validation.d.ts +11 -0
- package/dist/shares/validation.d.ts.map +1 -0
- package/dist/storage/action-runs/failure.js +3 -3
- package/dist/storage/action-runs/provider.js +2 -2
- package/dist/storage/agents/errors.d.ts +1 -1
- package/dist/storage/agents/errors.d.ts.map +1 -1
- package/dist/storage/agents/in-memory.d.ts +3 -2
- package/dist/storage/agents/in-memory.d.ts.map +1 -1
- package/dist/storage/agents/index.d.ts +1 -1
- package/dist/storage/agents/index.d.ts.map +1 -1
- package/dist/storage/agents/provider.d.ts +11 -4
- package/dist/storage/agents/provider.d.ts.map +1 -1
- package/dist/storage/agents/provider.js +18 -15
- package/dist/storage/agents/provider.js.map +1 -1
- package/dist/storage/agents/types.d.ts +65 -17
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-cost/analytics.d.ts +2 -1
- package/dist/storage/ai-cost/analytics.d.ts.map +1 -1
- package/dist/storage/ai-cost/codec.d.ts +3 -2
- package/dist/storage/ai-cost/codec.d.ts.map +1 -1
- package/dist/storage/ai-cost/groups.d.ts +51 -0
- package/dist/storage/ai-cost/groups.d.ts.map +1 -0
- package/dist/storage/ai-cost/in-memory.d.ts +11 -1
- package/dist/storage/ai-cost/in-memory.d.ts.map +1 -1
- package/dist/storage/ai-cost/index.d.ts +1 -1
- package/dist/storage/ai-cost/index.d.ts.map +1 -1
- package/dist/storage/ai-cost/provider.d.ts +2 -0
- package/dist/storage/ai-cost/provider.d.ts.map +1 -1
- package/dist/storage/ai-cost/provider.js +29 -13
- package/dist/storage/ai-cost/provider.js.map +3 -3
- package/dist/storage/ai-cost/types.d.ts +64 -15
- package/dist/storage/ai-cost/types.d.ts.map +1 -1
- package/dist/storage/ai-cost/validation.d.ts +2 -1
- package/dist/storage/ai-cost/validation.d.ts.map +1 -1
- package/dist/storage/ai-limits/enforcement.d.ts +14 -0
- package/dist/storage/ai-limits/enforcement.d.ts.map +1 -0
- package/dist/storage/ai-limits/enforcement.js +21 -0
- package/dist/storage/ai-limits/enforcement.js.map +9 -0
- package/dist/storage/ai-limits/errors.d.ts +8 -0
- package/dist/storage/ai-limits/errors.d.ts.map +1 -0
- package/dist/storage/ai-limits/in-memory.d.ts +78 -0
- package/dist/storage/ai-limits/in-memory.d.ts.map +1 -0
- package/dist/storage/ai-limits/index.d.ts +7 -0
- package/dist/storage/ai-limits/index.d.ts.map +1 -0
- package/dist/storage/ai-limits/period.d.ts +4 -0
- package/dist/storage/ai-limits/period.d.ts.map +1 -0
- package/dist/storage/ai-limits/provider.d.ts +85 -0
- package/dist/storage/ai-limits/provider.d.ts.map +1 -0
- package/dist/storage/ai-limits/provider.js +62 -0
- package/dist/storage/ai-limits/provider.js.map +9 -0
- package/dist/storage/ai-limits/types.d.ts +175 -0
- package/dist/storage/ai-limits/types.d.ts.map +1 -0
- package/dist/storage/ai-usage/in-memory.d.ts +4 -0
- package/dist/storage/ai-usage/in-memory.d.ts.map +1 -1
- package/dist/storage/ai-usage/record.d.ts.map +1 -1
- package/dist/storage/ai-usage/types.d.ts +6 -2
- package/dist/storage/ai-usage/types.d.ts.map +1 -1
- package/dist/storage/auth/errors.d.ts +1 -1
- package/dist/storage/auth/errors.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/auth-storage.d.ts +4 -1
- package/dist/storage/auth/in-memory/auth-storage.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/device-authorizations.d.ts +29 -0
- package/dist/storage/auth/in-memory/device-authorizations.d.ts.map +1 -0
- package/dist/storage/auth/in-memory/shared.d.ts +3 -1
- package/dist/storage/auth/in-memory/shared.d.ts.map +1 -1
- package/dist/storage/auth/index.d.ts +2 -1
- package/dist/storage/auth/index.d.ts.map +1 -1
- package/dist/storage/auth/types.d.ts +66 -0
- package/dist/storage/auth/types.d.ts.map +1 -1
- package/dist/storage/connector-connections/provider.js +2 -2
- package/dist/storage/executions/in-memory.d.ts +3 -0
- package/dist/storage/executions/in-memory.d.ts.map +1 -1
- package/dist/storage/executions/provider.d.ts +4 -1
- package/dist/storage/executions/provider.d.ts.map +1 -1
- package/dist/storage/executions/provider.js +23 -3
- package/dist/storage/executions/provider.js.map +3 -3
- package/dist/storage/executions/run-link.d.ts +14 -2
- package/dist/storage/executions/run-link.d.ts.map +1 -1
- package/dist/storage/executions/validation.d.ts +6 -0
- package/dist/storage/executions/validation.d.ts.map +1 -1
- package/dist/storage/in-memory/index.d.ts +12 -0
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +15 -6
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +78 -36
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/objects/execution-limits.d.ts +25 -0
- package/dist/storage/objects/execution-limits.d.ts.map +1 -0
- package/dist/storage/objects/guard.d.ts +16 -0
- package/dist/storage/objects/guard.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/index.d.ts +3 -0
- package/dist/storage/objects/in-memory/index.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/keys.d.ts +10 -0
- package/dist/storage/objects/in-memory/keys.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/query.d.ts +31 -0
- package/dist/storage/objects/in-memory/query.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/read-scope.d.ts +18 -0
- package/dist/storage/objects/in-memory/read-scope.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/read-source.d.ts +10 -0
- package/dist/storage/objects/in-memory/read-source.d.ts.map +1 -0
- package/dist/storage/objects/in-memory/selected-reader.d.ts +9 -0
- package/dist/storage/objects/in-memory/selected-reader.d.ts.map +1 -0
- package/dist/storage/objects/{in-memory.d.ts → in-memory/storage.d.ts} +13 -10
- package/dist/storage/objects/in-memory/storage.d.ts.map +1 -0
- package/dist/storage/objects/index.d.ts +4 -1
- package/dist/storage/objects/index.d.ts.map +1 -1
- package/dist/storage/objects/keys.d.ts +1 -1
- package/dist/storage/objects/keys.d.ts.map +1 -1
- package/dist/storage/objects/read-scope.d.ts +25 -0
- package/dist/storage/objects/read-scope.d.ts.map +1 -0
- package/dist/storage/objects/types.d.ts +114 -22
- package/dist/storage/objects/types.d.ts.map +1 -1
- package/dist/storage/ontology/provider.js +3 -3
- package/dist/storage/operation-scope.d.ts +3 -0
- package/dist/storage/operation-scope.d.ts.map +1 -1
- package/dist/storage/operation-scope.js +4 -2
- package/dist/storage/operation-scope.js.map +1 -1
- package/dist/storage/pipeline-runs/provider.js +2 -2
- package/dist/storage/projection-runs/provider.js +4 -4
- package/dist/storage/share-grants/errors.d.ts +8 -0
- package/dist/storage/share-grants/errors.d.ts.map +1 -0
- package/dist/storage/share-grants/in-memory.d.ts +11 -0
- package/dist/storage/share-grants/in-memory.d.ts.map +1 -0
- package/dist/storage/share-grants/index.d.ts +5 -0
- package/dist/storage/share-grants/index.d.ts.map +1 -0
- package/dist/storage/share-grants/provider.d.ts +4 -0
- package/dist/storage/share-grants/provider.d.ts.map +1 -0
- package/dist/storage/share-grants/provider.js +24 -0
- package/dist/storage/share-grants/provider.js.map +9 -0
- package/dist/storage/share-grants/record.d.ts +11 -0
- package/dist/storage/share-grants/record.d.ts.map +1 -0
- package/dist/storage/share-grants/types.d.ts +97 -0
- package/dist/storage/share-grants/types.d.ts.map +1 -0
- package/dist/storage/share-sessions/errors.d.ts +8 -0
- package/dist/storage/share-sessions/errors.d.ts.map +1 -0
- package/dist/storage/share-sessions/in-memory.d.ts +14 -0
- package/dist/storage/share-sessions/in-memory.d.ts.map +1 -0
- package/dist/storage/share-sessions/index.d.ts +5 -0
- package/dist/storage/share-sessions/index.d.ts.map +1 -0
- package/dist/storage/share-sessions/provider.d.ts +3 -0
- package/dist/storage/share-sessions/provider.d.ts.map +1 -0
- package/dist/storage/share-sessions/provider.js +20 -0
- package/dist/storage/share-sessions/provider.js.map +9 -0
- package/dist/storage/share-sessions/record.d.ts +8 -0
- package/dist/storage/share-sessions/record.d.ts.map +1 -0
- package/dist/storage/share-sessions/types.d.ts +50 -0
- package/dist/storage/share-sessions/types.d.ts.map +1 -0
- package/dist/storage/sync-runs/provider.js +2 -2
- package/dist/storage/transaction.d.ts +2 -1
- package/dist/storage/transaction.d.ts.map +1 -1
- package/dist/storage/types.d.ts +13 -1
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/webhook-runs/provider.js +2 -2
- package/dist/storage/workflow-runs/provider.d.ts +1 -1
- package/dist/storage/workflow-runs/provider.js +14 -12
- package/dist/storage/workflow-runs/provider.js.map +1 -1
- package/dist/storage/workflow-runs/types.d.ts +5 -4
- package/dist/storage/workflow-runs/types.d.ts.map +1 -1
- package/dist/syncs/execution.d.ts.map +1 -1
- package/dist/syncs/index.js +41 -36
- package/dist/syncs/index.js.map +1 -1
- package/dist/syncs/request.d.ts.map +1 -1
- package/dist/testing/agent-execution.d.ts +3 -1
- package/dist/testing/agent-execution.d.ts.map +1 -1
- package/dist/testing/agent-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-cost-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-limit-storage-contract.d.ts +18 -0
- package/dist/testing/ai-limit-storage-contract.d.ts.map +1 -0
- package/dist/testing/ai-model-call-groups-contract.d.ts +6 -0
- package/dist/testing/ai-model-call-groups-contract.d.ts.map +1 -0
- package/dist/testing/ai-usage-storage-contract.d.ts.map +1 -1
- package/dist/testing/auth-storage-contract.d.ts.map +1 -1
- package/dist/testing/dataset-sequence-contract.d.ts +4 -0
- package/dist/testing/dataset-sequence-contract.d.ts.map +1 -0
- package/dist/testing/effective-storage-contract.d.ts.map +1 -1
- package/dist/testing/execution-storage-contract.d.ts +4 -0
- package/dist/testing/execution-storage-contract.d.ts.map +1 -1
- package/dist/testing/index.d.ts +5 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +5392 -2070
- package/dist/testing/index.js.map +21 -15
- package/dist/testing/lake-merge-storage-contract.d.ts +1 -0
- package/dist/testing/lake-merge-storage-contract.d.ts.map +1 -1
- package/dist/testing/lake-storage-contract.d.ts.map +1 -1
- package/dist/testing/object-read-scope-contract.d.ts +22 -0
- package/dist/testing/object-read-scope-contract.d.ts.map +1 -0
- package/dist/testing/queues-contract.d.ts.map +1 -1
- package/dist/testing/share-grant-storage-contract.d.ts +10 -0
- package/dist/testing/share-grant-storage-contract.d.ts.map +1 -0
- package/dist/testing/share-session-storage-contract.d.ts +9 -0
- package/dist/testing/share-session-storage-contract.d.ts.map +1 -0
- package/dist/webhooks/internal.js +36 -29
- package/dist/webhooks/internal.js.map +2 -2
- package/dist/workers/index.js +2 -2
- package/dist/workflows/agent-step-identity.d.ts +3 -0
- package/dist/workflows/agent-step-identity.d.ts.map +1 -0
- package/dist/workflows/builders.d.ts +2 -3
- package/dist/workflows/builders.d.ts.map +1 -1
- package/dist/workflows/execution.d.ts +1 -1
- package/dist/workflows/execution.d.ts.map +1 -1
- package/dist/workflows/failure.d.ts +1 -1
- package/dist/workflows/failure.d.ts.map +1 -1
- package/dist/workflows/index.d.ts +3 -2
- package/dist/workflows/index.d.ts.map +1 -1
- package/dist/workflows/index.js +63 -48
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/request.d.ts.map +1 -1
- package/dist/workflows/types.d.ts +26 -11
- package/dist/workflows/types.d.ts.map +1 -1
- package/dist/workflows/validation.d.ts +7 -1
- package/dist/workflows/validation.d.ts.map +1 -1
- package/package.json +43 -4
- package/src/actions/delegated-admission.ts +72 -0
- package/src/actions/descriptor.ts +58 -0
- package/src/actions/execution.ts +99 -24
- package/src/actions/request.ts +136 -19
- package/src/actions/run-authorization.ts +53 -0
- package/src/actions/run-dispatch.ts +8 -1
- package/src/agents/adapters.ts +60 -456
- package/src/agents/authority.ts +215 -34
- package/src/agents/builders.ts +3 -50
- package/src/agents/context-compaction.ts +4 -0
- package/src/agents/context-resolution.ts +1 -4
- package/src/agents/dispatch.ts +59 -2
- package/src/agents/errors.ts +4 -11
- package/src/agents/execution.ts +65 -56
- package/src/agents/identity.ts +4 -0
- package/src/agents/ids.ts +16 -1
- package/src/agents/index.ts +23 -30
- package/src/agents/message.ts +20 -12
- package/src/agents/model-loop.ts +1071 -0
- package/src/agents/reference.ts +7 -0
- package/src/agents/request.ts +157 -77
- package/src/agents/retired-config.ts +20 -0
- package/src/agents/streams.ts +45 -19
- package/src/agents/tool-catalog.ts +21 -0
- package/src/agents/tool-definition.ts +9 -5
- package/src/agents/types.ts +39 -81
- package/src/agents/validation.ts +11 -216
- package/src/ai-usage/execution.ts +189 -0
- package/src/ai-usage/index.ts +15 -0
- package/src/authorization/decision.ts +54 -22
- package/src/authorization/grant-kinds.ts +72 -15
- package/src/authorization/index.ts +2 -0
- package/src/authorization/resolve.ts +12 -5
- package/src/authorization/types.ts +7 -5
- package/src/bootstrap/discovery.ts +3 -3
- package/src/bootstrap/ontology-type-manifest.ts +12 -6
- package/src/datasets/builders.ts +23 -2
- package/src/datasets/changes.ts +16 -4
- package/src/datasets/execution.ts +76 -5
- package/src/datasets/index.ts +1 -0
- package/src/datasets/sequence.ts +77 -0
- package/src/datasets/types.ts +1 -0
- package/src/datasets/validation.ts +26 -0
- package/src/datasets/write.ts +240 -0
- package/src/error-reporting/types.ts +4 -2
- package/src/errors/catalog.ts +8 -0
- package/src/events/execution.ts +57 -7
- package/src/events/types/datasets.ts +2 -6
- package/src/execution/agent.ts +129 -25
- package/src/execution/authorization.ts +493 -83
- package/src/execution/authorized-object-reader.ts +695 -0
- package/src/execution/durable.ts +10 -2
- package/src/execution/index.ts +1 -0
- package/src/execution/request.ts +67 -14
- package/src/execution/scopes.ts +36 -6
- package/src/execution/types.ts +9 -1
- package/src/http/api-routes.ts +108 -0
- package/src/index.ts +72 -22
- package/src/json.ts +9 -0
- package/src/lake-storage/definition-updates.ts +9 -0
- package/src/lake-storage/errors.ts +6 -1
- package/src/lake-storage/in-memory.ts +53 -17
- package/src/lake-storage/index.ts +10 -1
- package/src/lake-storage/merge-validation.ts +12 -2
- package/src/lake-storage/merge.ts +40 -2
- package/src/lake-storage/source-ordering.ts +95 -0
- package/src/lake-storage/sql-transforms.ts +2 -1
- package/src/lake-storage/types.ts +10 -5
- package/src/lake-storage/version-inputs.ts +14 -0
- package/src/models/catalog.ts +137 -0
- package/src/models/definitions.ts +202 -0
- package/src/models/errors.ts +83 -0
- package/src/models/events.ts +198 -0
- package/src/models/index.ts +89 -71
- package/src/models/language-model.ts +143 -0
- package/src/models/messages.ts +78 -0
- package/src/models/pricing.ts +390 -0
- package/src/models/rate-card.ts +101 -0
- package/src/models/tools.ts +29 -0
- package/src/objects/authorized-ontology-view.ts +512 -0
- package/src/objects/execution.ts +98 -143
- package/src/objects/link/authorization.ts +3 -2
- package/src/objects/query/executor.ts +45 -34
- package/src/objects/query/links.ts +84 -25
- package/src/objects/query/selected-read-admission.ts +310 -0
- package/src/objects/query/validate.ts +353 -36
- package/src/objects/sdk/object-handle.ts +2 -8
- package/src/objects/sdk/object-set.ts +10 -11
- package/src/objects/sdk/runtime-query-executor.ts +8 -28
- package/src/objects/sdk/telemetry-channel.ts +11 -7
- package/src/objects/service/list-service.ts +15 -29
- package/src/objects/telemetry/history.ts +297 -17
- package/src/objects/telemetry/index.ts +2 -2
- package/src/objects/telemetry/workload.ts +79 -0
- package/src/ontology/index.ts +7 -1
- package/src/ontology/inference/index.ts +4 -1
- package/src/ontology/internal.ts +0 -1
- package/src/ontology/json-schema.ts +13 -12
- package/src/ontology/link-path-selection.ts +193 -0
- package/src/ontology/refs.ts +19 -0
- package/src/ontology/tokens.ts +15 -8
- package/src/pipelines/execution.ts +30 -7
- package/src/pipelines/request.ts +5 -0
- package/src/projections/execution.ts +72 -11
- package/src/projections/run-dispatch.ts +6 -12
- package/src/queues/in-memory.ts +5 -0
- package/src/queues/index.ts +11 -0
- package/src/queues/types.ts +20 -3
- package/src/rules/execution.ts +20 -8
- package/src/runtime/create.ts +11 -5
- package/src/runtime/definitions.ts +4 -2
- package/src/runtime/host.ts +28 -8
- package/src/runtime/internal.ts +1 -0
- package/src/runtime/resolve-definitions.ts +22 -36
- package/src/runtime/sixb.ts +29 -10
- package/src/runtime/types.ts +3 -0
- package/src/schedules/execution.ts +24 -2
- package/src/security/every.ts +4 -4
- package/src/security/grants.ts +100 -14
- package/src/security/index.ts +3 -0
- package/src/security/registry.ts +9 -5
- package/src/security/types.ts +23 -4
- package/src/security/validation.ts +33 -9
- package/src/shares/access-plan.ts +225 -0
- package/src/shares/builders.ts +381 -0
- package/src/shares/compiler.ts +359 -0
- package/src/shares/errors.ts +3 -0
- package/src/shares/execution.ts +394 -0
- package/src/shares/index.ts +28 -0
- package/src/shares/internal.ts +9 -0
- package/src/shares/intersection.ts +178 -0
- package/src/shares/session-protocol.ts +258 -0
- package/src/shares/types.ts +76 -0
- package/src/shares/validation.ts +40 -0
- package/src/storage/agents/errors.ts +1 -0
- package/src/storage/agents/in-memory.ts +121 -11
- package/src/storage/agents/index.ts +7 -0
- package/src/storage/agents/provider.ts +150 -6
- package/src/storage/agents/types.ts +73 -16
- package/src/storage/ai-cost/analytics.ts +63 -6
- package/src/storage/ai-cost/codec.ts +37 -12
- package/src/storage/ai-cost/groups.ts +248 -0
- package/src/storage/ai-cost/in-memory.ts +42 -0
- package/src/storage/ai-cost/index.ts +6 -0
- package/src/storage/ai-cost/provider.ts +7 -0
- package/src/storage/ai-cost/types.ts +76 -14
- package/src/storage/ai-cost/validation.ts +147 -17
- package/src/storage/ai-limits/enforcement.ts +68 -0
- package/src/storage/ai-limits/errors.ts +23 -0
- package/src/storage/ai-limits/in-memory.ts +671 -0
- package/src/storage/ai-limits/index.ts +31 -0
- package/src/storage/ai-limits/period.ts +11 -0
- package/src/storage/ai-limits/provider.ts +430 -0
- package/src/storage/ai-limits/types.ts +195 -0
- package/src/storage/ai-usage/in-memory.ts +13 -0
- package/src/storage/ai-usage/record.ts +17 -0
- package/src/storage/ai-usage/types.ts +6 -2
- package/src/storage/auth/errors.ts +6 -0
- package/src/storage/auth/in-memory/auth-storage.ts +69 -0
- package/src/storage/auth/in-memory/device-authorizations.ts +145 -0
- package/src/storage/auth/in-memory/shared.ts +7 -0
- package/src/storage/auth/index.ts +7 -0
- package/src/storage/auth/types.ts +73 -0
- package/src/storage/executions/in-memory.ts +9 -1
- package/src/storage/executions/provider.ts +30 -1
- package/src/storage/executions/run-link.ts +45 -6
- package/src/storage/executions/validation.ts +82 -7
- package/src/storage/in-memory/index.ts +69 -6
- package/src/storage/index.ts +102 -1
- package/src/storage/objects/execution-limits.ts +283 -0
- package/src/storage/objects/guard.ts +55 -0
- package/src/storage/objects/in-memory/index.ts +2 -0
- package/src/storage/objects/in-memory/keys.ts +46 -0
- package/src/storage/objects/in-memory/query.ts +754 -0
- package/src/storage/objects/in-memory/read-scope.ts +211 -0
- package/src/storage/objects/in-memory/read-source.ts +10 -0
- package/src/storage/objects/in-memory/selected-reader.ts +252 -0
- package/src/storage/objects/in-memory/storage.ts +589 -0
- package/src/storage/objects/index.ts +21 -0
- package/src/storage/objects/keys.ts +1 -1
- package/src/storage/objects/read-scope.ts +672 -0
- package/src/storage/objects/types.ts +123 -19
- package/src/storage/operation-scope.ts +16 -0
- package/src/storage/share-grants/errors.ts +14 -0
- package/src/storage/share-grants/in-memory.ts +107 -0
- package/src/storage/share-grants/index.ts +14 -0
- package/src/storage/share-grants/provider.ts +11 -0
- package/src/storage/share-grants/record.ts +347 -0
- package/src/storage/share-grants/types.ts +112 -0
- package/src/storage/share-sessions/errors.ts +14 -0
- package/src/storage/share-sessions/in-memory.ts +105 -0
- package/src/storage/share-sessions/index.ts +11 -0
- package/src/storage/share-sessions/provider.ts +9 -0
- package/src/storage/share-sessions/record.ts +176 -0
- package/src/storage/share-sessions/types.ts +57 -0
- package/src/storage/transaction.ts +14 -2
- package/src/storage/types.ts +64 -0
- package/src/storage/workflow-runs/in-memory.ts +3 -3
- package/src/storage/workflow-runs/provider.ts +2 -2
- package/src/storage/workflow-runs/types.ts +6 -3
- package/src/syncs/execution.ts +25 -5
- package/src/syncs/request.ts +5 -0
- package/src/testing/agent-execution.ts +40 -28
- package/src/testing/agent-storage-contract.ts +249 -28
- package/src/testing/ai-cost-storage-contract.ts +96 -8
- package/src/testing/ai-limit-storage-contract.ts +1134 -0
- package/src/testing/ai-model-call-groups-contract.ts +353 -0
- package/src/testing/ai-usage-storage-contract.ts +31 -0
- package/src/testing/auth-storage-contract.ts +85 -0
- package/src/testing/dataset-sequence-contract.ts +373 -0
- package/src/testing/effective-storage-contract.ts +34 -0
- package/src/testing/execution-storage-contract.ts +81 -2
- package/src/testing/index.ts +26 -0
- package/src/testing/lake-merge-storage-contract.ts +3 -0
- package/src/testing/lake-storage-contract.ts +58 -0
- package/src/testing/object-read-scope-contract.ts +939 -0
- package/src/testing/queues-contract.ts +36 -1
- package/src/testing/share-grant-storage-contract.ts +325 -0
- package/src/testing/share-session-storage-contract.ts +235 -0
- package/src/workflows/agent-step-identity.ts +4 -0
- package/src/workflows/builders.ts +95 -9
- package/src/workflows/execution.ts +55 -16
- package/src/workflows/failure.ts +2 -2
- package/src/workflows/index.ts +3 -0
- package/src/workflows/request.ts +5 -0
- package/src/workflows/types.ts +23 -11
- package/src/workflows/validation.ts +100 -7
- package/dist/chunk-1e8m6yn3.js.map +0 -37
- package/dist/chunk-1g8negke.js.map +0 -11
- package/dist/chunk-4gz41why.js +0 -72
- package/dist/chunk-4gz41why.js.map +0 -11
- package/dist/chunk-5sxb1168.js.map +0 -34
- package/dist/chunk-6gjqgd3d.js.map +0 -11
- package/dist/chunk-819wnjz8.js.map +0 -12
- package/dist/chunk-a31h57d5.js.map +0 -13
- package/dist/chunk-a44d5zgd.js +0 -556
- package/dist/chunk-a44d5zgd.js.map +0 -16
- package/dist/chunk-ckxfnx7f.js.map +0 -13
- package/dist/chunk-dm72y8wt.js.map +0 -10
- package/dist/chunk-drjqm1aa.js.map +0 -15
- package/dist/chunk-dy311asx.js.map +0 -14
- package/dist/chunk-f6erf2vv.js.map +0 -10
- package/dist/chunk-f83ka50g.js.map +0 -23
- package/dist/chunk-fe5ev6mr.js +0 -55
- package/dist/chunk-fe5ev6mr.js.map +0 -11
- package/dist/chunk-h9kxd41f.js.map +0 -11
- package/dist/chunk-hceck7dq.js +0 -137
- package/dist/chunk-hceck7dq.js.map +0 -10
- package/dist/chunk-md8k0r54.js.map +0 -14
- package/dist/chunk-n4spznws.js.map +0 -11
- package/dist/chunk-nva1xkjz.js.map +0 -46
- package/dist/chunk-qewtks41.js.map +0 -11
- package/dist/chunk-t0jjkep3.js.map +0 -10
- package/dist/chunk-t624af60.js.map +0 -56
- package/dist/chunk-t8t39h7v.js.map +0 -10
- package/dist/chunk-t9xghkva.js +0 -28
- package/dist/chunk-t9xghkva.js.map +0 -10
- package/dist/chunk-x2yw73hy.js.map +0 -10
- package/dist/chunk-xc7hq65b.js.map +0 -10
- package/dist/storage/objects/in-memory.d.ts.map +0 -1
- package/src/storage/objects/in-memory.ts +0 -1241
- /package/dist/{chunk-zqysyfjt.js.map → chunk-08m3b6w8.js.map} +0 -0
- /package/dist/{chunk-z3zp0bj1.js.map → chunk-407j3msh.js.map} +0 -0
- /package/dist/{chunk-rhrbz7d4.js.map → chunk-4a849fr1.js.map} +0 -0
- /package/dist/{chunk-cy0n5dms.js.map → chunk-4jjp5k14.js.map} +0 -0
- /package/dist/{chunk-ezake7g1.js.map → chunk-5ntny1qx.js.map} +0 -0
- /package/dist/{chunk-72q2y8hn.js.map → chunk-8tsf6dmc.js.map} +0 -0
- /package/dist/{chunk-vybf6pkp.js.map → chunk-dbc80ad7.js.map} +0 -0
- /package/dist/{chunk-nkbfrt0c.js.map → chunk-f26bck4t.js.map} +0 -0
- /package/dist/{chunk-dsrkgtnh.js.map → chunk-jq43kdvk.js.map} +0 -0
- /package/dist/{chunk-wtmzkcht.js.map → chunk-k34z5rvh.js.map} +0 -0
- /package/dist/{chunk-htq0qh7z.js.map → chunk-ka3a2ft3.js.map} +0 -0
- /package/dist/{chunk-f2rt4vkh.js.map → chunk-n2w475r0.js.map} +0 -0
- /package/dist/{chunk-bhxaq2nn.js.map → chunk-qw9gvjv5.js.map} +0 -0
- /package/dist/{chunk-dysw7nsm.js.map → chunk-rv2hkwwa.js.map} +0 -0
- /package/dist/{chunk-ghteq96b.js.map → chunk-s5y30bc9.js.map} +0 -0
- /package/dist/{chunk-xkthy56g.js.map → chunk-w1tvjszy.js.map} +0 -0
- /package/dist/{chunk-8b55ygje.js.map → chunk-w3e09qqk.js.map} +0 -0
- /package/dist/{chunk-62c7t4jc.js.map → chunk-wdage1eb.js.map} +0 -0
package/src/index.ts
CHANGED
|
@@ -9,6 +9,10 @@ export type {
|
|
|
9
9
|
InferSchemaOrRef,
|
|
10
10
|
Interface,
|
|
11
11
|
LinkCardinality,
|
|
12
|
+
LinkPathSelection,
|
|
13
|
+
LinkPathSelectionBuilder,
|
|
14
|
+
LinkPathSelectionInput,
|
|
15
|
+
LinkPathSelectionMode,
|
|
12
16
|
LinkToken,
|
|
13
17
|
LinkTokenMap,
|
|
14
18
|
MapSchema,
|
|
@@ -47,6 +51,7 @@ export {
|
|
|
47
51
|
isObjectRefSchema,
|
|
48
52
|
link,
|
|
49
53
|
OntologyRegistry,
|
|
54
|
+
objectRef,
|
|
50
55
|
prop,
|
|
51
56
|
ref,
|
|
52
57
|
stringEnum,
|
|
@@ -427,10 +432,28 @@ export {
|
|
|
427
432
|
resolveAuthorizationContext,
|
|
428
433
|
} from "./authorization"
|
|
429
434
|
|
|
435
|
+
// ── AI usage ───────────────────────────────────────────────
|
|
436
|
+
|
|
437
|
+
export type {
|
|
438
|
+
AiUsageLimitGroupOption,
|
|
439
|
+
AiUsageLimitServiceAccountOption,
|
|
440
|
+
AiUsageLimitSubjectOptions,
|
|
441
|
+
AiUsageLimitUserOption,
|
|
442
|
+
AiUsageRuntime,
|
|
443
|
+
CreateAiUsageLimitPolicyInput,
|
|
444
|
+
ListAiUsageLimitPoliciesInput,
|
|
445
|
+
ListAiUsageLimitStatusesInput,
|
|
446
|
+
ListAiUsageModelCallGroupsInput,
|
|
447
|
+
ListAiUsageModelCallsInput,
|
|
448
|
+
QueryAiUsageOverviewInput,
|
|
449
|
+
UpdateAiUsageLimitPolicyInput,
|
|
450
|
+
} from "./ai-usage"
|
|
451
|
+
|
|
430
452
|
// ── Security Definitions ───────────────────────────────────
|
|
431
453
|
|
|
432
454
|
export type {
|
|
433
455
|
AccessGrant,
|
|
456
|
+
AgentRunGrant,
|
|
434
457
|
AppendGrant,
|
|
435
458
|
ApplicationDefinition,
|
|
436
459
|
ApplyGrant,
|
|
@@ -445,6 +468,7 @@ export type {
|
|
|
445
468
|
GroupDefinition,
|
|
446
469
|
GroupReference,
|
|
447
470
|
ManageGrant,
|
|
471
|
+
ManageGrantTarget,
|
|
448
472
|
MembershipOperation,
|
|
449
473
|
MembershipPolicyDefinition,
|
|
450
474
|
ObserveGrant,
|
|
@@ -455,6 +479,7 @@ export type {
|
|
|
455
479
|
RunGrantTarget,
|
|
456
480
|
SecurityDefinitionCatalog,
|
|
457
481
|
Selection,
|
|
482
|
+
ShareGrant,
|
|
458
483
|
ViewGrant,
|
|
459
484
|
ViewGrantTarget,
|
|
460
485
|
} from "./security"
|
|
@@ -468,6 +493,29 @@ export {
|
|
|
468
493
|
SecurityValidationError,
|
|
469
494
|
} from "./security"
|
|
470
495
|
|
|
496
|
+
// ── Shares ────────────────────────────────────────────────
|
|
497
|
+
|
|
498
|
+
export type {
|
|
499
|
+
DefineShareOptions,
|
|
500
|
+
IssueSharedAccessByIdInput,
|
|
501
|
+
IssueSharedAccessInput,
|
|
502
|
+
ListSharedAccessByIdInput,
|
|
503
|
+
ListSharedAccessInput,
|
|
504
|
+
ShareActionGrant,
|
|
505
|
+
ShareActionGrantBuilder,
|
|
506
|
+
ShareDefinition,
|
|
507
|
+
SharedAccessGrant,
|
|
508
|
+
SharedAccessGrantListResult,
|
|
509
|
+
SharedAccessInvitation,
|
|
510
|
+
ShareErrorReason,
|
|
511
|
+
ShareScopeGrant,
|
|
512
|
+
SharesRuntime,
|
|
513
|
+
ShareTarget,
|
|
514
|
+
ShareViewGrant,
|
|
515
|
+
ShareViewGrantBuilder,
|
|
516
|
+
} from "./shares"
|
|
517
|
+
export { defineShare, ShareDefinitionError, ShareError } from "./shares"
|
|
518
|
+
|
|
471
519
|
// ── Storage ────────────────────────────────────────────────
|
|
472
520
|
// Config contract + operator migration API + in-memory dev providers.
|
|
473
521
|
// The full storage-provider contract lives at `@sixb/core/storage`.
|
|
@@ -748,6 +796,7 @@ export type {
|
|
|
748
796
|
AgentStepPrompt,
|
|
749
797
|
AgentStepPromptBuilder,
|
|
750
798
|
AgentStepPromptContext,
|
|
799
|
+
DefineAgentStepConfig,
|
|
751
800
|
InferAgentStepInput,
|
|
752
801
|
InferAgentStepOutput,
|
|
753
802
|
InferInterventionInput,
|
|
@@ -827,14 +876,14 @@ export type { ActionRunsRuntime, ActionsRuntime } from "./actions/execution"
|
|
|
827
876
|
export type {
|
|
828
877
|
AgentRunListResult,
|
|
829
878
|
AgentRunsRuntime,
|
|
879
|
+
AgentRuntime,
|
|
830
880
|
AgentRunView,
|
|
831
|
-
AgentsRuntime,
|
|
832
881
|
AgentThreadsRuntime,
|
|
833
882
|
ExecutionAgentRunResult,
|
|
834
883
|
} from "./agents/execution"
|
|
835
884
|
export type { BlobsRuntime } from "./blob-storage/execution"
|
|
836
885
|
export type { ConnectorRuntime } from "./connectors/execution"
|
|
837
|
-
export type { DatasetsRuntime } from "./datasets/execution"
|
|
886
|
+
export type { DatasetIngestInput, DatasetIngestResult, DatasetsRuntime } from "./datasets/execution"
|
|
838
887
|
export type {
|
|
839
888
|
SixbActionPhaseFailedContext,
|
|
840
889
|
SixbErrorContext,
|
|
@@ -857,6 +906,12 @@ export type {
|
|
|
857
906
|
OntologyOperationalStatus,
|
|
858
907
|
SixbReadiness,
|
|
859
908
|
} from "./maintenance"
|
|
909
|
+
export type {
|
|
910
|
+
LanguageModel,
|
|
911
|
+
LanguageModelDefinition,
|
|
912
|
+
LanguageModelRateCard,
|
|
913
|
+
ProviderData,
|
|
914
|
+
} from "./models"
|
|
860
915
|
export type {
|
|
861
916
|
ExecutionObjectByIdHandle,
|
|
862
917
|
ExecutionObjectSet,
|
|
@@ -949,32 +1004,23 @@ export type {
|
|
|
949
1004
|
// ── Agents ──────────────────────────────────────────────────
|
|
950
1005
|
|
|
951
1006
|
export type {
|
|
952
|
-
AgentContextConfig,
|
|
953
1007
|
AgentContextEntryInput,
|
|
954
1008
|
AgentContextInput,
|
|
955
1009
|
AgentContextOrigin,
|
|
956
1010
|
AgentContextPart,
|
|
957
|
-
|
|
1011
|
+
AgentDescriptor,
|
|
958
1012
|
AgentFileDataProjection,
|
|
959
1013
|
AgentFileDataResolverInput,
|
|
960
1014
|
AgentFilePart,
|
|
961
|
-
AgentInboundUiMessage,
|
|
962
|
-
AgentInboundUiMessagePart,
|
|
963
|
-
AgentLoopConfig,
|
|
964
1015
|
AgentMessage,
|
|
965
1016
|
AgentMessagePart,
|
|
966
1017
|
AgentMessagePartType,
|
|
967
1018
|
AgentMessageRole,
|
|
968
|
-
|
|
969
|
-
|
|
970
|
-
AgentModelMessage,
|
|
971
|
-
AgentModelReasoningPart,
|
|
972
|
-
AgentModelTextPart,
|
|
973
|
-
AgentModelToolCallPart,
|
|
974
|
-
AgentModelToolOutput,
|
|
975
|
-
AgentModelToolResultPart,
|
|
1019
|
+
AgentProviderStatePart,
|
|
1020
|
+
AgentReasoning,
|
|
976
1021
|
AgentReasoningLevel,
|
|
977
1022
|
AgentReasoningPart,
|
|
1023
|
+
AgentReference,
|
|
978
1024
|
AgentRequestErrorCode,
|
|
979
1025
|
AgentStepStartPart,
|
|
980
1026
|
AgentTextPart,
|
|
@@ -983,6 +1029,7 @@ export type {
|
|
|
983
1029
|
AgentToolArtifacts,
|
|
984
1030
|
AgentToolCallPart,
|
|
985
1031
|
AgentToolCallState,
|
|
1032
|
+
AgentToolCatalog,
|
|
986
1033
|
AgentToolContent,
|
|
987
1034
|
AgentToolDefinition,
|
|
988
1035
|
AgentToolDescriptionBuilder,
|
|
@@ -997,10 +1044,7 @@ export type {
|
|
|
997
1044
|
AgentToolRunContext,
|
|
998
1045
|
AgentToolRunInfo,
|
|
999
1046
|
AgentToolTextContent,
|
|
1000
|
-
|
|
1001
|
-
AgentUiMessagePart,
|
|
1002
|
-
AgentUiToolPart,
|
|
1003
|
-
DefineAgentConfig,
|
|
1047
|
+
AgentUsageReference,
|
|
1004
1048
|
InferAgentToolInput,
|
|
1005
1049
|
InferAgentToolInputSchema,
|
|
1006
1050
|
RequestAgentRunInput,
|
|
@@ -1011,22 +1055,23 @@ export {
|
|
|
1011
1055
|
AgentDefinitionError,
|
|
1012
1056
|
AgentRequestError,
|
|
1013
1057
|
AgentToolPublicError,
|
|
1058
|
+
agent,
|
|
1014
1059
|
agentContext,
|
|
1015
1060
|
agentContextIdentity,
|
|
1016
|
-
defineAgent,
|
|
1017
1061
|
defineAgentTool,
|
|
1018
|
-
isAgentDefinition,
|
|
1019
1062
|
MAX_AGENT_APP_STATE_ENTRY_BYTES,
|
|
1020
1063
|
MAX_AGENT_APP_STATE_TOTAL_BYTES,
|
|
1021
1064
|
MAX_AGENT_CONTEXT_ENTRIES,
|
|
1022
1065
|
requestAgentRun,
|
|
1023
1066
|
} from "./agents"
|
|
1067
|
+
export type { AgentThreadRecord, ListAgentThreadsResult } from "./storage/agents"
|
|
1024
1068
|
|
|
1025
1069
|
// ── Models ──────────────────────────────────────────────────
|
|
1026
1070
|
|
|
1027
1071
|
export type {
|
|
1028
1072
|
LanguageModelCatalog,
|
|
1029
1073
|
LanguageModelEntry,
|
|
1074
|
+
LanguageModelRef,
|
|
1030
1075
|
ModelCatalog,
|
|
1031
1076
|
ModelCatalogInput,
|
|
1032
1077
|
} from "./models"
|
|
@@ -1037,6 +1082,12 @@ export { CronValidationError } from "./schedules"
|
|
|
1037
1082
|
|
|
1038
1083
|
// ── Projections ─────────────────────────────────────────────
|
|
1039
1084
|
|
|
1085
|
+
export type {
|
|
1086
|
+
ActionDescriptor,
|
|
1087
|
+
ActionDescriptorBinding,
|
|
1088
|
+
ActionParamDescriptor,
|
|
1089
|
+
ActionPhaseDescriptor,
|
|
1090
|
+
} from "./actions/descriptor"
|
|
1040
1091
|
export type {
|
|
1041
1092
|
ForeignKeyDescriptor,
|
|
1042
1093
|
LinkProjectionDefinition,
|
|
@@ -1054,7 +1105,6 @@ export type {
|
|
|
1054
1105
|
TelemetryProjectionDefinition,
|
|
1055
1106
|
TelemetryProjectionPropertyMapping,
|
|
1056
1107
|
} from "./projections"
|
|
1057
|
-
|
|
1058
1108
|
export {
|
|
1059
1109
|
defineProjection,
|
|
1060
1110
|
fromForeignKey,
|
package/src/json.ts
CHANGED
|
@@ -21,6 +21,15 @@ export function assertJsonValue(value: unknown, label = "value"): asserts value
|
|
|
21
21
|
}
|
|
22
22
|
}
|
|
23
23
|
|
|
24
|
+
export function isJsonObject(value: unknown): value is JsonObject {
|
|
25
|
+
return isPlainRecord(value) && isJsonValue(value)
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function assertJsonObject(value: unknown, label = "value"): asserts value is JsonObject {
|
|
29
|
+
assertJsonValue(value, label)
|
|
30
|
+
if (!isPlainRecord(value)) throw new Error(`[Sixb] ${label} must be a JSON object.`)
|
|
31
|
+
}
|
|
32
|
+
|
|
24
33
|
export function cloneJsonValue(value: ReadonlyJsonValue, label = "value"): JsonValue {
|
|
25
34
|
assertJsonValue(value, label)
|
|
26
35
|
return JSON.parse(JSON.stringify(value)) as JsonValue
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { DatasetColumnDefinition, DatasetDefinition } from "../datasets"
|
|
2
|
+
import { assertDatasetDefinition } from "../datasets/validation"
|
|
2
3
|
import { LakeStorageError } from "./errors"
|
|
3
4
|
import type { LakeStorage } from "./types"
|
|
4
5
|
|
|
@@ -36,6 +37,12 @@ export function planDatasetDefinitionUpdate(
|
|
|
36
37
|
requested: DatasetDefinition
|
|
37
38
|
): DatasetDefinitionUpdatePlan {
|
|
38
39
|
assertSameDataset(existing, requested)
|
|
40
|
+
assertDatasetDefinition(requested, (message) => new LakeStorageError(`[SixbLake] ${message}`))
|
|
41
|
+
if (existing.sequenceBy !== requested.sequenceBy) {
|
|
42
|
+
throw new LakeStorageError(
|
|
43
|
+
`[SixbLake] Dataset '${requested.id}' sequenceBy is immutable. Create a new dataset and backfill to adopt or change source ordering.`
|
|
44
|
+
)
|
|
45
|
+
}
|
|
39
46
|
assertPrimaryKeyUnchanged(existing, requested)
|
|
40
47
|
|
|
41
48
|
const addedColumns = getAddedColumnsAfterValidatingExistingColumns(existing, requested)
|
|
@@ -66,6 +73,7 @@ export function mergeStrictDatasetDefinition(options: {
|
|
|
66
73
|
readonly existing?: DatasetDefinition | null
|
|
67
74
|
readonly next: DatasetDefinition
|
|
68
75
|
}): DatasetDefinition {
|
|
76
|
+
assertDatasetDefinition(options.next, (message) => new LakeStorageError(`[SixbLake] ${message}`))
|
|
69
77
|
if (!options.existing) {
|
|
70
78
|
return structuredClone(options.next)
|
|
71
79
|
}
|
|
@@ -221,6 +229,7 @@ function mergeDatasetDefinition(
|
|
|
221
229
|
id: requested.id,
|
|
222
230
|
schema: { columns },
|
|
223
231
|
...(primaryKey !== undefined ? { primaryKey: structuredClone(primaryKey) } : {}),
|
|
232
|
+
...(existing.sequenceBy !== undefined ? { sequenceBy: existing.sequenceBy } : {}),
|
|
224
233
|
...(partitionBy !== undefined ? { partitionBy: [...partitionBy] } : {}),
|
|
225
234
|
...(description !== undefined ? { description } : {}),
|
|
226
235
|
}
|
|
@@ -2,5 +2,10 @@
|
|
|
2
2
|
* Error for lake-storage invariants and invalid lake operations.
|
|
3
3
|
*/
|
|
4
4
|
export class LakeStorageError extends Error {
|
|
5
|
-
readonly name = "LakeStorageError"
|
|
5
|
+
readonly name: string = "LakeStorageError"
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
/** A known, uncommitted version/transaction conflict; safe to retry staged changes. */
|
|
9
|
+
export class LakeConcurrencyError extends LakeStorageError {
|
|
10
|
+
override readonly name = "LakeConcurrencyError"
|
|
6
11
|
}
|
|
@@ -2,19 +2,26 @@ import { randomUUID } from "node:crypto"
|
|
|
2
2
|
import type { DatasetDefinition, DatasetSchema, MergeChange } from "../datasets"
|
|
3
3
|
import { getDatasetRowValidationError } from "../datasets/validation"
|
|
4
4
|
import { mergeStrictDatasetDefinition } from "./definition-updates"
|
|
5
|
-
import { LakeStorageError } from "./errors"
|
|
5
|
+
import { LakeConcurrencyError, LakeStorageError } from "./errors"
|
|
6
6
|
import type {
|
|
7
7
|
BeginDatasetMergeInput,
|
|
8
8
|
CommitDatasetMergeInput,
|
|
9
9
|
DatasetMergeCommitResult,
|
|
10
10
|
LakeMergeSession,
|
|
11
11
|
} from "./merge"
|
|
12
|
+
import { retryDatasetMergeCommit } from "./merge"
|
|
12
13
|
import {
|
|
13
14
|
cloneDatasetMergeChange,
|
|
14
15
|
encodeDatasetPrimaryKey,
|
|
15
16
|
getDatasetMergeChangeValidationError,
|
|
16
17
|
getDatasetPrimaryKeyColumns,
|
|
17
18
|
} from "./merge-validation"
|
|
19
|
+
import {
|
|
20
|
+
assertUnsequencedDatasetWrite,
|
|
21
|
+
type DatasetSequenceState,
|
|
22
|
+
datasetSequenceChange,
|
|
23
|
+
reconcileDatasetSequences,
|
|
24
|
+
} from "./source-ordering"
|
|
18
25
|
import type {
|
|
19
26
|
BeginDatasetWriteInput,
|
|
20
27
|
CommitDatasetWriteInput,
|
|
@@ -27,6 +34,7 @@ import type {
|
|
|
27
34
|
LakeWriteSession,
|
|
28
35
|
ReadDatasetRowsInput,
|
|
29
36
|
} from "./types"
|
|
37
|
+
import { hasDatasetInputChanges } from "./version-inputs"
|
|
30
38
|
|
|
31
39
|
function cloneDatasetDefinition(definition: DatasetDefinition): DatasetDefinition {
|
|
32
40
|
return structuredClone(definition)
|
|
@@ -177,12 +185,16 @@ class InMemoryLakeMergeSession implements LakeMergeSession {
|
|
|
177
185
|
async commit(input?: CommitDatasetMergeInput): Promise<DatasetMergeCommitResult> {
|
|
178
186
|
this.assertOpen()
|
|
179
187
|
this.closed = true
|
|
180
|
-
return this.
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
188
|
+
return retryDatasetMergeCommit(this.input, input, async (rebase) =>
|
|
189
|
+
this.storage.commitMerge({
|
|
190
|
+
merge: this.input,
|
|
191
|
+
baseVersionId: rebase
|
|
192
|
+
? ((await this.storage.getLatestVersion(this.input.dataset.id))?.versionId ?? null)
|
|
193
|
+
: this.baseVersionId,
|
|
194
|
+
changes: this.changes,
|
|
195
|
+
commit: input,
|
|
196
|
+
})
|
|
197
|
+
)
|
|
186
198
|
}
|
|
187
199
|
|
|
188
200
|
async abort(): Promise<void> {
|
|
@@ -201,6 +213,7 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
201
213
|
private readonly datasets = new Map<string, DatasetDefinition>()
|
|
202
214
|
private readonly versionsByDataset = new Map<string, DatasetVersion[]>()
|
|
203
215
|
private readonly rowsByVersionId = new Map<string, readonly DatasetRow[]>()
|
|
216
|
+
private readonly sequencesByVersionId = new Map<string, Map<string, DatasetSequenceState>>()
|
|
204
217
|
private readonly latestVersionIdByDataset = new Map<string, string>()
|
|
205
218
|
private readonly commitLocks = new Map<string, Promise<void>>()
|
|
206
219
|
|
|
@@ -295,6 +308,7 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
295
308
|
throw new LakeStorageError(`[LakeStorage] Unknown dataset '${input.dataset.id}'`)
|
|
296
309
|
}
|
|
297
310
|
|
|
311
|
+
assertUnsequencedDatasetWrite(definition)
|
|
298
312
|
return new InMemoryLakeWriteSession(this, {
|
|
299
313
|
...input,
|
|
300
314
|
dataset: definition,
|
|
@@ -318,7 +332,7 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
318
332
|
input.expectedLatestVersionId !== undefined &&
|
|
319
333
|
latestVersion?.versionId !== input.expectedLatestVersionId
|
|
320
334
|
) {
|
|
321
|
-
throw new
|
|
335
|
+
throw new LakeConcurrencyError(
|
|
322
336
|
`[LakeStorage] Optimistic merge start failed for dataset '${definition.id}': expected latest version '${input.expectedLatestVersionId}', found '${latestVersion?.versionId ?? "none"}'`
|
|
323
337
|
)
|
|
324
338
|
}
|
|
@@ -398,9 +412,10 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
398
412
|
}
|
|
399
413
|
|
|
400
414
|
const latestVersion = await this.getLatestVersion(options.merge.dataset.id)
|
|
415
|
+
options.commit?.signal?.throwIfAborted()
|
|
401
416
|
const actualVersionId = latestVersion?.versionId ?? null
|
|
402
417
|
if (actualVersionId !== options.baseVersionId) {
|
|
403
|
-
throw new
|
|
418
|
+
throw new LakeConcurrencyError(
|
|
404
419
|
`[LakeStorage] Optimistic merge commit failed for dataset '${options.merge.dataset.id}': expected latest version '${options.baseVersionId ?? "none"}', found '${actualVersionId ?? "none"}'`
|
|
405
420
|
)
|
|
406
421
|
}
|
|
@@ -408,9 +423,21 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
408
423
|
const previousRows = this.rowsByVersionId.get(latestVersion?.versionId ?? "") ?? []
|
|
409
424
|
const previousByKey = this.rowsByPrimaryKey(previousRows, definition)
|
|
410
425
|
const finalChanges = new Map<string, MergeChange<DatasetRow, DatasetRow>>()
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
426
|
+
const ordered =
|
|
427
|
+
definition.sequenceBy === undefined
|
|
428
|
+
? undefined
|
|
429
|
+
: reconcileDatasetSequences(
|
|
430
|
+
definition,
|
|
431
|
+
this.sequencesByVersionId.get(actualVersionId ?? "") ?? new Map(),
|
|
432
|
+
options.changes.map((change) => datasetSequenceChange(definition, change))
|
|
433
|
+
)
|
|
434
|
+
if (ordered) {
|
|
435
|
+
for (const [key, index] of ordered.accepted) finalChanges.set(key, options.changes[index]!)
|
|
436
|
+
} else {
|
|
437
|
+
for (const change of options.changes) {
|
|
438
|
+
const value = change.kind === "upsert" ? change.row : change.key
|
|
439
|
+
finalChanges.set(encodeDatasetPrimaryKey(definition, value), change)
|
|
440
|
+
}
|
|
414
441
|
}
|
|
415
442
|
|
|
416
443
|
const nextByKey = new Map(previousByKey)
|
|
@@ -422,7 +449,13 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
422
449
|
}
|
|
423
450
|
}
|
|
424
451
|
|
|
425
|
-
|
|
452
|
+
const createInitialVersion = options.commit?.createInitialVersion && latestVersion === null
|
|
453
|
+
if (
|
|
454
|
+
!createInitialVersion &&
|
|
455
|
+
(ordered
|
|
456
|
+
? ordered.accepted.size === 0
|
|
457
|
+
: this.sameKeyedRowContent(previousByKey, nextByKey, definition.schema))
|
|
458
|
+
) {
|
|
426
459
|
return {
|
|
427
460
|
outcome: "unchanged",
|
|
428
461
|
version: latestVersion ? cloneDatasetVersion(latestVersion) : null,
|
|
@@ -454,6 +487,7 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
454
487
|
visibleRows.map((row) => cloneRow(row))
|
|
455
488
|
)
|
|
456
489
|
this.latestVersionIdByDataset.set(options.merge.dataset.id, versionId)
|
|
490
|
+
if (ordered) this.sequencesByVersionId.set(versionId, ordered.states)
|
|
457
491
|
|
|
458
492
|
return { outcome: "created", version: cloneDatasetVersion(version) }
|
|
459
493
|
})
|
|
@@ -470,13 +504,14 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
470
504
|
}
|
|
471
505
|
|
|
472
506
|
const mode = options.write.mode ?? "snapshot"
|
|
507
|
+
assertUnsequencedDatasetWrite(definition)
|
|
473
508
|
const latestVersion = await this.getLatestVersion(options.write.dataset.id)
|
|
474
509
|
|
|
475
510
|
if (options.commit?.expectedLatestVersionId !== undefined) {
|
|
476
|
-
const actual = latestVersion?.versionId
|
|
511
|
+
const actual = latestVersion?.versionId ?? null
|
|
477
512
|
if (actual !== options.commit.expectedLatestVersionId) {
|
|
478
|
-
throw new
|
|
479
|
-
`[LakeStorage] Optimistic commit failed for dataset '${options.write.dataset.id}': expected latest version '${options.commit.expectedLatestVersionId}', found '${actual ?? "none"}'`
|
|
513
|
+
throw new LakeConcurrencyError(
|
|
514
|
+
`[LakeStorage] Optimistic commit failed for dataset '${options.write.dataset.id}': expected latest version '${options.commit.expectedLatestVersionId ?? "none"}', found '${actual ?? "none"}'`
|
|
480
515
|
)
|
|
481
516
|
}
|
|
482
517
|
}
|
|
@@ -484,9 +519,10 @@ export class InMemoryLakeStorage implements LakeStorage {
|
|
|
484
519
|
this.assertKeyedWriteIsUnique(mode, options.rows, latestVersion, definition)
|
|
485
520
|
|
|
486
521
|
// Content-identical snapshots and empty appends reuse the latest version
|
|
487
|
-
//
|
|
522
|
+
// unless explicitly supplied input lineage has changed.
|
|
488
523
|
if (
|
|
489
524
|
latestVersion &&
|
|
525
|
+
!hasDatasetInputChanges(latestVersion.inputs, options.write.inputs) &&
|
|
490
526
|
this.isUnchangedWrite(mode, latestVersion, options.rows, definition.schema)
|
|
491
527
|
) {
|
|
492
528
|
return { ...latestVersion, outcome: "unchanged" }
|
|
@@ -6,6 +6,7 @@ export type {
|
|
|
6
6
|
DatasetSchema,
|
|
7
7
|
MergeChange,
|
|
8
8
|
} from "../datasets"
|
|
9
|
+
export { assertDatasetDefinition } from "../datasets/validation"
|
|
9
10
|
export type { JsonValue } from "../json"
|
|
10
11
|
export type {
|
|
11
12
|
DatasetDefinitionUpdatePlan,
|
|
@@ -17,7 +18,7 @@ export {
|
|
|
17
18
|
mergeStrictDatasetDefinition,
|
|
18
19
|
planDatasetDefinitionUpdate,
|
|
19
20
|
} from "./definition-updates"
|
|
20
|
-
export { LakeStorageError } from "./errors"
|
|
21
|
+
export { LakeConcurrencyError, LakeStorageError } from "./errors"
|
|
21
22
|
export { InMemoryLakeStorage } from "./in-memory"
|
|
22
23
|
export type {
|
|
23
24
|
BeginDatasetMergeInput,
|
|
@@ -25,12 +26,19 @@ export type {
|
|
|
25
26
|
DatasetMergeCommitResult,
|
|
26
27
|
LakeMergeSession,
|
|
27
28
|
} from "./merge"
|
|
29
|
+
export { retryDatasetMergeCommit } from "./merge"
|
|
28
30
|
export {
|
|
29
31
|
cloneDatasetMergeChange,
|
|
30
32
|
encodeDatasetPrimaryKey,
|
|
31
33
|
getDatasetMergeChangeValidationError,
|
|
32
34
|
getDatasetPrimaryKeyColumns,
|
|
33
35
|
} from "./merge-validation"
|
|
36
|
+
export type { DatasetSequenceChange, DatasetSequenceState } from "./source-ordering"
|
|
37
|
+
export {
|
|
38
|
+
assertUnsequencedDatasetWrite,
|
|
39
|
+
datasetSequenceChange,
|
|
40
|
+
reconcileDatasetSequences,
|
|
41
|
+
} from "./source-ordering"
|
|
34
42
|
export type {
|
|
35
43
|
ExecuteSqlTransformInput,
|
|
36
44
|
LakeSqlExecutor,
|
|
@@ -60,3 +68,4 @@ export type {
|
|
|
60
68
|
LakeWriteSession,
|
|
61
69
|
ReadDatasetRowsInput,
|
|
62
70
|
} from "./types"
|
|
71
|
+
export { hasDatasetInputChanges } from "./version-inputs"
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { DatasetDefinition, MergeChange } from "../datasets"
|
|
2
2
|
import { getDatasetRowValidationError } from "../datasets"
|
|
3
|
+
import { getDatasetSequenceValidationError } from "../datasets/sequence"
|
|
3
4
|
import { isPlainRecord } from "../json"
|
|
4
5
|
import { LakeStorageError } from "./errors"
|
|
5
6
|
import type { DatasetRow } from "./types"
|
|
@@ -58,7 +59,11 @@ export function getDatasetMergeChangeValidationError(
|
|
|
58
59
|
if (shapeError) {
|
|
59
60
|
return shapeError
|
|
60
61
|
}
|
|
61
|
-
|
|
62
|
+
const keyError = getDeleteKeyValidationError(change.key, dataset, primaryKeyColumns)
|
|
63
|
+
if (keyError) return keyError
|
|
64
|
+
return dataset.sequenceBy === undefined
|
|
65
|
+
? null
|
|
66
|
+
: getDatasetSequenceValidationError(dataset, change.sequence)
|
|
62
67
|
}
|
|
63
68
|
|
|
64
69
|
return `Dataset '${dataset.id}' merge change kind must be 'upsert' or 'delete'.`
|
|
@@ -70,7 +75,11 @@ export function cloneDatasetMergeChange(
|
|
|
70
75
|
): MergeChange<DatasetRow, DatasetRow> {
|
|
71
76
|
return change.kind === "upsert"
|
|
72
77
|
? { kind: "upsert", row: structuredClone(change.row) }
|
|
73
|
-
: {
|
|
78
|
+
: {
|
|
79
|
+
kind: "delete",
|
|
80
|
+
key: structuredClone(change.key),
|
|
81
|
+
...(change.sequence !== undefined ? { sequence: structuredClone(change.sequence) } : {}),
|
|
82
|
+
}
|
|
74
83
|
}
|
|
75
84
|
|
|
76
85
|
function getChangeShapeError(
|
|
@@ -79,6 +88,7 @@ function getChangeShapeError(
|
|
|
79
88
|
payloadField: "row" | "key"
|
|
80
89
|
): string | null {
|
|
81
90
|
const allowedFields = new Set(["kind", payloadField])
|
|
91
|
+
if (payloadField === "key" && dataset.sequenceBy !== undefined) allowedFields.add("sequence")
|
|
82
92
|
for (const field of Object.keys(change)) {
|
|
83
93
|
if (!allowedFields.has(field)) {
|
|
84
94
|
return `Dataset '${dataset.id}' ${change.kind as string} change contains unknown field '${field}'.`
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { DatasetDefinition, MergeChange } from "../datasets"
|
|
2
|
+
import { LakeConcurrencyError } from "./errors"
|
|
2
3
|
import type { DatasetProducer, DatasetRow, DatasetVersion, DatasetVersionRef } from "./types"
|
|
3
4
|
|
|
4
5
|
export interface BeginDatasetMergeInput {
|
|
@@ -12,6 +13,40 @@ export interface BeginDatasetMergeInput {
|
|
|
12
13
|
|
|
13
14
|
export interface CommitDatasetMergeInput {
|
|
14
15
|
readonly commitMessage?: string
|
|
16
|
+
/** Create an addressable first version even without changes; reuse an existing version on no-op. */
|
|
17
|
+
readonly createInitialVersion?: boolean
|
|
18
|
+
/** Retry sequenced merges up to three times total; ignored when an explicit version guard is set. */
|
|
19
|
+
readonly retryOnConflict?: boolean
|
|
20
|
+
/** Checked before each attempt; a durable commit is never cancelled retroactively. */
|
|
21
|
+
readonly signal?: AbortSignal
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/** Providers retain their staging session throughout this bounded commit loop. */
|
|
25
|
+
export async function retryDatasetMergeCommit(
|
|
26
|
+
merge: BeginDatasetMergeInput,
|
|
27
|
+
commit: CommitDatasetMergeInput | undefined,
|
|
28
|
+
run: (rebase: boolean) => Promise<DatasetMergeCommitResult>
|
|
29
|
+
): Promise<DatasetMergeCommitResult> {
|
|
30
|
+
const attempts =
|
|
31
|
+
commit?.retryOnConflict &&
|
|
32
|
+
merge.dataset.sequenceBy !== undefined &&
|
|
33
|
+
merge.expectedLatestVersionId === undefined
|
|
34
|
+
? 3
|
|
35
|
+
: 1
|
|
36
|
+
for (let attempt = 0; ; attempt += 1) {
|
|
37
|
+
commit?.signal?.throwIfAborted()
|
|
38
|
+
try {
|
|
39
|
+
return await run(attempt > 0)
|
|
40
|
+
} catch (error) {
|
|
41
|
+
if (!(error instanceof LakeConcurrencyError) || attempts === 1) throw error
|
|
42
|
+
if (attempt + 1 === attempts) {
|
|
43
|
+
throw new LakeConcurrencyError(
|
|
44
|
+
`[SixbLake] Dataset '${merge.dataset.id}' merge exhausted ${attempts} concurrency attempts. No changes from this operation were committed.`,
|
|
45
|
+
{ cause: error }
|
|
46
|
+
)
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
15
50
|
}
|
|
16
51
|
|
|
17
52
|
/**
|
|
@@ -23,13 +58,16 @@ export type DatasetMergeCommitResult =
|
|
|
23
58
|
| { readonly outcome: "unchanged"; readonly version: DatasetVersion | null }
|
|
24
59
|
|
|
25
60
|
export interface LakeMergeSession {
|
|
26
|
-
/**
|
|
61
|
+
/**
|
|
62
|
+
* Stage ordered complete-row upserts and exact primary-key deletes. With sequenceBy, deletes
|
|
63
|
+
* require a sequence, stale changes are ignored, and conflicting ties abort the whole merge.
|
|
64
|
+
*/
|
|
27
65
|
writeChanges(
|
|
28
66
|
changes:
|
|
29
67
|
| Iterable<MergeChange<DatasetRow, DatasetRow>>
|
|
30
68
|
| AsyncIterable<MergeChange<DatasetRow, DatasetRow>>
|
|
31
69
|
): Promise<void>
|
|
32
|
-
/** Commit
|
|
70
|
+
/** Commit against the captured version; opt-in retries rebase sequenced changes on a fresh head. */
|
|
33
71
|
commit(input?: CommitDatasetMergeInput): Promise<DatasetMergeCommitResult>
|
|
34
72
|
abort(): Promise<void>
|
|
35
73
|
}
|