@sixb/core 0.1.19 → 0.1.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/execution.d.ts.map +1 -1
- package/dist/actions/index.js +54 -47
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/request.d.ts.map +1 -1
- package/dist/actions/run-authorization.d.ts +9 -0
- package/dist/actions/run-authorization.d.ts.map +1 -1
- package/dist/activity/connection.d.ts +62 -0
- package/dist/activity/connection.d.ts.map +1 -0
- package/dist/activity/device.d.ts +8 -0
- package/dist/activity/device.d.ts.map +1 -0
- package/dist/activity/execution.d.ts +48 -0
- package/dist/activity/execution.d.ts.map +1 -0
- package/dist/activity/service.d.ts +79 -0
- package/dist/activity/service.d.ts.map +1 -0
- package/dist/activity/shares.d.ts +24 -0
- package/dist/activity/shares.d.ts.map +1 -0
- package/dist/activity/timeline.d.ts +96 -0
- package/dist/activity/timeline.d.ts.map +1 -0
- package/dist/agents/index.d.ts +2 -1
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +63 -50
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/skills.d.ts.map +1 -1
- package/dist/agents/streams/index.js +3 -3
- package/dist/agents/streams/internal.js +3 -3
- package/dist/agents/types.d.ts +8 -8
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/validation.d.ts +1 -1
- package/dist/agents/validation.d.ts.map +1 -1
- package/dist/artifacts/address.d.ts +48 -0
- package/dist/artifacts/address.d.ts.map +1 -0
- package/dist/artifacts/csv.d.ts +22 -0
- package/dist/artifacts/csv.d.ts.map +1 -0
- package/dist/artifacts/errors.d.ts +11 -0
- package/dist/artifacts/errors.d.ts.map +1 -0
- package/dist/artifacts/execution.d.ts +43 -0
- package/dist/artifacts/execution.d.ts.map +1 -0
- package/dist/artifacts/frames/assets.d.ts +28 -0
- package/dist/artifacts/frames/assets.d.ts.map +1 -0
- package/dist/artifacts/frames/grants.d.ts +37 -0
- package/dist/artifacts/frames/grants.d.ts.map +1 -0
- package/dist/artifacts/frames/index.d.ts +10 -0
- package/dist/artifacts/frames/index.d.ts.map +1 -0
- package/dist/artifacts/frames/index.js +892 -0
- package/dist/artifacts/frames/index.js.map +14 -0
- package/dist/artifacts/frames/kit.d.ts +66 -0
- package/dist/artifacts/frames/kit.d.ts.map +1 -0
- package/dist/artifacts/frames/probe.d.ts +41 -0
- package/dist/artifacts/frames/probe.d.ts.map +1 -0
- package/dist/artifacts/frames/protocol.d.ts +98 -0
- package/dist/artifacts/frames/protocol.d.ts.map +1 -0
- package/dist/artifacts/frames/runtime.d.ts +13 -0
- package/dist/artifacts/frames/runtime.d.ts.map +1 -0
- package/dist/artifacts/html.d.ts +6 -0
- package/dist/artifacts/html.d.ts.map +1 -0
- package/dist/artifacts/ids.d.ts +5 -0
- package/dist/artifacts/ids.d.ts.map +1 -0
- package/dist/artifacts/index.d.ts +16 -0
- package/dist/artifacts/index.d.ts.map +1 -0
- package/dist/artifacts/index.js +125 -0
- package/dist/artifacts/index.js.map +10 -0
- package/dist/artifacts/kinds.d.ts +5 -0
- package/dist/artifacts/kinds.d.ts.map +1 -0
- package/dist/artifacts/limits.d.ts +28 -0
- package/dist/artifacts/limits.d.ts.map +1 -0
- package/dist/artifacts/outline.d.ts +44 -0
- package/dist/artifacts/outline.d.ts.map +1 -0
- package/dist/artifacts/publish/files.d.ts +15 -0
- package/dist/artifacts/publish/files.d.ts.map +1 -0
- package/dist/artifacts/publish/index.d.ts +5 -0
- package/dist/artifacts/publish/index.d.ts.map +1 -0
- package/dist/artifacts/publish/index.js +36 -0
- package/dist/artifacts/publish/index.js.map +9 -0
- package/dist/artifacts/publish/publish.d.ts +52 -0
- package/dist/artifacts/publish/publish.d.ts.map +1 -0
- package/dist/artifacts/publish/references.d.ts +27 -0
- package/dist/artifacts/publish/references.d.ts.map +1 -0
- package/dist/artifacts/publish/validate/document.d.ts +17 -0
- package/dist/artifacts/publish/validate/document.d.ts.map +1 -0
- package/dist/artifacts/publish/validate/file.d.ts +8 -0
- package/dist/artifacts/publish/validate/file.d.ts.map +1 -0
- package/dist/artifacts/publish/validate/sheet.d.ts +15 -0
- package/dist/artifacts/publish/validate/sheet.d.ts.map +1 -0
- package/dist/artifacts/publish/validate/slides.d.ts +21 -0
- package/dist/artifacts/publish/validate/slides.d.ts.map +1 -0
- package/dist/artifacts/references.d.ts +12 -0
- package/dist/artifacts/references.d.ts.map +1 -0
- package/dist/artifacts/resolve.d.ts +41 -0
- package/dist/artifacts/resolve.d.ts.map +1 -0
- package/dist/artifacts/theme.d.ts +19 -0
- package/dist/artifacts/theme.d.ts.map +1 -0
- package/dist/artifacts/warnings.d.ts +11 -0
- package/dist/artifacts/warnings.d.ts.map +1 -0
- package/dist/artifacts/workbook.d.ts +64 -0
- package/dist/artifacts/workbook.d.ts.map +1 -0
- package/dist/auth/cookies.d.ts +2 -4
- package/dist/auth/cookies.d.ts.map +1 -1
- package/dist/auth/index.d.ts +0 -2
- package/dist/auth/index.d.ts.map +1 -1
- package/dist/auth/index.js +14 -20
- package/dist/auth/index.js.map +1 -1
- package/dist/auth/runtime.d.ts +8 -10
- package/dist/auth/runtime.d.ts.map +1 -1
- package/dist/auth/session-cache.d.ts +1 -5
- package/dist/auth/session-cache.d.ts.map +1 -1
- package/dist/auth/strategy.js +1 -1
- package/dist/auth/types.d.ts +4 -8
- package/dist/auth/types.d.ts.map +1 -1
- package/dist/auth/validation.d.ts +0 -1
- package/dist/auth/validation.d.ts.map +1 -1
- package/dist/authorization/decision.d.ts +2 -4
- package/dist/authorization/decision.d.ts.map +1 -1
- package/dist/authorization/grant-kinds.d.ts +6 -8
- package/dist/authorization/grant-kinds.d.ts.map +1 -1
- package/dist/authorization/index.d.ts +0 -1
- package/dist/authorization/index.d.ts.map +1 -1
- package/dist/authorization/index.js +7 -11
- package/dist/authorization/index.js.map +1 -1
- package/dist/authorization/resolve.d.ts +1 -1
- package/dist/authorization/resolve.d.ts.map +1 -1
- package/dist/blob-storage/browser.js +1 -1
- package/dist/blob-storage/index.js +2 -2
- package/dist/blob-storage/internal.d.ts +1 -1
- package/dist/blob-storage/internal.d.ts.map +1 -1
- package/dist/blob-storage/internal.js +11 -5
- package/dist/blob-storage/internal.js.map +1 -1
- package/dist/blob-storage/media-type.d.ts +12 -0
- package/dist/blob-storage/media-type.d.ts.map +1 -1
- package/dist/bootstrap/index.js +54 -48
- package/dist/bootstrap/index.js.map +2 -2
- package/dist/{chunk-t6vq7bff.js → chunk-0bphap9y.js} +5 -5
- package/dist/{chunk-7mbzgd9m.js → chunk-1cc1xaf3.js} +3 -3
- package/dist/chunk-3jms7je7.js +14 -0
- package/dist/chunk-3jms7je7.js.map +10 -0
- package/dist/{chunk-s54c868q.js → chunk-3qct2mdc.js} +3 -13
- package/dist/chunk-3qct2mdc.js.map +12 -0
- package/dist/{chunk-6gmfggss.js → chunk-431pyp2c.js} +3 -3
- package/dist/{chunk-c85m1hyj.js → chunk-447a5c0p.js} +2 -2
- package/dist/chunk-48qjhh6v.js +185 -0
- package/dist/chunk-48qjhh6v.js.map +13 -0
- package/dist/{chunk-80mc0971.js → chunk-561r0yc9.js} +8 -8
- package/dist/{chunk-5e43w60z.js → chunk-5948n82c.js} +2 -2
- package/dist/{chunk-yzwja0mj.js → chunk-5hx48dnn.js} +2 -2
- package/dist/{chunk-tjb1mk5t.js → chunk-5vems3nx.js} +5 -6
- package/dist/{chunk-tjb1mk5t.js.map → chunk-5vems3nx.js.map} +3 -3
- package/dist/{chunk-aff7cyea.js → chunk-61y5xs4p.js} +563 -167
- package/dist/{chunk-aff7cyea.js.map → chunk-61y5xs4p.js.map} +12 -9
- package/dist/chunk-65abf64x.js +13 -0
- package/dist/chunk-65abf64x.js.map +10 -0
- package/dist/{chunk-z3y5kg1x.js → chunk-6eqsgvxk.js} +3 -3
- package/dist/{chunk-z3y5kg1x.js.map → chunk-6eqsgvxk.js.map} +2 -2
- package/dist/chunk-6rqgmkde.js +2028 -0
- package/dist/chunk-6rqgmkde.js.map +29 -0
- package/dist/{chunk-y7rqfrgg.js → chunk-6vb4st8k.js} +29 -38
- package/dist/chunk-6vb4st8k.js.map +23 -0
- package/dist/chunk-7q8t23v4.js +467 -0
- package/dist/chunk-7q8t23v4.js.map +14 -0
- package/dist/{chunk-kyzq4wy9.js → chunk-858emn8m.js} +17 -17
- package/dist/chunk-858emn8m.js.map +18 -0
- package/dist/{chunk-hvsb78a1.js → chunk-8frc8a4j.js} +26 -26
- package/dist/{chunk-hvsb78a1.js.map → chunk-8frc8a4j.js.map} +2 -2
- package/dist/{chunk-3zxk45er.js → chunk-8ncg20rd.js} +3 -68
- package/dist/{chunk-3zxk45er.js.map → chunk-8ncg20rd.js.map} +4 -5
- package/dist/{chunk-j2bp5ryw.js → chunk-918wwnaa.js} +495 -28
- package/dist/{chunk-j2bp5ryw.js.map → chunk-918wwnaa.js.map} +14 -12
- package/dist/{chunk-1f7wpmyp.js → chunk-9j4jw7as.js} +103 -110
- package/dist/chunk-9j4jw7as.js.map +14 -0
- package/dist/chunk-9kgkfg6v.js +502 -0
- package/dist/chunk-9kgkfg6v.js.map +14 -0
- package/dist/chunk-a3faa34j.js +74 -0
- package/dist/chunk-a3faa34j.js.map +10 -0
- package/dist/{chunk-ey3pyej1.js → chunk-akzryx9h.js} +347 -1174
- package/dist/{chunk-ey3pyej1.js.map → chunk-akzryx9h.js.map} +19 -25
- package/dist/chunk-arns890k.js +10 -0
- package/dist/chunk-arns890k.js.map +10 -0
- package/dist/{chunk-zrmy8zvw.js → chunk-bk9svbcq.js} +11 -11
- package/dist/{chunk-zrmy8zvw.js.map → chunk-bk9svbcq.js.map} +2 -2
- package/dist/{chunk-hkc3jct7.js → chunk-c06hmxyy.js} +2 -10
- package/dist/chunk-c06hmxyy.js.map +10 -0
- package/dist/{chunk-q1vkr2ys.js → chunk-c1rxbz5y.js} +3 -3
- package/dist/chunk-cfj9dfbb.js +288 -0
- package/dist/chunk-cfj9dfbb.js.map +12 -0
- package/dist/{chunk-4tcx876c.js → chunk-cn0fwwhy.js} +19 -19
- package/dist/{chunk-4tcx876c.js.map → chunk-cn0fwwhy.js.map} +1 -1
- package/dist/{chunk-gc4ntf7d.js → chunk-cwdzcv37.js} +1 -1
- package/dist/{chunk-fa02jy15.js → chunk-cy4mbddw.js} +1 -1
- package/dist/{chunk-7kg3k1m9.js → chunk-d09e3rax.js} +1 -1
- package/dist/chunk-d5rjr8c0.js +176 -0
- package/dist/chunk-d5rjr8c0.js.map +12 -0
- package/dist/{chunk-rhg02hxq.js → chunk-d7dnxdep.js} +3 -3
- package/dist/{chunk-b38szspf.js → chunk-dhcv7yxc.js} +1 -1
- package/dist/{chunk-b38szspf.js.map → chunk-dhcv7yxc.js.map} +1 -1
- package/dist/{chunk-enpsx8k5.js → chunk-dhdha526.js} +23 -21
- package/dist/chunk-dhdha526.js.map +10 -0
- package/dist/{chunk-8mx7qw3y.js → chunk-dvd2fp9q.js} +2 -2
- package/dist/{chunk-8mx7qw3y.js.map → chunk-dvd2fp9q.js.map} +3 -3
- package/dist/{chunk-bwjcehza.js → chunk-e17zdm62.js} +6 -12
- package/dist/{chunk-bwjcehza.js.map → chunk-e17zdm62.js.map} +3 -4
- package/dist/{chunk-tpn40322.js → chunk-e6k4thh5.js} +11 -10
- package/dist/{chunk-tpn40322.js.map → chunk-e6k4thh5.js.map} +3 -3
- package/dist/{chunk-tw03bsmb.js → chunk-eptrvnby.js} +224 -3
- package/dist/chunk-eptrvnby.js.map +12 -0
- package/dist/{chunk-xt1zt7gv.js → chunk-f4pamkt9.js} +30 -23
- package/dist/chunk-f4pamkt9.js.map +12 -0
- package/dist/chunk-ff5xkv0p.js +211 -0
- package/dist/chunk-ff5xkv0p.js.map +10 -0
- package/dist/{chunk-bpgy64fw.js → chunk-g257jwnc.js} +10 -4
- package/dist/{chunk-bpgy64fw.js.map → chunk-g257jwnc.js.map} +3 -3
- package/dist/chunk-g5bvzyyr.js +32 -0
- package/dist/chunk-g5bvzyyr.js.map +10 -0
- package/dist/{chunk-2jntasmh.js → chunk-hcbyfxbe.js} +25 -49
- package/dist/chunk-hcbyfxbe.js.map +12 -0
- package/dist/chunk-hke9aeen.js +9 -0
- package/dist/chunk-hke9aeen.js.map +10 -0
- package/dist/{chunk-1sr8ryzk.js → chunk-hwksyjks.js} +122 -1
- package/dist/{chunk-1sr8ryzk.js.map → chunk-hwksyjks.js.map} +3 -3
- package/dist/chunk-jcfw4h7m.js +9 -0
- package/dist/chunk-jcfw4h7m.js.map +10 -0
- package/dist/{chunk-85yvv5n0.js → chunk-k43ct2ke.js} +20 -11
- package/dist/chunk-k43ct2ke.js.map +12 -0
- package/dist/{chunk-dnmadg9k.js → chunk-kge7k6ey.js} +40 -8
- package/dist/chunk-kge7k6ey.js.map +15 -0
- package/dist/{chunk-wz0xs816.js → chunk-ky3j490c.js} +2 -2
- package/dist/chunk-mjddfa7k.js +129 -0
- package/dist/chunk-mjddfa7k.js.map +12 -0
- package/dist/{chunk-3gnrh4ve.js → chunk-nn5xnx3s.js} +86 -111
- package/dist/chunk-nn5xnx3s.js.map +40 -0
- package/dist/{chunk-rz53yb4v.js → chunk-q5e5tv4b.js} +35 -7
- package/dist/{chunk-rz53yb4v.js.map → chunk-q5e5tv4b.js.map} +3 -3
- package/dist/{chunk-vyf9kfqf.js → chunk-q7gn29y3.js} +1 -1
- package/dist/{chunk-d2ync1v3.js → chunk-rmakanzx.js} +10 -12
- package/dist/{chunk-d2ync1v3.js.map → chunk-rmakanzx.js.map} +3 -4
- package/dist/{chunk-v9xd5wzd.js → chunk-s7jg7pmn.js} +1 -1
- package/dist/chunk-tbc1ngpd.js +642 -0
- package/dist/chunk-tbc1ngpd.js.map +18 -0
- package/dist/chunk-twe4dx8p.js +676 -0
- package/dist/chunk-twe4dx8p.js.map +15 -0
- package/dist/{chunk-nre82s12.js → chunk-vf57cr4t.js} +2 -2
- package/dist/{chunk-9ybhtmg4.js → chunk-vvxtn22d.js} +1 -1
- package/dist/{chunk-jhm3zsa7.js → chunk-wkv3h3q7.js} +64 -2
- package/dist/{chunk-jhm3zsa7.js.map → chunk-wkv3h3q7.js.map} +3 -3
- package/dist/chunk-x0v3jd47.js +124 -0
- package/dist/chunk-x0v3jd47.js.map +10 -0
- package/dist/{chunk-7t429e3f.js → chunk-xvsc5m8n.js} +1 -1
- package/dist/{chunk-kg5j6fct.js → chunk-y5tah2kf.js} +1 -1
- package/dist/{chunk-52bk93x8.js → chunk-z58tm0hm.js} +2 -2
- package/dist/datasets/builders.d.ts +15 -2
- package/dist/datasets/builders.d.ts.map +1 -1
- package/dist/datasets/column-index.d.ts +7 -0
- package/dist/datasets/column-index.d.ts.map +1 -0
- package/dist/datasets/execution.d.ts +3 -2
- package/dist/datasets/execution.d.ts.map +1 -1
- package/dist/datasets/write.js +8 -8
- package/dist/deploy/internal.js +4 -3
- package/dist/deploy/internal.js.map +4 -4
- package/dist/deploy/services.d.ts.map +1 -1
- package/dist/deploy/types.d.ts +1 -2
- package/dist/deploy/types.d.ts.map +1 -1
- package/dist/error-reporting/internal.js +4 -4
- package/dist/errors/internal.d.ts +1 -0
- package/dist/errors/internal.d.ts.map +1 -1
- package/dist/errors/internal.js +7 -4
- package/dist/errors/internal.js.map +1 -1
- package/dist/events/execution.d.ts +12 -2
- package/dist/events/execution.d.ts.map +1 -1
- package/dist/events/index.js +4 -4
- package/dist/execution/agent.js +56 -49
- package/dist/execution/agent.js.map +1 -1
- package/dist/execution/authorization.d.ts.map +1 -1
- package/dist/execution/authorized-object-reader.d.ts +52 -11
- package/dist/execution/authorized-object-reader.d.ts.map +1 -1
- package/dist/execution/object-reader-clearance.d.ts +41 -0
- package/dist/execution/object-reader-clearance.d.ts.map +1 -0
- package/dist/execution/object-reader-ontology.d.ts +12 -0
- package/dist/execution/object-reader-ontology.d.ts.map +1 -0
- package/dist/execution/object-reader-security.d.ts +45 -0
- package/dist/execution/object-reader-security.d.ts.map +1 -0
- package/dist/execution/primitive.js +54 -47
- package/dist/execution/primitive.js.map +1 -1
- package/dist/execution/request.js +49 -42
- package/dist/execution/request.js.map +2 -2
- package/dist/http/api-routes.d.ts.map +1 -1
- package/dist/http/index.js +1 -1
- package/dist/index.d.ts +23 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +111 -109
- package/dist/index.js.map +1 -1
- package/dist/lake-storage/in-memory.d.ts +1 -0
- package/dist/lake-storage/in-memory.d.ts.map +1 -1
- package/dist/lake-storage/index.d.ts +6 -3
- package/dist/lake-storage/index.d.ts.map +1 -1
- package/dist/lake-storage/index.js +21 -13
- package/dist/lake-storage/index.js.map +1 -1
- package/dist/lake-storage/lineage.d.ts +94 -0
- package/dist/lake-storage/lineage.d.ts.map +1 -0
- package/dist/lake-storage/sql-transforms.d.ts +45 -0
- package/dist/lake-storage/sql-transforms.d.ts.map +1 -1
- package/dist/lake-storage/types.d.ts +55 -1
- package/dist/lake-storage/types.d.ts.map +1 -1
- package/dist/lake-storage/version-inputs.d.ts +14 -3
- package/dist/lake-storage/version-inputs.d.ts.map +1 -1
- package/dist/maintenance/ontology-maintenance.d.ts.map +1 -1
- package/dist/materializer/index.js +31 -30
- package/dist/materializer/index.js.map +1 -1
- package/dist/models/execution/index.js +26 -25
- package/dist/models/execution/index.js.map +1 -1
- package/dist/objects/clearance-redaction.d.ts +27 -0
- package/dist/objects/clearance-redaction.d.ts.map +1 -0
- package/dist/objects/index.js +54 -47
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/link/authorization.d.ts +8 -5
- package/dist/objects/link/authorization.d.ts.map +1 -1
- package/dist/objects/link/upsert-batch.d.ts.map +1 -1
- package/dist/objects/object/delete.d.ts.map +1 -1
- package/dist/objects/object/upsert-batch.d.ts.map +1 -1
- package/dist/objects/object/upsert.d.ts.map +1 -1
- package/dist/objects/property-clearance.d.ts +47 -24
- package/dist/objects/property-clearance.d.ts.map +1 -1
- package/dist/objects/query/clearance-admission.d.ts +10 -0
- package/dist/objects/query/clearance-admission.d.ts.map +1 -0
- package/dist/objects/query/index.js +29 -28
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/link-query-clearance.d.ts +21 -0
- package/dist/objects/query/link-query-clearance.d.ts.map +1 -0
- package/dist/objects/vectors/handle.d.ts.map +1 -1
- package/dist/objects/vectors/profile.d.ts +5 -0
- package/dist/objects/vectors/profile.d.ts.map +1 -1
- package/dist/ontology/builders.d.ts.map +1 -1
- package/dist/ontology/docs-markdown.d.ts +1 -1
- package/dist/ontology/docs-markdown.d.ts.map +1 -1
- package/dist/ontology/index.js +7 -7
- package/dist/ontology/internal.js +4 -4
- package/dist/ontology/internal.js.map +1 -1
- package/dist/pipelines/index.d.ts +2 -0
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +47 -35
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pipelines/lineage.d.ts +17 -0
- package/dist/pipelines/lineage.d.ts.map +1 -0
- package/dist/projections/internal.d.ts +2 -2
- package/dist/projections/internal.js +30 -29
- package/dist/projections/internal.js.map +1 -1
- package/dist/runtime/create.d.ts +3 -0
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/host.d.ts +6 -0
- package/dist/runtime/host.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +2 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/internal.js +46 -42
- package/dist/runtime/internal.js.map +1 -1
- package/dist/runtime/ontology-mutations.d.ts +2 -0
- package/dist/runtime/ontology-mutations.d.ts.map +1 -1
- package/dist/runtime/resolve-definitions.d.ts.map +1 -1
- package/dist/runtime/sixb.d.ts +8 -0
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/sandboxes/auth.d.ts +16 -0
- package/dist/sandboxes/auth.d.ts.map +1 -1
- package/dist/sandboxes/config.d.ts.map +1 -1
- package/dist/sandboxes/configuration.d.ts +26 -0
- package/dist/sandboxes/configuration.d.ts.map +1 -1
- package/dist/sandboxes/index.d.ts +1 -1
- package/dist/sandboxes/index.d.ts.map +1 -1
- package/dist/sandboxes/index.js +14 -13
- package/dist/sandboxes/index.js.map +1 -1
- package/dist/sandboxes/sandbox.d.ts +28 -5
- package/dist/sandboxes/sandbox.d.ts.map +1 -1
- package/dist/security/applied-markings-contribution.d.ts +58 -0
- package/dist/security/applied-markings-contribution.d.ts.map +1 -0
- package/dist/security/applied-markings-host.d.ts +10 -0
- package/dist/security/applied-markings-host.d.ts.map +1 -0
- package/dist/security/applied-markings-snapshot.d.ts +67 -0
- package/dist/security/applied-markings-snapshot.d.ts.map +1 -0
- package/dist/security/applied-markings.d.ts +73 -0
- package/dist/security/applied-markings.d.ts.map +1 -0
- package/dist/security/builders.d.ts.map +1 -1
- package/dist/security/dataset-version-markings.d.ts +47 -0
- package/dist/security/dataset-version-markings.d.ts.map +1 -0
- package/dist/security/every.d.ts +1 -4
- package/dist/security/every.d.ts.map +1 -1
- package/dist/security/grants.d.ts +4 -5
- package/dist/security/grants.d.ts.map +1 -1
- package/dist/security/index.d.ts +2 -2
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/internal.d.ts +15 -0
- package/dist/security/internal.d.ts.map +1 -0
- package/dist/security/internal.js +135 -0
- package/dist/security/internal.js.map +10 -0
- package/dist/security/marking-propagation.d.ts +62 -0
- package/dist/security/marking-propagation.d.ts.map +1 -0
- package/dist/security/marking-sets.d.ts +14 -0
- package/dist/security/marking-sets.d.ts.map +1 -0
- package/dist/security/markings.d.ts +6 -3
- package/dist/security/markings.d.ts.map +1 -1
- package/dist/security/membership-policies.d.ts.map +1 -1
- package/dist/security/pipeline-markings.d.ts +20 -0
- package/dist/security/pipeline-markings.d.ts.map +1 -0
- package/dist/security/project.d.ts +4 -0
- package/dist/security/project.d.ts.map +1 -0
- package/dist/security/projection-markings.d.ts +71 -0
- package/dist/security/projection-markings.d.ts.map +1 -0
- package/dist/security/public.d.ts +10 -0
- package/dist/security/public.d.ts.map +1 -0
- package/dist/security/public.js +10 -0
- package/dist/security/public.js.map +9 -0
- package/dist/security/redactions.d.ts +4 -1
- package/dist/security/redactions.d.ts.map +1 -1
- package/dist/security/registry.d.ts +0 -1
- package/dist/security/registry.d.ts.map +1 -1
- package/dist/security/types.d.ts +34 -19
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +0 -6
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/shares/internal.js +25 -24
- package/dist/shares/internal.js.map +2 -2
- package/dist/storage/action-runs/failure.js +3 -3
- package/dist/storage/action-runs/in-memory.d.ts +4 -0
- package/dist/storage/action-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/action-runs/types.d.ts +8 -0
- package/dist/storage/action-runs/types.d.ts.map +1 -1
- package/dist/storage/activity/in-memory.d.ts +55 -0
- package/dist/storage/activity/in-memory.d.ts.map +1 -0
- package/dist/storage/activity/index.d.ts +3 -0
- package/dist/storage/activity/index.d.ts.map +1 -0
- package/dist/storage/activity/policy.d.ts +96 -0
- package/dist/storage/activity/policy.d.ts.map +1 -0
- package/dist/storage/activity/types.d.ts +191 -0
- package/dist/storage/activity/types.d.ts.map +1 -0
- package/dist/storage/agents/in-memory.d.ts +4 -0
- package/dist/storage/agents/in-memory.d.ts.map +1 -1
- package/dist/storage/agents/provider.d.ts.map +1 -1
- package/dist/storage/agents/provider.js +2 -5
- package/dist/storage/agents/provider.js.map +1 -1
- package/dist/storage/agents/types.d.ts +10 -9
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-limits/enforcement.js +3 -3
- package/dist/storage/artifacts/errors.d.ts +8 -0
- package/dist/storage/artifacts/errors.d.ts.map +1 -0
- package/dist/storage/artifacts/in-memory.d.ts +34 -0
- package/dist/storage/artifacts/in-memory.d.ts.map +1 -0
- package/dist/storage/artifacts/index.d.ts +5 -0
- package/dist/storage/artifacts/index.d.ts.map +1 -0
- package/dist/storage/artifacts/record.d.ts +17 -0
- package/dist/storage/artifacts/record.d.ts.map +1 -0
- package/dist/storage/artifacts/types.d.ts +184 -0
- package/dist/storage/artifacts/types.d.ts.map +1 -0
- package/dist/storage/auth/in-memory/auth-storage.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/magic-links.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/oidc-attempts.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/sessions.d.ts +2 -11
- package/dist/storage/auth/in-memory/sessions.d.ts.map +1 -1
- package/dist/storage/auth/in-memory/shared.d.ts +1 -2
- package/dist/storage/auth/in-memory/shared.d.ts.map +1 -1
- package/dist/storage/auth/index.d.ts +1 -1
- package/dist/storage/auth/index.d.ts.map +1 -1
- package/dist/storage/auth/types.d.ts +20 -17
- package/dist/storage/auth/types.d.ts.map +1 -1
- package/dist/storage/connector-connections/provider.js +2 -2
- package/dist/storage/executions/in-memory.d.ts +2 -1
- package/dist/storage/executions/in-memory.d.ts.map +1 -1
- package/dist/storage/executions/index.d.ts +1 -1
- package/dist/storage/executions/index.d.ts.map +1 -1
- package/dist/storage/executions/provider.d.ts +2 -0
- package/dist/storage/executions/provider.d.ts.map +1 -1
- package/dist/storage/executions/provider.js +9 -223
- package/dist/storage/executions/provider.js.map +3 -4
- package/dist/storage/executions/types.d.ts +31 -0
- package/dist/storage/executions/types.d.ts.map +1 -1
- package/dist/storage/file-upload-sessions/provider.js +12 -12
- package/dist/storage/in-memory/index.d.ts +8 -0
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +6 -4
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +47 -46
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/internal.d.ts +3 -0
- package/dist/storage/internal.d.ts.map +1 -1
- package/dist/storage/internal.js +66 -16
- package/dist/storage/internal.js.map +1 -1
- package/dist/storage/ontology/in-memory/sources.d.ts +2 -1
- package/dist/storage/ontology/in-memory/sources.d.ts.map +1 -1
- package/dist/storage/ontology/index.d.ts +1 -1
- package/dist/storage/ontology/index.d.ts.map +1 -1
- package/dist/storage/ontology/sources.d.ts +15 -0
- package/dist/storage/ontology/sources.d.ts.map +1 -1
- package/dist/storage/projection-runs/provider.js +3 -3
- package/dist/storage/share-grants/in-memory.d.ts +2 -1
- package/dist/storage/share-grants/in-memory.d.ts.map +1 -1
- package/dist/storage/share-grants/index.d.ts +1 -1
- package/dist/storage/share-grants/index.d.ts.map +1 -1
- package/dist/storage/share-grants/types.d.ts +6 -0
- package/dist/storage/share-grants/types.d.ts.map +1 -1
- package/dist/storage/types.d.ts +4 -0
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/workflow-runs/in-memory.d.ts +4 -0
- package/dist/storage/workflow-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/workflow-runs/provider.js +14 -13
- package/dist/storage/workflow-runs/provider.js.map +1 -1
- package/dist/storage/workflow-runs/types.d.ts +5 -0
- package/dist/storage/workflow-runs/types.d.ts.map +1 -1
- package/dist/syncs/index.js +35 -34
- package/dist/syncs/index.js.map +1 -1
- package/dist/testing/action-run-storage-contract.d.ts.map +1 -1
- package/dist/testing/activity-storage-contract.d.ts +14 -0
- package/dist/testing/activity-storage-contract.d.ts.map +1 -0
- package/dist/testing/agent-storage-contract.d.ts.map +1 -1
- package/dist/testing/artifact-storage-contract.d.ts +13 -0
- package/dist/testing/artifact-storage-contract.d.ts.map +1 -0
- package/dist/testing/auth-storage-contract.d.ts.map +1 -1
- package/dist/testing/execution-storage-contract.d.ts.map +1 -1
- package/dist/testing/index.d.ts +2 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +4493 -3225
- package/dist/testing/index.js.map +14 -12
- package/dist/testing/lake-merge-storage-contract.d.ts.map +1 -1
- package/dist/testing/lake-storage-contract.d.ts +2 -0
- package/dist/testing/lake-storage-contract.d.ts.map +1 -1
- package/dist/testing/ontology-storage-contract.d.ts.map +1 -1
- package/dist/testing/share-grant-storage-contract.d.ts.map +1 -1
- package/dist/webhooks/internal.js +28 -27
- package/dist/webhooks/internal.js.map +2 -2
- package/dist/workers/index.js +2 -2
- package/dist/workflows/builders.d.ts.map +1 -1
- package/dist/workflows/index.js +57 -51
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/types.d.ts +9 -0
- package/dist/workflows/types.d.ts.map +1 -1
- package/dist/workflows/validation.d.ts +7 -0
- package/dist/workflows/validation.d.ts.map +1 -1
- package/package.json +32 -2
- package/src/actions/execution.ts +18 -13
- package/src/actions/request.ts +18 -3
- package/src/actions/run-authorization.ts +23 -0
- package/src/activity/README.md +155 -0
- package/src/activity/connection.ts +217 -0
- package/src/activity/device.ts +41 -0
- package/src/activity/execution.ts +210 -0
- package/src/activity/service.ts +274 -0
- package/src/activity/shares.ts +62 -0
- package/src/activity/timeline.ts +424 -0
- package/src/agents/index.ts +8 -3
- package/src/agents/request.ts +5 -0
- package/src/agents/skills.ts +6 -0
- package/src/agents/types.ts +8 -8
- package/src/agents/validation.ts +2 -0
- package/src/artifacts/address.ts +132 -0
- package/src/artifacts/csv.ts +108 -0
- package/src/artifacts/errors.ts +21 -0
- package/src/artifacts/execution.ts +153 -0
- package/src/artifacts/frames/assets.ts +88 -0
- package/src/artifacts/frames/grants.ts +124 -0
- package/src/artifacts/frames/index.ts +15 -0
- package/src/artifacts/frames/kit.ts +392 -0
- package/src/artifacts/frames/probe.ts +309 -0
- package/src/artifacts/frames/protocol.ts +174 -0
- package/src/artifacts/frames/runtime.ts +213 -0
- package/src/artifacts/html.ts +25 -0
- package/src/artifacts/ids.ts +18 -0
- package/src/artifacts/index.ts +61 -0
- package/src/artifacts/kinds.ts +8 -0
- package/src/artifacts/limits.ts +27 -0
- package/src/artifacts/outline.ts +62 -0
- package/src/artifacts/publish/files.ts +87 -0
- package/src/artifacts/publish/index.ts +12 -0
- package/src/artifacts/publish/publish.ts +250 -0
- package/src/artifacts/publish/references.ts +130 -0
- package/src/artifacts/publish/validate/document.ts +114 -0
- package/src/artifacts/publish/validate/file.ts +19 -0
- package/src/artifacts/publish/validate/sheet.ts +251 -0
- package/src/artifacts/publish/validate/slides.ts +134 -0
- package/src/artifacts/references.ts +11 -0
- package/src/artifacts/resolve.ts +97 -0
- package/src/artifacts/theme.ts +116 -0
- package/src/artifacts/warnings.ts +10 -0
- package/src/artifacts/workbook.ts +315 -0
- package/src/auth/cookies.ts +3 -20
- package/src/auth/index.ts +0 -6
- package/src/auth/runtime.ts +59 -76
- package/src/auth/session-cache.ts +2 -9
- package/src/auth/types.ts +4 -8
- package/src/auth/validation.ts +0 -2
- package/src/authorization/decision.ts +13 -23
- package/src/authorization/grant-kinds.ts +33 -28
- package/src/authorization/index.ts +0 -1
- package/src/authorization/resolve.ts +10 -6
- package/src/blob-storage/internal.ts +1 -1
- package/src/blob-storage/media-type.ts +69 -0
- package/src/datasets/builders.ts +66 -2
- package/src/datasets/column-index.ts +19 -0
- package/src/datasets/execution.ts +23 -9
- package/src/deploy/services.ts +0 -1
- package/src/deploy/types.ts +1 -2
- package/src/deploy/validation.ts +3 -1
- package/src/errors/internal.ts +1 -0
- package/src/events/execution.ts +134 -21
- package/src/execution/authorization.ts +11 -5
- package/src/execution/authorized-object-reader.ts +270 -256
- package/src/execution/object-reader-clearance.ts +91 -0
- package/src/execution/object-reader-ontology.ts +63 -0
- package/src/execution/object-reader-security.ts +146 -0
- package/src/http/api-routes.ts +125 -0
- package/src/index.ts +72 -17
- package/src/lake-storage/in-memory.ts +26 -3
- package/src/lake-storage/index.ts +13 -1
- package/src/lake-storage/lineage.ts +385 -0
- package/src/lake-storage/sql-transforms.ts +45 -0
- package/src/lake-storage/types.ts +59 -1
- package/src/lake-storage/version-inputs.ts +35 -6
- package/src/maintenance/ontology-maintenance.ts +15 -0
- package/src/models/execution/embedding.ts +6 -6
- package/src/objects/clearance-redaction.ts +138 -0
- package/src/objects/link/authorization.ts +27 -7
- package/src/objects/link/remove.ts +2 -2
- package/src/objects/link/upsert-batch.ts +7 -5
- package/src/objects/link/upsert.ts +2 -2
- package/src/objects/object/delete.ts +2 -0
- package/src/objects/object/upsert-batch.ts +2 -4
- package/src/objects/object/upsert.ts +2 -3
- package/src/objects/property-clearance.ts +171 -152
- package/src/objects/query/clearance-admission.ts +112 -0
- package/src/objects/query/link-query-clearance.ts +73 -0
- package/src/objects/vectors/README.md +4 -0
- package/src/objects/vectors/handle.ts +11 -2
- package/src/objects/vectors/indexing-generate.ts +2 -2
- package/src/objects/vectors/profile.ts +5 -0
- package/src/ontology/builders.ts +12 -1
- package/src/ontology/docs-markdown.ts +1 -1
- package/src/pipelines/index.ts +2 -0
- package/src/pipelines/lineage.ts +45 -0
- package/src/projections/internal.ts +2 -2
- package/src/runtime/create.ts +4 -0
- package/src/runtime/host.ts +55 -0
- package/src/runtime/internal.ts +2 -0
- package/src/runtime/ontology-mutations.ts +19 -4
- package/src/runtime/resolve-definitions.ts +66 -3
- package/src/runtime/sixb.ts +18 -1
- package/src/sandboxes/README.md +29 -7
- package/src/sandboxes/auth.ts +16 -0
- package/src/sandboxes/config.ts +2 -7
- package/src/sandboxes/configuration.ts +61 -7
- package/src/sandboxes/index.ts +1 -0
- package/src/sandboxes/sandbox.ts +27 -5
- package/src/security/applied-markings-contribution.ts +277 -0
- package/src/security/applied-markings-host.ts +41 -0
- package/src/security/applied-markings-snapshot.ts +235 -0
- package/src/security/applied-markings.ts +405 -0
- package/src/security/builders.ts +7 -2
- package/src/security/dataset-version-markings.ts +163 -0
- package/src/security/every.ts +0 -4
- package/src/security/grants.ts +42 -27
- package/src/security/index.ts +3 -3
- package/src/security/internal.ts +18 -0
- package/src/security/marking-propagation.ts +255 -0
- package/src/security/marking-sets.ts +42 -0
- package/src/security/markings.ts +29 -178
- package/src/security/membership-policies.ts +3 -1
- package/src/security/pipeline-markings.ts +175 -0
- package/src/security/project.ts +8 -0
- package/src/security/projection-markings.ts +421 -0
- package/src/security/public.ts +10 -0
- package/src/security/redactions.ts +7 -2
- package/src/security/registry.ts +0 -8
- package/src/security/types.ts +38 -26
- package/src/security/validation.ts +28 -19
- package/src/storage/action-runs/in-memory.ts +18 -0
- package/src/storage/action-runs/types.ts +8 -0
- package/src/storage/activity/in-memory.ts +374 -0
- package/src/storage/activity/index.ts +27 -0
- package/src/storage/activity/policy.ts +430 -0
- package/src/storage/activity/types.ts +211 -0
- package/src/storage/agents/in-memory.ts +10 -0
- package/src/storage/agents/provider.ts +2 -13
- package/src/storage/agents/types.ts +10 -17
- package/src/storage/artifacts/errors.ts +16 -0
- package/src/storage/artifacts/in-memory.ts +240 -0
- package/src/storage/artifacts/index.ts +30 -0
- package/src/storage/artifacts/record.ts +200 -0
- package/src/storage/artifacts/types.ts +209 -0
- package/src/storage/auth/in-memory/auth-storage.ts +0 -18
- package/src/storage/auth/in-memory/magic-links.ts +0 -3
- package/src/storage/auth/in-memory/oidc-attempts.ts +0 -3
- package/src/storage/auth/in-memory/sessions.ts +22 -25
- package/src/storage/auth/in-memory/shared.ts +1 -10
- package/src/storage/auth/index.ts +2 -0
- package/src/storage/auth/types.ts +20 -18
- package/src/storage/executions/in-memory.ts +61 -1
- package/src/storage/executions/index.ts +3 -0
- package/src/storage/executions/provider.ts +12 -0
- package/src/storage/executions/types.ts +30 -0
- package/src/storage/in-memory/index.ts +16 -0
- package/src/storage/index.ts +63 -0
- package/src/storage/internal.ts +30 -0
- package/src/storage/ontology/in-memory/sources.ts +23 -0
- package/src/storage/ontology/index.ts +2 -0
- package/src/storage/ontology/sources.ts +17 -0
- package/src/storage/share-grants/in-memory.ts +8 -0
- package/src/storage/share-grants/index.ts +1 -0
- package/src/storage/share-grants/types.ts +8 -0
- package/src/storage/types.ts +4 -0
- package/src/storage/workflow-runs/in-memory.ts +16 -0
- package/src/storage/workflow-runs/types.ts +5 -0
- package/src/testing/action-run-storage-contract.ts +25 -0
- package/src/testing/activity-storage-contract.ts +840 -0
- package/src/testing/agent-storage-contract.ts +22 -21
- package/src/testing/artifact-storage-contract.ts +517 -0
- package/src/testing/auth-storage-contract.ts +61 -107
- package/src/testing/execution-storage-contract.ts +147 -3
- package/src/testing/index.ts +9 -0
- package/src/testing/lake-merge-storage-contract.ts +38 -0
- package/src/testing/lake-storage-contract.ts +247 -2
- package/src/testing/materializer-storage-contract.ts +1 -0
- package/src/testing/ontology-storage-contract.ts +57 -2
- package/src/testing/share-grant-storage-contract.ts +15 -0
- package/src/workflows/builders.ts +14 -0
- package/src/workflows/types.ts +9 -0
- package/src/workflows/validation.ts +72 -0
- package/dist/auth/audience.d.ts +0 -8
- package/dist/auth/audience.d.ts.map +0 -1
- package/dist/authorization/application-access.d.ts +0 -18
- package/dist/authorization/application-access.d.ts.map +0 -1
- package/dist/chunk-1f7wpmyp.js.map +0 -14
- package/dist/chunk-1k89ecfr.js +0 -85
- package/dist/chunk-1k89ecfr.js.map +0 -10
- package/dist/chunk-2jntasmh.js.map +0 -13
- package/dist/chunk-3gnrh4ve.js.map +0 -40
- package/dist/chunk-85yvv5n0.js.map +0 -12
- package/dist/chunk-9gyp8hg1.js +0 -363
- package/dist/chunk-9gyp8hg1.js.map +0 -14
- package/dist/chunk-dnmadg9k.js.map +0 -15
- package/dist/chunk-enpsx8k5.js.map +0 -10
- package/dist/chunk-hkc3jct7.js.map +0 -10
- package/dist/chunk-kyzq4wy9.js.map +0 -18
- package/dist/chunk-s16apyk9.js +0 -256
- package/dist/chunk-s16apyk9.js.map +0 -16
- package/dist/chunk-s54c868q.js.map +0 -12
- package/dist/chunk-tw03bsmb.js.map +0 -11
- package/dist/chunk-wwdfe68s.js +0 -128
- package/dist/chunk-wwdfe68s.js.map +0 -11
- package/dist/chunk-xt1zt7gv.js.map +0 -13
- package/dist/chunk-y7rqfrgg.js.map +0 -24
- package/dist/security/applications.d.ts +0 -15
- package/dist/security/applications.d.ts.map +0 -1
- package/src/auth/audience.ts +0 -28
- package/src/authorization/application-access.ts +0 -34
- package/src/security/applications.ts +0 -11
- /package/dist/{chunk-t6vq7bff.js.map → chunk-0bphap9y.js.map} +0 -0
- /package/dist/{chunk-7mbzgd9m.js.map → chunk-1cc1xaf3.js.map} +0 -0
- /package/dist/{chunk-6gmfggss.js.map → chunk-431pyp2c.js.map} +0 -0
- /package/dist/{chunk-c85m1hyj.js.map → chunk-447a5c0p.js.map} +0 -0
- /package/dist/{chunk-80mc0971.js.map → chunk-561r0yc9.js.map} +0 -0
- /package/dist/{chunk-5e43w60z.js.map → chunk-5948n82c.js.map} +0 -0
- /package/dist/{chunk-yzwja0mj.js.map → chunk-5hx48dnn.js.map} +0 -0
- /package/dist/{chunk-q1vkr2ys.js.map → chunk-c1rxbz5y.js.map} +0 -0
- /package/dist/{chunk-gc4ntf7d.js.map → chunk-cwdzcv37.js.map} +0 -0
- /package/dist/{chunk-fa02jy15.js.map → chunk-cy4mbddw.js.map} +0 -0
- /package/dist/{chunk-7kg3k1m9.js.map → chunk-d09e3rax.js.map} +0 -0
- /package/dist/{chunk-rhg02hxq.js.map → chunk-d7dnxdep.js.map} +0 -0
- /package/dist/{chunk-wz0xs816.js.map → chunk-ky3j490c.js.map} +0 -0
- /package/dist/{chunk-vyf9kfqf.js.map → chunk-q7gn29y3.js.map} +0 -0
- /package/dist/{chunk-v9xd5wzd.js.map → chunk-s7jg7pmn.js.map} +0 -0
- /package/dist/{chunk-nre82s12.js.map → chunk-vf57cr4t.js.map} +0 -0
- /package/dist/{chunk-9ybhtmg4.js.map → chunk-vvxtn22d.js.map} +0 -0
- /package/dist/{chunk-7t429e3f.js.map → chunk-xvsc5m8n.js.map} +0 -0
- /package/dist/{chunk-kg5j6fct.js.map → chunk-y5tah2kf.js.map} +0 -0
- /package/dist/{chunk-52bk93x8.js.map → chunk-z58tm0hm.js.map} +0 -0
package/src/pipelines/index.ts
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
export { isDatasetPick } from "../datasets/builders"
|
|
1
2
|
export { definePipeline, definePipelineStep } from "./builders"
|
|
2
3
|
export { PipelineError } from "./errors"
|
|
4
|
+
export { runStepLineage, stepInputColumns } from "./lineage"
|
|
3
5
|
export type {
|
|
4
6
|
PipelineRunRequestOptions,
|
|
5
7
|
PipelineRunRequestResult,
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import type { DatasetDefinition } from "../datasets/types"
|
|
2
|
+
import type { DatasetColumnLineage, DatasetColumnRef } from "../lake-storage/types"
|
|
3
|
+
import { PipelineError } from "./errors"
|
|
4
|
+
import type { PipelineStepDefinition } from "./types"
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Columns a step reads from one of its inputs: the columns of a `pick()`, otherwise every column of
|
|
8
|
+
* the dataset. Startup checks a pick against the registered dataset, and that any other input is
|
|
9
|
+
* the whole registered dataset.
|
|
10
|
+
*/
|
|
11
|
+
export function stepInputColumns(input: DatasetDefinition): readonly string[] {
|
|
12
|
+
return input.schema.columns.map((column) => column.name)
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Lineage of a version written by a `run` step. Sixb cannot see what the handler computes, so
|
|
17
|
+
* every output column depends on every column the step reads.
|
|
18
|
+
*/
|
|
19
|
+
export function runStepLineage(
|
|
20
|
+
step: PipelineStepDefinition,
|
|
21
|
+
registeredDatasetsById: ReadonlyMap<string, DatasetDefinition>
|
|
22
|
+
): DatasetColumnLineage {
|
|
23
|
+
const output = registeredDatasetsById.get(step.output.id)
|
|
24
|
+
if (!output) {
|
|
25
|
+
throw new PipelineError(
|
|
26
|
+
`[Sixb] Pipeline step '${step.id}' outputs unregistered dataset '${step.output.id}'.`
|
|
27
|
+
)
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
return {
|
|
31
|
+
rows: stepReadColumns(step),
|
|
32
|
+
columns: Object.fromEntries(output.schema.columns.map((column) => [column.name, []])),
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
/** Every column a step reads, once each, across all of its inputs. */
|
|
37
|
+
export function stepReadColumns(step: PipelineStepDefinition): readonly DatasetColumnRef[] {
|
|
38
|
+
const refs = new Map<string, DatasetColumnRef>()
|
|
39
|
+
for (const input of Object.values(step.inputs)) {
|
|
40
|
+
for (const column of stepInputColumns(input)) {
|
|
41
|
+
refs.set(JSON.stringify([input.id, column]), { datasetId: input.id, column })
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return [...refs.values()]
|
|
45
|
+
}
|
|
@@ -8,8 +8,8 @@ import type { ProjectionDispatchDescriptor } from "./types"
|
|
|
8
8
|
* `projectionTargetOf` derives the object types a projection writes, to record them on the run.
|
|
9
9
|
* `validateTelemetryProjectionFieldMapping` re-checks a telemetry mapping against the dataset schema
|
|
10
10
|
* before writing. `parseDatasetTimestamp` keeps worker timestamps aligned with the materializer's
|
|
11
|
-
* authoritative validation. These are plumbing, so they live here instead of on the
|
|
12
|
-
*
|
|
11
|
+
* authoritative validation. These are plumbing, so they live here instead of on the `@sixb/core`
|
|
12
|
+
* root.
|
|
13
13
|
*/
|
|
14
14
|
export { projectionTargetOf } from "./builders"
|
|
15
15
|
export {
|
package/src/runtime/create.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { resolve } from "node:path"
|
|
2
2
|
import type { ActionDefinition } from "../actions"
|
|
3
|
+
import type { ActivityOptions } from "../activity/service"
|
|
3
4
|
import type { AgentToolDefinition } from "../agents"
|
|
4
5
|
import { assertNoAgentDefinitions } from "../agents/retired-config"
|
|
5
6
|
import type { SixbAuthConfig } from "../auth"
|
|
@@ -59,6 +60,8 @@ export interface CreateSixbOptions<in out TParams extends ParamsConfig = ParamsC
|
|
|
59
60
|
logger?: LoggerProvider
|
|
60
61
|
/** Broker capture controls, independent from the output provider. */
|
|
61
62
|
observability?: ObservabilityOptions
|
|
63
|
+
/** Records visits and page views in the project's app. Off by default. */
|
|
64
|
+
activity?: ActivityOptions
|
|
62
65
|
/** Observes runtime failures without changing their outcome. */
|
|
63
66
|
onError?: SixbErrorHandler
|
|
64
67
|
/** Recovery and retention settings. The runtime constructor never starts maintenance timers. */
|
|
@@ -135,6 +138,7 @@ export async function createSixb<const TParams extends ParamsConfig = ParamsConf
|
|
|
135
138
|
sandboxes: options.sandboxes,
|
|
136
139
|
logger: options.logger,
|
|
137
140
|
observability: options.observability,
|
|
141
|
+
activity: options.activity,
|
|
138
142
|
onError: options.onError,
|
|
139
143
|
ontologyMaintenance: options.ontologyMaintenance,
|
|
140
144
|
projectRoot,
|
package/src/runtime/host.ts
CHANGED
|
@@ -8,6 +8,7 @@
|
|
|
8
8
|
import { resolve } from "node:path"
|
|
9
9
|
import { ActionRunExecutor, registerActionRunExecutor } from "../actions/run/executor"
|
|
10
10
|
import type { ActionDefinition } from "../actions/types"
|
|
11
|
+
import { type ActivityOptions, ActivityService } from "../activity/service"
|
|
11
12
|
import type { AgentDefinitionsInput, AgentToolDefinition } from "../agents"
|
|
12
13
|
import {
|
|
13
14
|
AuthRuntime,
|
|
@@ -70,7 +71,9 @@ import {
|
|
|
70
71
|
createSandboxDefinition,
|
|
71
72
|
type InferSandboxParams,
|
|
72
73
|
type SandboxDefinition,
|
|
74
|
+
sandboxCredentialIssue,
|
|
73
75
|
} from "../sandboxes/configuration"
|
|
76
|
+
import { SandboxError } from "../sandboxes/errors"
|
|
74
77
|
import { type SchedulerController, SchedulerRuntime } from "../scheduler"
|
|
75
78
|
import type { ScheduleDefinition } from "../schedules"
|
|
76
79
|
import type {
|
|
@@ -80,6 +83,13 @@ import type {
|
|
|
80
83
|
RoleDefinition,
|
|
81
84
|
SecurityDefinitionCatalog,
|
|
82
85
|
} from "../security"
|
|
86
|
+
import { type AppliedMarkings, createAppliedMarkings } from "../security/applied-markings"
|
|
87
|
+
import { registerAppliedMarkings } from "../security/applied-markings-host"
|
|
88
|
+
import {
|
|
89
|
+
createDatasetVersionMarkings,
|
|
90
|
+
type DatasetVersionMarkings,
|
|
91
|
+
registerDatasetVersionMarkings,
|
|
92
|
+
} from "../security/dataset-version-markings"
|
|
83
93
|
import type { ParamsConfig } from "../shared/params/types"
|
|
84
94
|
import type { ShareDefinition } from "../shares"
|
|
85
95
|
import type { Storage } from "../storage"
|
|
@@ -122,6 +132,8 @@ export interface SixbHostOptions<in out TParams extends ParamsConfig = ParamsCon
|
|
|
122
132
|
logger?: LoggerProvider
|
|
123
133
|
/** Broker capture controls, independent from the output provider. */
|
|
124
134
|
observability?: ObservabilityOptions
|
|
135
|
+
/** Records visits and page views in the project's app. Off by default. */
|
|
136
|
+
activity?: ActivityOptions
|
|
125
137
|
/** Observes runtime failures without changing their outcome. */
|
|
126
138
|
onError?: SixbErrorHandler
|
|
127
139
|
/** Recovery and retention settings. The runtime constructor never starts maintenance timers. */
|
|
@@ -170,11 +182,14 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
170
182
|
private readonly storageReadiness: StorageReadiness
|
|
171
183
|
private readonly connectorService: ConnectorService
|
|
172
184
|
private readonly materializer: OntologyMaterializerContract
|
|
185
|
+
private readonly datasetVersionMarkings: DatasetVersionMarkings
|
|
186
|
+
private readonly appliedMarkings: AppliedMarkings
|
|
173
187
|
readonly sandboxDefinition?: SandboxDefinition
|
|
174
188
|
readonly definitions: SixbDefinitions
|
|
175
189
|
readonly broker: Broker
|
|
176
190
|
readonly events: DomainEventLog
|
|
177
191
|
readonly logging: LoggingService
|
|
192
|
+
readonly activity: ActivityService
|
|
178
193
|
readonly storage: Storage
|
|
179
194
|
readonly lakeStorage: LakeStorage
|
|
180
195
|
readonly blobStorage: BlobStorage
|
|
@@ -203,6 +218,7 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
203
218
|
observability: options.observability?.logs,
|
|
204
219
|
})
|
|
205
220
|
this.storage = options.storage
|
|
221
|
+
this.activity = new ActivityService(this.projectId, this.storage.activity, options.activity)
|
|
206
222
|
this.storageReadiness = new StorageReadiness(this.storage)
|
|
207
223
|
this.lakeStorage = options.lakeStorage
|
|
208
224
|
this.blobStorage = options.blobStorage
|
|
@@ -216,8 +232,28 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
216
232
|
options.sandboxes?.configuration === undefined
|
|
217
233
|
? undefined
|
|
218
234
|
: createSandboxDefinition(options.sandboxes.configuration, definitions.ontology)
|
|
235
|
+
assertSandboxCredentials(options.sandboxes)
|
|
219
236
|
registerProjectionRegistry(this, definitions.projections)
|
|
220
237
|
|
|
238
|
+
this.datasetVersionMarkings = createDatasetVersionMarkings({
|
|
239
|
+
datasets: definitions.datasets,
|
|
240
|
+
lakeStorage: this.lakeStorage,
|
|
241
|
+
})
|
|
242
|
+
registerDatasetVersionMarkings(this, this.datasetVersionMarkings)
|
|
243
|
+
|
|
244
|
+
this.appliedMarkings = createAppliedMarkings({
|
|
245
|
+
projectId: this.projectId,
|
|
246
|
+
ontology: definitions.ontology,
|
|
247
|
+
projections: definitions.projections,
|
|
248
|
+
revisionOf: (projectionId) =>
|
|
249
|
+
definitions.projections.resolveDispatch(projectionId).projectionRevision,
|
|
250
|
+
pipelines: definitions.pipelines.list(),
|
|
251
|
+
versionMarkings: this.datasetVersionMarkings,
|
|
252
|
+
lakeStorage: this.lakeStorage,
|
|
253
|
+
sources: this.storage.ontology.sources,
|
|
254
|
+
})
|
|
255
|
+
registerAppliedMarkings(this, this.appliedMarkings)
|
|
256
|
+
|
|
221
257
|
this.auth = new AuthRuntime({
|
|
222
258
|
projectId: this.projectId,
|
|
223
259
|
storage: this.storage,
|
|
@@ -330,6 +366,7 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
330
366
|
objectStorage: this.storage.objects,
|
|
331
367
|
embeddingModels,
|
|
332
368
|
rerankingModels,
|
|
369
|
+
appliedMarkings: this.appliedMarkings,
|
|
333
370
|
})
|
|
334
371
|
|
|
335
372
|
const runtime: SixbRuntimeContext = {
|
|
@@ -349,6 +386,8 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
349
386
|
this.committedFacts.notify()
|
|
350
387
|
this.vectorIndexing?.notify()
|
|
351
388
|
},
|
|
389
|
+
// A projection this process applies is visible to its next read.
|
|
390
|
+
onProjectionApplied: () => this.appliedMarkings.invalidate(),
|
|
352
391
|
})
|
|
353
392
|
)
|
|
354
393
|
return createBoundSixb<InferSandboxParams<TParams>>(
|
|
@@ -417,6 +456,7 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
417
456
|
supportsPersistence: typeof this.sandboxes?.resume === "function",
|
|
418
457
|
},
|
|
419
458
|
logging: this.logging,
|
|
459
|
+
activity: this.activity,
|
|
420
460
|
connectorService: this.connectorService,
|
|
421
461
|
...(this.connectorService.connectionProcess === undefined
|
|
422
462
|
? {}
|
|
@@ -424,6 +464,7 @@ export class SixbHost<in out TParams extends ParamsConfig = ParamsConfig> {
|
|
|
424
464
|
blobStorage: this.blobStorage,
|
|
425
465
|
apiPublicOrigin: () => getApiPublicOrigin(this),
|
|
426
466
|
lakeStorage: this.lakeStorage,
|
|
467
|
+
datasetVersionMarkings: this.datasetVersionMarkings,
|
|
427
468
|
}
|
|
428
469
|
}
|
|
429
470
|
}
|
|
@@ -494,3 +535,17 @@ function assertWebhookRunStorage(
|
|
|
494
535
|
}
|
|
495
536
|
}
|
|
496
537
|
}
|
|
538
|
+
|
|
539
|
+
/** Reject source access the factory cannot provide: a run checks what `resolve` returns. */
|
|
540
|
+
function assertSandboxCredentials<TParams extends ParamsConfig>(
|
|
541
|
+
sandboxes: SandboxFactory<TParams> | undefined
|
|
542
|
+
): void {
|
|
543
|
+
if (!sandboxes) return
|
|
544
|
+
|
|
545
|
+
const issue = sandboxCredentialIssue({
|
|
546
|
+
supportsRequestCredentials: sandboxes.supportsRequestCredentials,
|
|
547
|
+
auth: sandboxes.configuration?.auth,
|
|
548
|
+
source: sandboxes.configuration?.source,
|
|
549
|
+
})
|
|
550
|
+
if (issue) throw new SandboxError(`[Sixb] ${issue}`)
|
|
551
|
+
}
|
package/src/runtime/internal.ts
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
export type { ActivityCaptureRuntime } from "../activity/execution"
|
|
2
|
+
export { getActivityCaptureRuntime } from "../activity/execution"
|
|
1
3
|
export { getConnectorConnectionsRuntime } from "../connectors/connections/capability"
|
|
2
4
|
export type {
|
|
3
5
|
CompleteConnectorAuthorizationInput,
|
|
@@ -56,17 +56,24 @@ export function shareOntologyMutationRuntime(source: object, target: object): vo
|
|
|
56
56
|
export function createOntologyMutationRuntime(input: {
|
|
57
57
|
readonly materializer: BoundOntologyMaterializer
|
|
58
58
|
readonly notifyCommittedFacts: () => void
|
|
59
|
+
/** Called once a projection may have changed the dataset version its source applied. */
|
|
60
|
+
readonly onProjectionApplied?: () => void
|
|
59
61
|
}): OntologyMutationRuntime {
|
|
62
|
+
const applied = <TResult>(work: Promise<TResult>): Promise<TResult> =>
|
|
63
|
+
work.finally(() => notifyWithoutAffecting(input.onProjectionApplied))
|
|
64
|
+
|
|
60
65
|
const runtime: OntologyMutationRuntime = {
|
|
61
66
|
getProjectionSource: (source) => input.materializer.projections.getActive(source),
|
|
62
67
|
commitEdits: (command) =>
|
|
63
68
|
commitAndNotify(() => input.materializer.edits.commit(command), input.notifyCommittedFacts),
|
|
64
69
|
replaceProjection: (command) =>
|
|
65
|
-
|
|
66
|
-
(
|
|
67
|
-
|
|
70
|
+
applied(
|
|
71
|
+
commitAndNotify(
|
|
72
|
+
() => input.materializer.projections.replace(command),
|
|
73
|
+
input.notifyCommittedFacts
|
|
74
|
+
)
|
|
68
75
|
),
|
|
69
|
-
finishProjection: (command) => input.materializer.projections.finishRun(command),
|
|
76
|
+
finishProjection: (command) => applied(input.materializer.projections.finishRun(command)),
|
|
70
77
|
appendTelemetry: (command) =>
|
|
71
78
|
commitAndNotify(
|
|
72
79
|
() => input.materializer.telemetry.append(command),
|
|
@@ -94,3 +101,11 @@ function notifyWithoutAffectingCommit(notify: () => void): void {
|
|
|
94
101
|
console.error("[Sixb] Failed to wake the ontology outbox dispatcher:", error)
|
|
95
102
|
}
|
|
96
103
|
}
|
|
104
|
+
|
|
105
|
+
function notifyWithoutAffecting(notify: (() => void) | undefined): void {
|
|
106
|
+
try {
|
|
107
|
+
notify?.()
|
|
108
|
+
} catch (error) {
|
|
109
|
+
console.error("[Sixb] Failed to report an applied projection:", error)
|
|
110
|
+
}
|
|
111
|
+
}
|
|
@@ -5,6 +5,8 @@ import { assertNoAgentDefinitions } from "../agents/retired-config"
|
|
|
5
5
|
import { createAgentSkillCatalog } from "../agents/skills"
|
|
6
6
|
import { createAgentToolCatalog } from "../agents/tool-catalog"
|
|
7
7
|
import type { ConnectorDefinition } from "../connectors"
|
|
8
|
+
import { isDatasetPick } from "../datasets/builders"
|
|
9
|
+
import { columnsByName } from "../datasets/column-index"
|
|
8
10
|
import type { DatasetDefinition } from "../datasets/types"
|
|
9
11
|
import { assertDatasetDefinition } from "../datasets/validation"
|
|
10
12
|
import { createModelCatalog, type ModelCatalogInput } from "../models"
|
|
@@ -116,12 +118,15 @@ export function resolveDefinitions(options: DefinitionOptions): ResolvedDefiniti
|
|
|
116
118
|
for (const sync of options.syncs ?? []) {
|
|
117
119
|
assertUniqueDefinitionId("sync", sync.id, syncsById)
|
|
118
120
|
|
|
119
|
-
|
|
121
|
+
const target = datasetsById.get(sync.target.dataset.id)
|
|
122
|
+
if (!target) {
|
|
120
123
|
throw new RuntimeError(
|
|
121
124
|
`Sync '${sync.id}' targets unknown dataset '${sync.target.dataset.id}'. Add it to 'datasets' in createSixb() or export it from 'datasets/'.`
|
|
122
125
|
)
|
|
123
126
|
}
|
|
124
127
|
|
|
128
|
+
assertRegisteredColumns(`Sync '${sync.id}' target '${target.id}'`, sync.target.dataset, target)
|
|
129
|
+
|
|
125
130
|
syncsById.set(sync.id, sync)
|
|
126
131
|
}
|
|
127
132
|
|
|
@@ -265,18 +270,76 @@ function validatePipelineDatasets(
|
|
|
265
270
|
stepIds.add(step.id)
|
|
266
271
|
|
|
267
272
|
for (const [inputName, dataset] of Object.entries(step.inputs)) {
|
|
268
|
-
|
|
273
|
+
const registered = datasetsById.get(dataset.id)
|
|
274
|
+
if (!registered) {
|
|
269
275
|
throw new RuntimeError(
|
|
270
276
|
`Pipeline '${pipeline.id}' step '${step.id}' input '${inputName}' references unknown dataset '${dataset.id}'. Add it to 'datasets' in createSixb() or export it from 'datasets/'.`
|
|
271
277
|
)
|
|
272
278
|
}
|
|
279
|
+
|
|
280
|
+
assertRegisteredColumns(
|
|
281
|
+
`Pipeline '${pipeline.id}' step '${step.id}' input '${inputName}'`,
|
|
282
|
+
dataset,
|
|
283
|
+
registered,
|
|
284
|
+
{ pick: "allowed" }
|
|
285
|
+
)
|
|
273
286
|
}
|
|
274
287
|
|
|
275
|
-
|
|
288
|
+
const output = datasetsById.get(step.output.id)
|
|
289
|
+
if (!output) {
|
|
276
290
|
throw new RuntimeError(
|
|
277
291
|
`Pipeline '${pipeline.id}' step '${step.id}' outputs unknown dataset '${step.output.id}'. Add it to 'datasets' in createSixb() or export it from 'datasets/'.`
|
|
278
292
|
)
|
|
279
293
|
}
|
|
294
|
+
|
|
295
|
+
assertRegisteredColumns(
|
|
296
|
+
`Pipeline '${pipeline.id}' step '${step.id}' output '${output.id}'`,
|
|
297
|
+
step.output,
|
|
298
|
+
output
|
|
299
|
+
)
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
/**
|
|
304
|
+
* A definition with a registered id stands for the whole dataset unless `pick()` made it, and only
|
|
305
|
+
* a step input may be a pick. Comparing columns catches a stale copy of a definition, which would
|
|
306
|
+
* read or write other columns than the registered ones.
|
|
307
|
+
*/
|
|
308
|
+
function assertRegisteredColumns(
|
|
309
|
+
subject: string,
|
|
310
|
+
dataset: DatasetDefinition,
|
|
311
|
+
registered: DatasetDefinition,
|
|
312
|
+
options: { readonly pick?: "allowed" } = {}
|
|
313
|
+
): void {
|
|
314
|
+
// The registered definition itself, as almost every step and sync uses.
|
|
315
|
+
if (dataset === registered) return
|
|
316
|
+
|
|
317
|
+
const pick = isDatasetPick(dataset)
|
|
318
|
+
if (pick && options.pick !== "allowed") {
|
|
319
|
+
throw new RuntimeError(`${subject} must be the whole dataset, not a pick.`)
|
|
320
|
+
}
|
|
321
|
+
|
|
322
|
+
const registeredColumns = columnsByName(registered)
|
|
323
|
+
for (const column of dataset.schema.columns) {
|
|
324
|
+
const declared = registeredColumns.get(column.name)
|
|
325
|
+
if (!declared) {
|
|
326
|
+
throw new RuntimeError(
|
|
327
|
+
`${subject} has column '${column.name}', which dataset '${registered.id}' does not declare. Use the registered definition.`
|
|
328
|
+
)
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
if (declared.type !== column.type) {
|
|
332
|
+
throw new RuntimeError(
|
|
333
|
+
`${subject} has column '${column.name}' as '${column.type}', but dataset '${registered.id}' declares it as '${declared.type}'. Use the registered definition.`
|
|
334
|
+
)
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
|
|
338
|
+
if (!pick && dataset.schema.columns.length !== registeredColumns.size) {
|
|
339
|
+
const hint = options.pick === "allowed" ? ", or .pick(...) to read some of its columns" : ""
|
|
340
|
+
throw new RuntimeError(
|
|
341
|
+
`${subject} lacks columns of dataset '${registered.id}'. Use the registered definition${hint}.`
|
|
342
|
+
)
|
|
280
343
|
}
|
|
281
344
|
}
|
|
282
345
|
|
package/src/runtime/sixb.ts
CHANGED
|
@@ -1,6 +1,14 @@
|
|
|
1
1
|
import { type ActionsRuntime, createActionsRuntime } from "../actions/execution"
|
|
2
|
+
import {
|
|
3
|
+
type ActivityRuntime,
|
|
4
|
+
createActivityCaptureRuntime,
|
|
5
|
+
createActivityRuntime,
|
|
6
|
+
registerActivityCaptureRuntime,
|
|
7
|
+
} from "../activity/execution"
|
|
8
|
+
import type { ActivityService } from "../activity/service"
|
|
2
9
|
import { type AgentRuntime, createAgentRuntime } from "../agents/execution"
|
|
3
10
|
import { type AiUsageRuntime, createAiUsageRuntime } from "../ai-usage"
|
|
11
|
+
import { type ArtifactsRuntime, createArtifactsRuntime } from "../artifacts/execution"
|
|
4
12
|
import { type BlobsRuntime, createBlobsRuntime } from "../blob-storage/execution"
|
|
5
13
|
import type { BlobStorage } from "../blob-storage/types"
|
|
6
14
|
import { registerConnectorConnectionsRuntime } from "../connectors/connections/capability"
|
|
@@ -24,6 +32,7 @@ import { createProjectionsRuntime, type ProjectionsRuntime } from "../projection
|
|
|
24
32
|
import { createRulesRuntime, type RulesRuntime } from "../rules/execution"
|
|
25
33
|
import type { SandboxDefinition } from "../sandboxes/configuration"
|
|
26
34
|
import { createSchedulesRuntime, type SchedulesRuntime } from "../schedules/execution"
|
|
35
|
+
import type { DatasetVersionMarkings } from "../security/dataset-version-markings"
|
|
27
36
|
import { createSharesRuntime, type SharesRuntime } from "../shares/execution"
|
|
28
37
|
import { createSyncsRuntime, type SyncsRuntime } from "../syncs/execution"
|
|
29
38
|
import { createWorkflowsRuntime, type WorkflowsRuntime } from "../workflows/execution"
|
|
@@ -43,10 +52,12 @@ export interface Sixb<TParams extends Record<string, unknown> = Record<string, u
|
|
|
43
52
|
readonly projections: ProjectionsRuntime
|
|
44
53
|
readonly rules: RulesRuntime
|
|
45
54
|
readonly agent: AgentRuntime<TParams>
|
|
55
|
+
readonly artifacts: ArtifactsRuntime
|
|
46
56
|
readonly models: ModelsRuntime
|
|
47
57
|
readonly aiUsage: AiUsageRuntime
|
|
48
58
|
readonly events: EventsRuntime
|
|
49
59
|
readonly logs: LogsRuntime
|
|
60
|
+
readonly activity: ActivityRuntime
|
|
50
61
|
readonly schedules: SchedulesRuntime
|
|
51
62
|
readonly shares: SharesRuntime
|
|
52
63
|
readonly connector: ConnectorRuntime
|
|
@@ -62,11 +73,13 @@ export interface SixbDependencies {
|
|
|
62
73
|
}
|
|
63
74
|
readonly definitions: SixbDefinitions
|
|
64
75
|
readonly logging: LoggingService
|
|
76
|
+
readonly activity: ActivityService
|
|
65
77
|
readonly connectorService: ConnectorService
|
|
66
78
|
readonly connectorConnections?: ConnectorConnectionProcess
|
|
67
79
|
readonly blobStorage: BlobStorage
|
|
68
80
|
readonly apiPublicOrigin: () => string | undefined
|
|
69
81
|
readonly lakeStorage: LakeStorage
|
|
82
|
+
readonly datasetVersionMarkings: DatasetVersionMarkings
|
|
70
83
|
}
|
|
71
84
|
|
|
72
85
|
export function createBoundSixb<TParams extends Record<string, unknown> = Record<string, unknown>>(
|
|
@@ -87,6 +100,7 @@ export function createBoundSixb<TParams extends Record<string, unknown> = Record
|
|
|
87
100
|
...createExecutionFacades<TParams>(runtime, execution, dependencies),
|
|
88
101
|
}
|
|
89
102
|
shareOntologyMutationRuntime(runtime, sixb)
|
|
103
|
+
registerActivityCaptureRuntime(sixb, createActivityCaptureRuntime(runtime, dependencies.activity))
|
|
90
104
|
if (dependencies.connectorConnections) {
|
|
91
105
|
registerConnectorConnectionsRuntime(
|
|
92
106
|
sixb,
|
|
@@ -117,7 +131,8 @@ function createExecutionFacades<TParams extends Record<string, unknown>>(
|
|
|
117
131
|
execution,
|
|
118
132
|
dependencies.definitions.datasets,
|
|
119
133
|
dependencies.lakeStorage,
|
|
120
|
-
dependencies.blobStorage
|
|
134
|
+
dependencies.blobStorage,
|
|
135
|
+
dependencies.datasetVersionMarkings
|
|
121
136
|
),
|
|
122
137
|
workflows: createWorkflowsRuntime(runtime, execution, dependencies.definitions.workflows),
|
|
123
138
|
syncs: createSyncsRuntime(runtime, execution, dependencies.definitions.syncs),
|
|
@@ -130,6 +145,7 @@ function createExecutionFacades<TParams extends Record<string, unknown>>(
|
|
|
130
145
|
dependencies.definitions.models,
|
|
131
146
|
dependencies.sandbox
|
|
132
147
|
),
|
|
148
|
+
artifacts: createArtifactsRuntime(runtime, dependencies.blobStorage),
|
|
133
149
|
models: createModelsRuntime(
|
|
134
150
|
runtime,
|
|
135
151
|
execution,
|
|
@@ -139,6 +155,7 @@ function createExecutionFacades<TParams extends Record<string, unknown>>(
|
|
|
139
155
|
aiUsage: createAiUsageRuntime(runtime, dependencies.definitions.security),
|
|
140
156
|
events: createEventsRuntime(runtime),
|
|
141
157
|
logs: createLogsRuntime(runtime, dependencies.logging),
|
|
158
|
+
activity: createActivityRuntime(runtime, dependencies.activity),
|
|
142
159
|
schedules: createSchedulesRuntime(runtime, dependencies.definitions.schedules),
|
|
143
160
|
shares: createSharesRuntime(runtime, execution, dependencies.definitions.shares),
|
|
144
161
|
connector: createConnectorRuntime(runtime, execution, dependencies.connectorService),
|
package/src/sandboxes/README.md
CHANGED
|
@@ -6,8 +6,21 @@ Factories define environments; threads retain immutable parameters; runs provide
|
|
|
6
6
|
Dynamic recipes require an execution-resolved environment; providers never invoke resolvers.
|
|
7
7
|
- Selection and validation happen before provisioning. Initial source access must be allowed by
|
|
8
8
|
the session network policy. Creation runs setup once; resume never replays it.
|
|
9
|
+
- One rule decides whether source access can work (`sandboxCredentialIssue` in
|
|
10
|
+
[configuration](./configuration.ts)): write access needs `auth`, and `auth` a provider with
|
|
11
|
+
`supportsRequestCredentials`, even for a recipe without a source. `SixbHost` applies it to the
|
|
12
|
+
factory's static recipe at construction. The worker applies it again to each recipe a run
|
|
13
|
+
resolves: `resolve` results are unknown at startup, and a worker host is structural.
|
|
9
14
|
- Runs without a thread binding explicitly select `{}`; shared env/network defaults remain session
|
|
10
15
|
settings, not an implicit project binding. Unsupported provider capabilities fail explicitly.
|
|
16
|
+
- The exception is a workflow step's own `sandbox`: its factory's static recipe (source, setup,
|
|
17
|
+
env, network, auth) applies to a fresh ephemeral sandbox per node run. `params`/`resolve`, a
|
|
18
|
+
`none` network and source access that fails `sandboxCredentialIssue` are rejected when the step
|
|
19
|
+
is defined and again at startup. Before the node's terminal write, also when provisioning
|
|
20
|
+
fails, is cancelled or times out, the worker waits for one attempt to remove injection and
|
|
21
|
+
revoke every grant, and destroys the sandbox only after it. A refused revocation is logged and
|
|
22
|
+
does not fail the node: that grant stays valid until it expires. A lost execution records
|
|
23
|
+
nothing, and its failed acquisition or its release still revokes.
|
|
11
24
|
|
|
12
25
|
- [Configuration](./configuration.ts) validates and snapshots recipes, sharing Action parameter
|
|
13
26
|
schemas. Resolvers receive the execution-scoped SDK. Only parameters are stored in `sandbox_params`.
|
|
@@ -24,8 +37,11 @@ Factories define environments; threads retain immutable parameters; runs provide
|
|
|
24
37
|
This prevents accidental staging, not deliberate publication with `git add -f`.
|
|
25
38
|
- Confirmed missing/expired state allows one replacement attempt under the current execution fence.
|
|
26
39
|
A durable reset timestamp informs subsequent model calls; conversation history is preserved.
|
|
27
|
-
-
|
|
28
|
-
|
|
40
|
+
- Sixb always adds the API, source and auth request origins to a run's network: an omitted policy
|
|
41
|
+
allows only those, a restricted one lists what the project adds. `none` fails before
|
|
42
|
+
provisioning. Guest-readable `env` is not a Git credential channel.
|
|
43
|
+
- Request origins are read from the first grant, so renewals must keep to the same origins: a
|
|
44
|
+
provider rejects a credential for an origin the network does not allow.
|
|
29
45
|
|
|
30
46
|
## V1 limits
|
|
31
47
|
|
|
@@ -33,9 +49,15 @@ Vercel requests can outlive their worker: storage fencing cannot cancel provider
|
|
|
33
49
|
Uncertain sandboxes stay blocked; explicit recreation uses a new name without deleting old state.
|
|
34
50
|
Saved files remain subject to provider retention.
|
|
35
51
|
|
|
36
|
-
Source `auth` stays host-side.
|
|
52
|
+
Source `auth` stays host-side. Providers advertising `supportsRequestCredentials` must apply
|
|
37
53
|
execution-prepared credentials; direct create/resume never invoke `auth` implicitly. They apply
|
|
38
|
-
initial credentials before setup and expose session-scoped renewal
|
|
39
|
-
credentials before provisioning. During initial
|
|
40
|
-
expiry if no session handle is available yet;
|
|
41
|
-
removes injection and revokes grants. A crash
|
|
54
|
+
initial credentials before setup and expose session-scoped renewal, for ephemeral and named
|
|
55
|
+
sandboxes alike. Unsupported providers reject credentials before provisioning. During initial
|
|
56
|
+
provisioning/setup, the worker aborts before token expiry if no session handle is available yet;
|
|
57
|
+
renewal begins after acquisition. Normal teardown removes injection and revokes grants. A crash
|
|
58
|
+
cannot guarantee immediate revocation.
|
|
59
|
+
|
|
60
|
+
A grant may also carry a guest-readable `env` (identities, placeholders), validated like recipe
|
|
61
|
+
`env` before provisioning; an invalid one fails authentication. It applies on creation and resume
|
|
62
|
+
under the recipe's own `env`. Only the first grant of a run is read: the session environment
|
|
63
|
+
cannot change once acquired, so renewals rotate requests and their `env` is ignored.
|
package/src/sandboxes/auth.ts
CHANGED
|
@@ -3,13 +3,29 @@ import type { SandboxRequestCredential } from "./sandbox"
|
|
|
3
3
|
|
|
4
4
|
/** Per-run source access. Never persist these grants or expose them to the guest. */
|
|
5
5
|
export interface SandboxSourceCredentials {
|
|
6
|
+
/**
|
|
7
|
+
* Sixb opens these origins in the run's network, whether the recipe omits `network` or
|
|
8
|
+
* restricts it, so each must be one exact `https://` origin: a wildcard host is rejected. The
|
|
9
|
+
* network is set from the first grant of a session: return requests for the same origins on
|
|
10
|
+
* renewal.
|
|
11
|
+
*/
|
|
6
12
|
readonly requests: readonly SandboxRequestCredential[]
|
|
13
|
+
/**
|
|
14
|
+
* Guest-readable variables the integration needs in the sandbox, such as identities or the
|
|
15
|
+
* placeholder a tool requires before the host replaces its Authorization header. Never a
|
|
16
|
+
* credential: commands, files and snapshots can read these values.
|
|
17
|
+
*
|
|
18
|
+
* Applied from the first grant of a session; the recipe's own `env` wins on collision. Return
|
|
19
|
+
* the same values on renewal: renewals only rotate `requests`, so later values are ignored.
|
|
20
|
+
*/
|
|
21
|
+
readonly env?: Readonly<Record<string, string>>
|
|
7
22
|
readonly expiresAt: Date
|
|
8
23
|
revoke(): Promise<void>
|
|
9
24
|
}
|
|
10
25
|
|
|
11
26
|
/** Integration-owned authentication; grant source.access (read by default), or reject. */
|
|
12
27
|
export interface SandboxSourceAuth {
|
|
28
|
+
/** A thrown error is reported to onError: it and its causes must never contain a credential. */
|
|
13
29
|
authorize(input: {
|
|
14
30
|
readonly source: SandboxSource
|
|
15
31
|
readonly signal: AbortSignal
|
package/src/sandboxes/config.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ParamsConfig } from "../shared/params/types"
|
|
2
|
-
import {
|
|
2
|
+
import { type SandboxConfig, staticSandboxRecipe } from "./configuration"
|
|
3
3
|
import { SandboxError } from "./errors"
|
|
4
4
|
|
|
5
5
|
/** Extract only the common recipe; provider credentials and infrastructure stay on the factory. */
|
|
@@ -22,12 +22,7 @@ export function sandboxConfig<TParams extends ParamsConfig>(
|
|
|
22
22
|
) {
|
|
23
23
|
throw new SandboxError("[Sixb] Use either static source/setup or resolve, not both.")
|
|
24
24
|
}
|
|
25
|
-
const environment =
|
|
26
|
-
...(options.source === undefined ? {} : { source: options.source }),
|
|
27
|
-
...(options.setup === undefined ? {} : { setup: options.setup }),
|
|
28
|
-
...(options.env === undefined ? {} : { env: options.env }),
|
|
29
|
-
...(options.network === undefined ? {} : { network: options.network }),
|
|
30
|
-
})
|
|
25
|
+
const environment = staticSandboxRecipe(options)
|
|
31
26
|
return Object.freeze({
|
|
32
27
|
...(authorize ? { auth: Object.freeze({ authorize }) } : {}),
|
|
33
28
|
...environment,
|