@sixb/core 0.1.16 → 0.1.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/index.js +30 -27
- package/dist/actions/index.js.map +1 -1
- package/dist/actions/read-facade.d.ts +1 -1
- package/dist/actions/types/context.d.ts +2 -2
- package/dist/actions/types/context.d.ts.map +1 -1
- package/dist/actions/validation.d.ts.map +1 -1
- package/dist/actions/worker.js +6 -2
- package/dist/actions/worker.js.map +3 -3
- package/dist/agents/adapters.d.ts +7 -0
- package/dist/agents/adapters.d.ts.map +1 -1
- package/dist/agents/authority.d.ts +7 -0
- package/dist/agents/authority.d.ts.map +1 -1
- package/dist/agents/context/entries.d.ts +10 -1
- package/dist/agents/context/entries.d.ts.map +1 -1
- package/dist/agents/context/index.d.ts +1 -1
- package/dist/agents/context/index.d.ts.map +1 -1
- package/dist/agents/context/index.js +4 -2
- package/dist/agents/context/index.js.map +1 -1
- package/dist/agents/context-compaction.d.ts.map +1 -1
- package/dist/agents/errors.d.ts +1 -1
- package/dist/agents/errors.d.ts.map +1 -1
- package/dist/agents/index.d.ts +6 -4
- package/dist/agents/index.d.ts.map +1 -1
- package/dist/agents/index.js +54 -46
- package/dist/agents/index.js.map +1 -1
- package/dist/agents/message.d.ts +8 -1
- package/dist/agents/message.d.ts.map +1 -1
- package/dist/agents/request.d.ts +19 -5
- package/dist/agents/request.d.ts.map +1 -1
- package/dist/agents/skills.d.ts +41 -0
- package/dist/agents/skills.d.ts.map +1 -0
- package/dist/agents/streams/index.js +1 -1
- package/dist/agents/streams/internal.js +1 -1
- package/dist/agents/types.d.ts +33 -4
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/auth/index.js +9 -6
- package/dist/auth/index.js.map +1 -1
- package/dist/auth/runtime.d.ts.map +1 -1
- package/dist/auth/types.d.ts +6 -0
- package/dist/auth/types.d.ts.map +1 -1
- package/dist/authorization/index.js +5 -3
- package/dist/authorization/index.js.map +1 -1
- package/dist/authorization/resolve.d.ts +1 -1
- package/dist/authorization/resolve.d.ts.map +1 -1
- package/dist/authorization/types.d.ts +7 -0
- package/dist/authorization/types.d.ts.map +1 -1
- package/dist/blob-storage/browser.js +1 -1
- package/dist/blob-storage/download-urls.d.ts +41 -0
- package/dist/blob-storage/download-urls.d.ts.map +1 -0
- package/dist/blob-storage/execution.d.ts +9 -1
- package/dist/blob-storage/execution.d.ts.map +1 -1
- package/dist/blob-storage/file-content.d.ts +18 -0
- package/dist/blob-storage/file-content.d.ts.map +1 -0
- package/dist/blob-storage/index.d.ts +1 -1
- package/dist/blob-storage/index.d.ts.map +1 -1
- package/dist/blob-storage/index.js +6 -4
- package/dist/blob-storage/index.js.map +1 -1
- package/dist/blob-storage/internal.d.ts +4 -0
- package/dist/blob-storage/internal.d.ts.map +1 -0
- package/dist/blob-storage/internal.js +23 -0
- package/dist/blob-storage/internal.js.map +9 -0
- package/dist/blob-storage/media-type.d.ts +8 -0
- package/dist/blob-storage/media-type.d.ts.map +1 -0
- package/dist/blob-storage/types.d.ts +12 -1
- package/dist/blob-storage/types.d.ts.map +1 -1
- package/dist/blob-storage/validation.d.ts +6 -0
- package/dist/blob-storage/validation.d.ts.map +1 -1
- package/dist/bootstrap/agent-context.d.ts +33 -0
- package/dist/bootstrap/agent-context.d.ts.map +1 -0
- package/dist/bootstrap/discovery.d.ts +23 -3
- package/dist/bootstrap/discovery.d.ts.map +1 -1
- package/dist/bootstrap/index.d.ts +2 -1
- package/dist/bootstrap/index.d.ts.map +1 -1
- package/dist/bootstrap/index.js +287 -75
- package/dist/bootstrap/index.js.map +4 -3
- package/dist/bootstrap/ontology-type-manifest.d.ts.map +1 -1
- package/dist/{chunk-kttr5ftm.js → chunk-1b1f2d5f.js} +23 -6
- package/dist/chunk-1b1f2d5f.js.map +12 -0
- package/dist/{chunk-hgqpcmyr.js → chunk-1hqwggsn.js} +47 -19
- package/dist/chunk-1hqwggsn.js.map +12 -0
- package/dist/{chunk-9vx5e9g1.js → chunk-1sr8ryzk.js} +3 -3
- package/dist/chunk-1sr8ryzk.js.map +11 -0
- package/dist/{chunk-4gmng3vf.js → chunk-22v5bpz3.js} +1 -1
- package/dist/{chunk-tnvafr7g.js → chunk-29yx306f.js} +124 -9
- package/dist/chunk-29yx306f.js.map +22 -0
- package/dist/{chunk-fj1dvp37.js → chunk-2vhg6ysa.js} +1 -1
- package/dist/chunk-3zxk45er.js +152 -0
- package/dist/chunk-3zxk45er.js.map +11 -0
- package/dist/{chunk-gmdvns8f.js → chunk-48e3cn2d.js} +2 -2
- package/dist/{chunk-jgwb25gc.js → chunk-4as3wt1c.js} +13 -5
- package/dist/chunk-4as3wt1c.js.map +12 -0
- package/dist/{chunk-91kcnbf0.js → chunk-6gmfggss.js} +22 -9
- package/dist/chunk-6gmfggss.js.map +10 -0
- package/dist/{chunk-2xvgy3x5.js → chunk-6h5m9xjx.js} +43 -415
- package/dist/{chunk-2xvgy3x5.js.map → chunk-6h5m9xjx.js.map} +7 -11
- package/dist/{chunk-cq44v1a6.js → chunk-7hpdd6r9.js} +3 -3
- package/dist/{chunk-f85hpqnm.js → chunk-99nd4rc1.js} +3 -3
- package/dist/{chunk-f85hpqnm.js.map → chunk-99nd4rc1.js.map} +3 -3
- package/dist/chunk-b9affek3.js +261 -0
- package/dist/chunk-b9affek3.js.map +12 -0
- package/dist/{chunk-zvmr2hqk.js → chunk-bs7sqkre.js} +10 -4
- package/dist/chunk-bs7sqkre.js.map +12 -0
- package/dist/{chunk-rb143ggb.js → chunk-bwjcehza.js} +1 -1
- package/dist/{chunk-667x4drs.js → chunk-d0eb5yy6.js} +143 -7
- package/dist/chunk-d0eb5yy6.js.map +14 -0
- package/dist/chunk-d62kjtbg.js.map +2 -2
- package/dist/{chunk-gkxsenvp.js → chunk-de4z2bj6.js} +31 -7
- package/dist/{chunk-gkxsenvp.js.map → chunk-de4z2bj6.js.map} +5 -4
- package/dist/{chunk-mdnw7nj8.js → chunk-dnmadg9k.js} +35 -10
- package/dist/chunk-dnmadg9k.js.map +15 -0
- package/dist/chunk-enpsx8k5.js +127 -0
- package/dist/chunk-enpsx8k5.js.map +10 -0
- package/dist/{chunk-xnx96gfy.js → chunk-ere85b8y.js} +17 -8
- package/dist/chunk-ere85b8y.js.map +15 -0
- package/dist/{chunk-k4kkp58d.js → chunk-ewqa58h9.js} +12 -2
- package/dist/chunk-ewqa58h9.js.map +11 -0
- package/dist/{chunk-7g2gjvah.js → chunk-ex496vct.js} +1 -1
- package/dist/{chunk-nvymebc1.js → chunk-f1zxad2t.js} +1 -1
- package/dist/{chunk-3q7z9hd4.js → chunk-fe52eczz.js} +483 -101
- package/dist/chunk-fe52eczz.js.map +49 -0
- package/dist/{chunk-8x74221e.js → chunk-fx93hd2n.js} +79 -32
- package/dist/chunk-fx93hd2n.js.map +20 -0
- package/dist/{chunk-39tqv9hz.js → chunk-gc4ntf7d.js} +6 -7
- package/dist/{chunk-39tqv9hz.js.map → chunk-gc4ntf7d.js.map} +3 -4
- package/dist/chunk-h8teetr0.js +9 -0
- package/dist/chunk-h8teetr0.js.map +10 -0
- package/dist/{chunk-98cw09sw.js → chunk-hkc3jct7.js} +4 -2
- package/dist/chunk-hkc3jct7.js.map +10 -0
- package/dist/chunk-hn2r7z41.js.map +1 -1
- package/dist/{chunk-h044jb97.js → chunk-htr6wjmv.js} +282 -58
- package/dist/chunk-htr6wjmv.js.map +19 -0
- package/dist/{chunk-h3v76ams.js → chunk-jhm3zsa7.js} +25 -2
- package/dist/chunk-jhm3zsa7.js.map +12 -0
- package/dist/{chunk-chdg6eqq.js → chunk-k6hrnf35.js} +5 -5
- package/dist/chunk-k6hrnf35.js.map +10 -0
- package/dist/{chunk-a0073121.js → chunk-kpx7jrmn.js} +3 -1
- package/dist/chunk-kpx7jrmn.js.map +12 -0
- package/dist/{chunk-b9y8hcm2.js → chunk-mfs23znk.js} +1 -1
- package/dist/{chunk-kvysp909.js → chunk-ny3xyvcn.js} +32 -19
- package/dist/chunk-ny3xyvcn.js.map +17 -0
- package/dist/{chunk-h4138ww2.js → chunk-p0dqwj3n.js} +450 -799
- package/dist/chunk-p0dqwj3n.js.map +49 -0
- package/dist/{chunk-f72rbvsb.js → chunk-p844e0rn.js} +23 -8
- package/dist/chunk-p844e0rn.js.map +19 -0
- package/dist/{chunk-dmn70ztd.js → chunk-pfp1txq2.js} +25 -6
- package/dist/chunk-pfp1txq2.js.map +11 -0
- package/dist/chunk-pqajwytd.js.map +3 -3
- package/dist/{chunk-mr60an99.js → chunk-qczk96d9.js} +22 -2
- package/dist/{chunk-mr60an99.js.map → chunk-qczk96d9.js.map} +3 -3
- package/dist/{chunk-69kt9q43.js → chunk-qkbx3tf6.js} +17 -128
- package/dist/{chunk-69kt9q43.js.map → chunk-qkbx3tf6.js.map} +6 -7
- package/dist/{chunk-h866d223.js → chunk-qkvz64nd.js} +2 -2
- package/dist/{chunk-vsvrv7n8.js → chunk-qmnnhde6.js} +4 -8
- package/dist/{chunk-vsvrv7n8.js.map → chunk-qmnnhde6.js.map} +3 -3
- package/dist/{chunk-6z1q7j19.js → chunk-qq90g05n.js} +1128 -782
- package/dist/chunk-qq90g05n.js.map +66 -0
- package/dist/{chunk-40qb8wpe.js → chunk-qxvp5epv.js} +84 -29
- package/dist/{chunk-40qb8wpe.js.map → chunk-qxvp5epv.js.map} +10 -9
- package/dist/chunk-rdghfsss.js.map +2 -2
- package/dist/{chunk-s3csryxe.js → chunk-rj69qcrd.js} +8 -2
- package/dist/chunk-rj69qcrd.js.map +11 -0
- package/dist/{chunk-tkdbge6v.js → chunk-rt9p8m9t.js} +1 -1
- package/dist/{chunk-cd234ba4.js → chunk-rz53yb4v.js} +10 -5
- package/dist/chunk-rz53yb4v.js.map +14 -0
- package/dist/{chunk-a7ne02hk.js → chunk-s4jhg8a3.js} +351 -296
- package/dist/chunk-s4jhg8a3.js.map +15 -0
- package/dist/{chunk-69266efg.js → chunk-s54c868q.js} +12 -4
- package/dist/chunk-s54c868q.js.map +12 -0
- package/dist/{chunk-dsv8kdgk.js → chunk-tffvfy6s.js} +8 -7
- package/dist/{chunk-dsv8kdgk.js.map → chunk-tffvfy6s.js.map} +3 -3
- package/dist/{chunk-sbcm1b92.js → chunk-v6xpd60t.js} +3 -3
- package/dist/{chunk-nj0020ay.js → chunk-vgk3hknm.js} +1 -1
- package/dist/{chunk-qnd7ehe5.js → chunk-vx2yp45y.js} +2 -2
- package/dist/{chunk-vjqt7q3a.js → chunk-vz3gc1tm.js} +607 -45
- package/dist/chunk-vz3gc1tm.js.map +41 -0
- package/dist/{chunk-g4rbm4a6.js → chunk-wt4szfec.js} +379 -331
- package/dist/chunk-wt4szfec.js.map +14 -0
- package/dist/chunk-xt1zt7gv.js +471 -0
- package/dist/chunk-xt1zt7gv.js.map +13 -0
- package/dist/{chunk-swxzncrv.js → chunk-y05543x6.js} +51 -8
- package/dist/{chunk-swxzncrv.js.map → chunk-y05543x6.js.map} +5 -5
- package/dist/{chunk-zdkcdshk.js → chunk-y9jmd7e5.js} +41 -3
- package/dist/{chunk-zdkcdshk.js.map → chunk-y9jmd7e5.js.map} +4 -3
- package/dist/{chunk-nkbev3tr.js → chunk-yv9czyfr.js} +3 -3
- package/dist/{chunk-z5rnrmz1.js → chunk-yw9pyg66.js} +5 -3
- package/dist/chunk-yw9pyg66.js.map +11 -0
- package/dist/{chunk-cxj8y8t0.js → chunk-za5yd58j.js} +2 -2
- package/dist/{chunk-zb47r1c8.js → chunk-zb77kjth.js} +3 -3
- package/dist/{chunk-dp7yk20b.js → chunk-zxawp1n2.js} +1 -1
- package/dist/datasets/builders.d.ts +12 -1
- package/dist/datasets/builders.d.ts.map +1 -1
- package/dist/datasets/execution.d.ts +27 -1
- package/dist/datasets/execution.d.ts.map +1 -1
- package/dist/datasets/index.d.ts +1 -1
- package/dist/datasets/index.d.ts.map +1 -1
- package/dist/datasets/types.d.ts +2 -0
- package/dist/datasets/types.d.ts.map +1 -1
- package/dist/datasets/write.d.ts +5 -0
- package/dist/datasets/write.d.ts.map +1 -1
- package/dist/datasets/write.js +10 -5
- package/dist/datasets/write.js.map +1 -1
- package/dist/edits/properties.d.ts.map +1 -1
- package/dist/events/execution.d.ts +2 -1
- package/dist/events/execution.d.ts.map +1 -1
- package/dist/events/types/objects.d.ts +5 -0
- package/dist/events/types/objects.d.ts.map +1 -1
- package/dist/execution/agent.d.ts +10 -0
- package/dist/execution/agent.d.ts.map +1 -1
- package/dist/execution/agent.js +49 -43
- package/dist/execution/agent.js.map +1 -1
- package/dist/execution/authorized-object-reader.d.ts +9 -2
- package/dist/execution/authorized-object-reader.d.ts.map +1 -1
- package/dist/execution/primitive.js +45 -41
- package/dist/execution/primitive.js.map +2 -2
- package/dist/execution/request.js +46 -42
- package/dist/execution/request.js.map +2 -2
- package/dist/http/api-routes.d.ts.map +1 -1
- package/dist/http/index.js +1 -1
- package/dist/index.d.ts +16 -11
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +79 -71
- package/dist/index.js.map +1 -1
- package/dist/lake-storage/in-memory.d.ts +5 -1
- package/dist/lake-storage/in-memory.d.ts.map +1 -1
- package/dist/lake-storage/index.d.ts +1 -1
- package/dist/lake-storage/index.d.ts.map +1 -1
- package/dist/lake-storage/index.js +8 -5
- package/dist/lake-storage/index.js.map +1 -1
- package/dist/lake-storage/types.d.ts +26 -0
- package/dist/lake-storage/types.d.ts.map +1 -1
- package/dist/maintenance/ontology-maintenance.d.ts +5 -1
- package/dist/maintenance/ontology-maintenance.d.ts.map +1 -1
- package/dist/maintenance/types.d.ts +1 -4
- package/dist/maintenance/types.d.ts.map +1 -1
- package/dist/materialization/event-envelopes.d.ts +20 -0
- package/dist/materialization/event-envelopes.d.ts.map +1 -0
- package/dist/materialization/events.d.ts +29 -3
- package/dist/materialization/events.d.ts.map +1 -1
- package/dist/materialization/index.d.ts +4 -1
- package/dist/materialization/index.d.ts.map +1 -1
- package/dist/materialization/index.js +9 -3
- package/dist/materialization/index.js.map +1 -1
- package/dist/materializer/edits/plan.d.ts +2 -10
- package/dist/materializer/edits/plan.d.ts.map +1 -1
- package/dist/materializer/effective/build-events.d.ts +5 -21
- package/dist/materializer/effective/build-events.d.ts.map +1 -1
- package/dist/materializer/effective/vector-indexing.d.ts +2 -3
- package/dist/materializer/effective/vector-indexing.d.ts.map +1 -1
- package/dist/materializer/effective/vectors.d.ts +2 -3
- package/dist/materializer/effective/vectors.d.ts.map +1 -1
- package/dist/materializer/execution/scope.d.ts +1 -11
- package/dist/materializer/execution/scope.d.ts.map +1 -1
- package/dist/materializer/execution/work-executor.d.ts +5 -7
- package/dist/materializer/execution/work-executor.d.ts.map +1 -1
- package/dist/materializer/execution/work-records.d.ts +1 -3
- package/dist/materializer/execution/work-records.d.ts.map +1 -1
- package/dist/materializer/index.js +35 -33
- package/dist/materializer/index.js.map +1 -1
- package/dist/materializer/projections/replace.d.ts.map +1 -1
- package/dist/materializer/projections/replacement-plan.d.ts +8 -11
- package/dist/materializer/projections/replacement-plan.d.ts.map +1 -1
- package/dist/materializer/shared/batching.d.ts +5 -0
- package/dist/materializer/shared/batching.d.ts.map +1 -1
- package/dist/materializer/telemetry/plan.d.ts +2 -8
- package/dist/materializer/telemetry/plan.d.ts.map +1 -1
- package/dist/models/audio/catalog.d.ts +20 -0
- package/dist/models/audio/catalog.d.ts.map +1 -0
- package/dist/models/audio/errors.d.ts +8 -0
- package/dist/models/audio/errors.d.ts.map +1 -0
- package/dist/models/audio/file.d.ts +9 -0
- package/dist/models/audio/file.d.ts.map +1 -0
- package/dist/models/audio/runtime.d.ts +8 -0
- package/dist/models/audio/runtime.d.ts.map +1 -0
- package/dist/models/audio/types.d.ts +60 -0
- package/dist/models/audio/types.d.ts.map +1 -0
- package/dist/models/catalog.d.ts +24 -2
- package/dist/models/catalog.d.ts.map +1 -1
- package/dist/models/definitions.d.ts +1 -1
- package/dist/models/definitions.d.ts.map +1 -1
- package/dist/models/events.d.ts +3 -0
- package/dist/models/events.d.ts.map +1 -1
- package/dist/models/execution/binding.d.ts +6 -0
- package/dist/models/execution/binding.d.ts.map +1 -1
- package/dist/models/execution/index.js +27 -24
- package/dist/models/execution/index.js.map +1 -1
- package/dist/models/execution/model-call-admission.d.ts +6 -1
- package/dist/models/execution/model-call-admission.d.ts.map +1 -1
- package/dist/models/execution/model-call-limits.d.ts.map +1 -1
- package/dist/models/execution/model-call-recorder.d.ts +4 -0
- package/dist/models/execution/model-call-recorder.d.ts.map +1 -1
- package/dist/models/execution/reranking.d.ts +4 -0
- package/dist/models/execution/reranking.d.ts.map +1 -0
- package/dist/models/execution/usage.d.ts.map +1 -1
- package/dist/models/execution.d.ts +2 -1
- package/dist/models/execution.d.ts.map +1 -1
- package/dist/models/generation-types.d.ts +2 -0
- package/dist/models/generation-types.d.ts.map +1 -1
- package/dist/models/index.d.ts +7 -1
- package/dist/models/index.d.ts.map +1 -1
- package/dist/models/index.js +6 -2
- package/dist/models/index.js.map +1 -1
- package/dist/models/language-model.d.ts +6 -0
- package/dist/models/language-model.d.ts.map +1 -1
- package/dist/models/pricing.d.ts +2 -2
- package/dist/models/pricing.d.ts.map +1 -1
- package/dist/models/reranking-model.d.ts +49 -0
- package/dist/models/reranking-model.d.ts.map +1 -0
- package/dist/objects/context/index.d.ts +1 -1
- package/dist/objects/context/index.d.ts.map +1 -1
- package/dist/objects/context/types.d.ts +6 -0
- package/dist/objects/context/types.d.ts.map +1 -1
- package/dist/objects/execution.d.ts +2 -1
- package/dist/objects/execution.d.ts.map +1 -1
- package/dist/objects/index.js +31 -27
- package/dist/objects/index.js.map +1 -1
- package/dist/objects/materializer-adapter.d.ts.map +1 -1
- package/dist/objects/object/upsert-batch.d.ts.map +1 -1
- package/dist/objects/object/upsert.d.ts.map +1 -1
- package/dist/objects/property-clearance.d.ts +41 -0
- package/dist/objects/property-clearance.d.ts.map +1 -0
- package/dist/objects/query/executor.d.ts +5 -1
- package/dist/objects/query/executor.d.ts.map +1 -1
- package/dist/objects/query/index.d.ts +1 -1
- package/dist/objects/query/index.d.ts.map +1 -1
- package/dist/objects/query/index.js +27 -24
- package/dist/objects/query/index.js.map +1 -1
- package/dist/objects/query/ir.d.ts +8 -1
- package/dist/objects/query/ir.d.ts.map +1 -1
- package/dist/objects/query/normalize.d.ts.map +1 -1
- package/dist/objects/query/planner.d.ts +1 -1
- package/dist/objects/query/planner.d.ts.map +1 -1
- package/dist/objects/query/primary-id.d.ts +7 -0
- package/dist/objects/query/primary-id.d.ts.map +1 -0
- package/dist/objects/query/reranking-executor.d.ts +13 -0
- package/dist/objects/query/reranking-executor.d.ts.map +1 -0
- package/dist/objects/query/reranking-limits.d.ts +3 -0
- package/dist/objects/query/reranking-limits.d.ts.map +1 -0
- package/dist/objects/query/reranking-query.d.ts +4 -0
- package/dist/objects/query/reranking-query.d.ts.map +1 -0
- package/dist/objects/query/validate.d.ts +10 -1
- package/dist/objects/query/validate.d.ts.map +1 -1
- package/dist/objects/sdk/file-handle.d.ts +6 -0
- package/dist/objects/sdk/file-handle.d.ts.map +1 -0
- package/dist/objects/sdk/object-handle.d.ts +2 -2
- package/dist/objects/sdk/object-handle.d.ts.map +1 -1
- package/dist/objects/sdk/object-set.d.ts +2 -0
- package/dist/objects/sdk/object-set.d.ts.map +1 -1
- package/dist/objects/sdk/query-builder.d.ts +8 -0
- package/dist/objects/sdk/query-builder.d.ts.map +1 -1
- package/dist/objects/sdk/query-executor.d.ts +2 -2
- package/dist/objects/sdk/query-executor.d.ts.map +1 -1
- package/dist/objects/sdk/runtime-query-executor.d.ts.map +1 -1
- package/dist/objects/vectors/indexing-dispatch.d.ts +21 -0
- package/dist/objects/vectors/indexing-dispatch.d.ts.map +1 -0
- package/dist/objects/vectors/query.d.ts.map +1 -1
- package/dist/ontology/builders.d.ts +12 -1
- package/dist/ontology/builders.d.ts.map +1 -1
- package/dist/ontology/docs-markdown.d.ts +35 -0
- package/dist/ontology/docs-markdown.d.ts.map +1 -0
- package/dist/ontology/docs.d.ts +50 -0
- package/dist/ontology/docs.d.ts.map +1 -0
- package/dist/ontology/index.d.ts +1 -1
- package/dist/ontology/index.d.ts.map +1 -1
- package/dist/ontology/index.js +7 -4
- package/dist/ontology/index.js.map +1 -1
- package/dist/ontology/inference/index.d.ts +19 -0
- package/dist/ontology/inference/index.d.ts.map +1 -1
- package/dist/ontology/internal.d.ts +3 -1
- package/dist/ontology/internal.d.ts.map +1 -1
- package/dist/ontology/internal.js +276 -3
- package/dist/ontology/internal.js.map +4 -3
- package/dist/ontology/query-capabilities.d.ts +1 -0
- package/dist/ontology/query-capabilities.d.ts.map +1 -1
- package/dist/ontology/tokens.d.ts +8 -1
- package/dist/ontology/tokens.d.ts.map +1 -1
- package/dist/ontology/types.d.ts +25 -0
- package/dist/ontology/types.d.ts.map +1 -1
- package/dist/ontology/validation/index.d.ts +1 -1
- package/dist/ontology/validation/index.d.ts.map +1 -1
- package/dist/ontology/validation/query.d.ts.map +1 -1
- package/dist/ontology/validation/schema.d.ts +7 -0
- package/dist/ontology/validation/schema.d.ts.map +1 -1
- package/dist/pipelines/index.js +29 -26
- package/dist/pipelines/index.js.map +1 -1
- package/dist/projections/internal.js +27 -24
- package/dist/projections/internal.js.map +1 -1
- package/dist/query.d.ts +4 -2
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +2 -2
- package/dist/queues/in-memory.d.ts +3 -0
- package/dist/queues/in-memory.d.ts.map +1 -1
- package/dist/queues/index.js +1 -1
- package/dist/queues/types.d.ts +4 -0
- package/dist/queues/types.d.ts.map +1 -1
- package/dist/runtime/create.d.ts +11 -2
- package/dist/runtime/create.d.ts.map +1 -1
- package/dist/runtime/definitions.d.ts +3 -1
- package/dist/runtime/definitions.d.ts.map +1 -1
- package/dist/runtime/host.d.ts +14 -2
- package/dist/runtime/host.d.ts.map +1 -1
- package/dist/runtime/index.d.ts +1 -1
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/internal.d.ts +1 -0
- package/dist/runtime/internal.d.ts.map +1 -1
- package/dist/runtime/internal.js +32 -27
- package/dist/runtime/internal.js.map +1 -1
- package/dist/runtime/locale.d.ts +9 -0
- package/dist/runtime/locale.d.ts.map +1 -0
- package/dist/runtime/public-origin.d.ts +10 -0
- package/dist/runtime/public-origin.d.ts.map +1 -0
- package/dist/runtime/resolve-definitions.d.ts +4 -2
- package/dist/runtime/resolve-definitions.d.ts.map +1 -1
- package/dist/runtime/sixb.d.ts +1 -0
- package/dist/runtime/sixb.d.ts.map +1 -1
- package/dist/runtime/types.d.ts +42 -5
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/sandboxes/index.js +7 -6
- package/dist/sandboxes/index.js.map +1 -1
- package/dist/scheduler/index.js +1 -1
- package/dist/scheduler/runtime.d.ts +3 -0
- package/dist/scheduler/runtime.d.ts.map +1 -1
- package/dist/security/builders.d.ts +11 -2
- package/dist/security/builders.d.ts.map +1 -1
- package/dist/security/index.d.ts +4 -4
- package/dist/security/index.d.ts.map +1 -1
- package/dist/security/markings.d.ts +19 -0
- package/dist/security/markings.d.ts.map +1 -0
- package/dist/security/redactions.d.ts +4 -0
- package/dist/security/redactions.d.ts.map +1 -0
- package/dist/security/registry.d.ts +7 -1
- package/dist/security/registry.d.ts.map +1 -1
- package/dist/security/types.d.ts +25 -0
- package/dist/security/types.d.ts.map +1 -1
- package/dist/security/validation.d.ts +4 -1
- package/dist/security/validation.d.ts.map +1 -1
- package/dist/shares/internal.js +24 -21
- package/dist/shares/internal.js.map +2 -2
- package/dist/storage/agents/provider.d.ts.map +1 -1
- package/dist/storage/agents/provider.js +5 -4
- package/dist/storage/agents/provider.js.map +1 -1
- package/dist/storage/agents/types.d.ts +15 -9
- package/dist/storage/agents/types.d.ts.map +1 -1
- package/dist/storage/ai-cost/analytics.d.ts +1 -0
- package/dist/storage/ai-cost/analytics.d.ts.map +1 -1
- package/dist/storage/ai-cost/provider.js +3 -3
- package/dist/storage/ai-cost/types.d.ts +1 -1
- package/dist/storage/ai-cost/types.d.ts.map +1 -1
- package/dist/storage/ai-cost/validation.d.ts.map +1 -1
- package/dist/storage/ai-limits/enforcement.js +2 -2
- package/dist/storage/ai-limits/in-memory.d.ts.map +1 -1
- package/dist/storage/ai-limits/provider.d.ts +7 -2
- package/dist/storage/ai-limits/provider.d.ts.map +1 -1
- package/dist/storage/ai-limits/provider.js +4 -2
- package/dist/storage/ai-limits/provider.js.map +1 -1
- package/dist/storage/ai-limits/types.d.ts +3 -0
- package/dist/storage/ai-limits/types.d.ts.map +1 -1
- package/dist/storage/ai-usage/record.d.ts.map +1 -1
- package/dist/storage/ai-usage/types.d.ts +8 -4
- package/dist/storage/ai-usage/types.d.ts.map +1 -1
- package/dist/storage/ai-usage/usage.d.ts.map +1 -1
- package/dist/storage/file-download-grants/in-memory.d.ts +11 -0
- package/dist/storage/file-download-grants/in-memory.d.ts.map +1 -0
- package/dist/storage/file-download-grants/index.d.ts +3 -0
- package/dist/storage/file-download-grants/index.d.ts.map +1 -0
- package/dist/storage/file-download-grants/record.d.ts +11 -0
- package/dist/storage/file-download-grants/record.d.ts.map +1 -0
- package/dist/storage/file-download-grants/types.d.ts +44 -0
- package/dist/storage/file-download-grants/types.d.ts.map +1 -0
- package/dist/storage/file-upload-sessions/provider.js +10 -7
- package/dist/storage/file-upload-sessions/provider.js.map +1 -1
- package/dist/storage/in-memory/index.d.ts +4 -0
- package/dist/storage/in-memory/index.d.ts.map +1 -1
- package/dist/storage/index.d.ts +6 -3
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +35 -32
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/internal.d.ts +1 -0
- package/dist/storage/internal.d.ts.map +1 -1
- package/dist/storage/internal.js +9 -4
- package/dist/storage/internal.js.map +1 -1
- package/dist/storage/migrations/index.d.ts +1 -1
- package/dist/storage/migrations/index.d.ts.map +1 -1
- package/dist/storage/migrations/migrate-storage.d.ts +3 -3
- package/dist/storage/migrations/migrate-storage.d.ts.map +1 -1
- package/dist/storage/migrations/types.d.ts +7 -0
- package/dist/storage/migrations/types.d.ts.map +1 -1
- package/dist/storage/objects/in-memory/query.d.ts.map +1 -1
- package/dist/storage/objects/in-memory/selected-reader.d.ts.map +1 -1
- package/dist/storage/objects/in-memory/storage.d.ts.map +1 -1
- package/dist/storage/objects/query-preparation.d.ts +39 -0
- package/dist/storage/objects/query-preparation.d.ts.map +1 -0
- package/dist/storage/objects/types.d.ts +9 -0
- package/dist/storage/objects/types.d.ts.map +1 -1
- package/dist/storage/ontology/commits.d.ts +1 -6
- package/dist/storage/ontology/commits.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/index.d.ts +4 -2
- package/dist/storage/ontology/in-memory/index.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-state.d.ts +0 -2
- package/dist/storage/ontology/in-memory/materializations-state.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations-work.d.ts +1 -3
- package/dist/storage/ontology/in-memory/materializations-work.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/materializations.d.ts +23 -57
- package/dist/storage/ontology/in-memory/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/outbox.d.ts +3 -2
- package/dist/storage/ontology/in-memory/outbox.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/replacement-plans.d.ts +104 -0
- package/dist/storage/ontology/in-memory/replacement-plans.d.ts.map +1 -0
- package/dist/storage/ontology/in-memory/shared-state.d.ts +17 -2
- package/dist/storage/ontology/in-memory/shared-state.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/source-roots.d.ts +3 -1
- package/dist/storage/ontology/in-memory/source-roots.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/sources.d.ts +1 -2
- package/dist/storage/ontology/in-memory/sources.d.ts.map +1 -1
- package/dist/storage/ontology/in-memory/state-reader.d.ts +25 -0
- package/dist/storage/ontology/in-memory/state-reader.d.ts.map +1 -0
- package/dist/storage/ontology/index.d.ts +6 -3
- package/dist/storage/ontology/index.d.ts.map +1 -1
- package/dist/storage/ontology/materializations.d.ts +40 -59
- package/dist/storage/ontology/materializations.d.ts.map +1 -1
- package/dist/storage/ontology/outbox.d.ts +4 -6
- package/dist/storage/ontology/outbox.d.ts.map +1 -1
- package/dist/storage/ontology/provider-work.d.ts +114 -3
- package/dist/storage/ontology/provider-work.d.ts.map +1 -1
- package/dist/storage/ontology/provider.d.ts +14 -39
- package/dist/storage/ontology/provider.d.ts.map +1 -1
- package/dist/storage/ontology/provider.js +26 -12
- package/dist/storage/ontology/provider.js.map +1 -1
- package/dist/storage/ontology/replacement-plans.d.ts +103 -0
- package/dist/storage/ontology/replacement-plans.d.ts.map +1 -0
- package/dist/storage/ontology/sources.d.ts +0 -8
- package/dist/storage/ontology/sources.d.ts.map +1 -1
- package/dist/storage/operation-scope.d.ts.map +1 -1
- package/dist/storage/operation-scope.js +1 -1
- package/dist/storage/projection-runs/in-memory.d.ts.map +1 -1
- package/dist/storage/projection-runs/types.d.ts +2 -0
- package/dist/storage/projection-runs/types.d.ts.map +1 -1
- package/dist/storage/types.d.ts +2 -0
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/storage/workflow-runs/provider.js +10 -7
- package/dist/storage/workflow-runs/provider.js.map +1 -1
- package/dist/syncs/index.js +30 -27
- package/dist/syncs/index.js.map +1 -1
- package/dist/testing/ai-cost-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-limit-storage-contract.d.ts.map +1 -1
- package/dist/testing/ai-usage-storage-contract.d.ts.map +1 -1
- package/dist/testing/file-download-grant-storage-contract.d.ts +9 -0
- package/dist/testing/file-download-grant-storage-contract.d.ts.map +1 -0
- package/dist/testing/index.d.ts +1 -0
- package/dist/testing/index.d.ts.map +1 -1
- package/dist/testing/index.js +2556 -1495
- package/dist/testing/index.js.map +14 -13
- package/dist/testing/lake-storage-contract.d.ts.map +1 -1
- package/dist/testing/materializer-storage-contract.d.ts +14 -0
- package/dist/testing/materializer-storage-contract.d.ts.map +1 -1
- package/dist/testing/object-read-scope-contract.d.ts.map +1 -1
- package/dist/testing/ontology-contract-fixture.d.ts +5 -1
- package/dist/testing/ontology-contract-fixture.d.ts.map +1 -1
- package/dist/testing/ontology-storage-contract.d.ts.map +1 -1
- package/dist/testing/projection-run-storage-contract.d.ts.map +1 -1
- package/dist/testing/queues-contract.d.ts.map +1 -1
- package/dist/webhooks/internal.js +25 -22
- package/dist/webhooks/internal.js.map +2 -2
- package/dist/workers/index.js +15 -17
- package/dist/workers/index.js.map +3 -3
- package/dist/workers/queue-worker.d.ts +3 -2
- package/dist/workers/queue-worker.d.ts.map +1 -1
- package/dist/workflows/builders.d.ts.map +1 -1
- package/dist/workflows/index.js +51 -47
- package/dist/workflows/index.js.map +1 -1
- package/dist/workflows/request.d.ts.map +1 -1
- package/dist/workflows/types.d.ts +6 -3
- package/dist/workflows/types.d.ts.map +1 -1
- package/dist/workflows/validation.d.ts +2 -1
- package/dist/workflows/validation.d.ts.map +1 -1
- package/package.json +7 -1
- package/src/actions/read-facade.ts +2 -1
- package/src/actions/types/context.ts +5 -2
- package/src/actions/validation.ts +4 -1
- package/src/agents/adapters.ts +15 -0
- package/src/agents/authority.ts +15 -0
- package/src/agents/context/entries.ts +48 -4
- package/src/agents/context/index.ts +1 -0
- package/src/agents/context-compaction.ts +6 -0
- package/src/agents/errors.ts +3 -0
- package/src/agents/index.ts +13 -1
- package/src/agents/message.ts +9 -0
- package/src/agents/request.ts +178 -22
- package/src/agents/skills.ts +63 -0
- package/src/agents/types.ts +35 -5
- package/src/auth/runtime.ts +14 -0
- package/src/auth/types.ts +6 -0
- package/src/authorization/resolve.ts +6 -1
- package/src/authorization/types.ts +7 -0
- package/src/blob-storage/download-urls.ts +138 -0
- package/src/blob-storage/execution.ts +44 -1
- package/src/blob-storage/file-content.ts +106 -0
- package/src/blob-storage/index.ts +1 -0
- package/src/blob-storage/internal.ts +8 -0
- package/src/blob-storage/media-type.ts +29 -0
- package/src/blob-storage/types.ts +13 -1
- package/src/blob-storage/validation.ts +13 -0
- package/src/bootstrap/agent-context.ts +356 -0
- package/src/bootstrap/discovery.ts +100 -33
- package/src/bootstrap/index.ts +1 -1
- package/src/bootstrap/ontology-type-manifest.ts +3 -38
- package/src/datasets/builders.ts +17 -1
- package/src/datasets/execution.ts +110 -2
- package/src/datasets/index.ts +7 -1
- package/src/datasets/types.ts +2 -0
- package/src/datasets/write.ts +21 -2
- package/src/edits/properties.ts +3 -0
- package/src/events/execution.ts +15 -16
- package/src/events/types/objects.ts +5 -0
- package/src/execution/agent.ts +27 -0
- package/src/execution/authorization.ts +1 -0
- package/src/execution/authorized-object-reader.ts +104 -35
- package/src/execution/scopes.ts +2 -6
- package/src/http/api-routes.ts +4 -3
- package/src/index.ts +52 -2
- package/src/lake-storage/in-memory.ts +38 -9
- package/src/lake-storage/index.ts +2 -0
- package/src/lake-storage/types.ts +30 -0
- package/src/maintenance/ontology-maintenance.ts +50 -23
- package/src/maintenance/types.ts +1 -4
- package/src/materialization/event-envelopes.ts +168 -0
- package/src/materialization/events.ts +40 -4
- package/src/materialization/index.ts +9 -1
- package/src/materializer/README.md +55 -10
- package/src/materializer/edits/commit.ts +3 -19
- package/src/materializer/edits/plan.ts +20 -71
- package/src/materializer/effective/build-events.ts +42 -136
- package/src/materializer/effective/vector-indexing.ts +2 -3
- package/src/materializer/effective/vectors.ts +2 -3
- package/src/materializer/execution/scope.ts +1 -38
- package/src/materializer/execution/work-executor.ts +21 -115
- package/src/materializer/execution/work-records.ts +0 -15
- package/src/materializer/projections/replace.ts +106 -63
- package/src/materializer/projections/replacement-plan.ts +73 -218
- package/src/materializer/shared/batching.ts +7 -0
- package/src/materializer/telemetry/append.ts +2 -14
- package/src/materializer/telemetry/plan.ts +6 -43
- package/src/models/audio/catalog.ts +90 -0
- package/src/models/audio/errors.ts +19 -0
- package/src/models/audio/file.ts +78 -0
- package/src/models/audio/runtime.ts +182 -0
- package/src/models/audio/types.ts +69 -0
- package/src/models/catalog.ts +78 -7
- package/src/models/definitions.ts +8 -1
- package/src/models/events.ts +3 -0
- package/src/models/execution/README.md +24 -4
- package/src/models/execution/binding.ts +6 -0
- package/src/models/execution/model-call-admission.ts +6 -1
- package/src/models/execution/model-call-limits.ts +21 -11
- package/src/models/execution/model-call-recorder.ts +11 -0
- package/src/models/execution/model-call-recovery.ts +1 -0
- package/src/models/execution/reranking.ts +137 -0
- package/src/models/execution/session.ts +2 -2
- package/src/models/execution/usage.ts +1 -0
- package/src/models/execution.ts +11 -3
- package/src/models/generation-types.ts +2 -0
- package/src/models/index.ts +32 -0
- package/src/models/language-model.ts +6 -0
- package/src/models/pricing.ts +2 -1
- package/src/models/reranking-model.ts +114 -0
- package/src/objects/context/index.ts +1 -0
- package/src/objects/context/types.ts +7 -0
- package/src/objects/execution.ts +4 -1
- package/src/objects/materializer-adapter.ts +3 -0
- package/src/objects/object/upsert-batch.ts +4 -1
- package/src/objects/object/upsert.ts +3 -1
- package/src/objects/property-clearance.ts +209 -0
- package/src/objects/query/executor.ts +85 -38
- package/src/objects/query/explain.ts +8 -0
- package/src/objects/query/index.ts +1 -0
- package/src/objects/query/ir.ts +10 -0
- package/src/objects/query/normalize.ts +2 -0
- package/src/objects/query/planner.ts +12 -1
- package/src/objects/query/primary-id.ts +56 -0
- package/src/objects/query/reranking-executor.ts +91 -0
- package/src/objects/query/reranking-limits.ts +3 -0
- package/src/objects/query/reranking-query.ts +8 -0
- package/src/objects/query/validate.ts +166 -15
- package/src/objects/sdk/file-handle.ts +77 -0
- package/src/objects/sdk/object-handle.ts +8 -4
- package/src/objects/sdk/object-set.ts +5 -2
- package/src/objects/sdk/query-builder.ts +15 -2
- package/src/objects/sdk/query-executor.ts +2 -2
- package/src/objects/sdk/runtime-query-executor.ts +7 -4
- package/src/objects/vectors/README.md +6 -2
- package/src/objects/vectors/indexing-dispatch.ts +83 -0
- package/src/objects/vectors/query.ts +3 -0
- package/src/ontology/builders.ts +19 -2
- package/src/ontology/docs-markdown.ts +394 -0
- package/src/ontology/docs.ts +196 -0
- package/src/ontology/index.ts +2 -0
- package/src/ontology/inference/index.ts +25 -0
- package/src/ontology/internal.ts +7 -0
- package/src/ontology/query-capabilities.ts +1 -1
- package/src/ontology/tokens.ts +13 -2
- package/src/ontology/types.ts +26 -0
- package/src/ontology/validation/index.ts +1 -0
- package/src/ontology/validation/query.ts +57 -0
- package/src/ontology/validation/schema.ts +26 -1
- package/src/query.ts +4 -0
- package/src/queues/in-memory.ts +54 -19
- package/src/queues/types.ts +4 -0
- package/src/runtime/create.ts +34 -4
- package/src/runtime/definitions.ts +3 -1
- package/src/runtime/host.ts +73 -2
- package/src/runtime/index.ts +4 -0
- package/src/runtime/internal.ts +1 -0
- package/src/runtime/locale.ts +26 -0
- package/src/runtime/public-origin.ts +33 -0
- package/src/runtime/resolve-definitions.ts +28 -1
- package/src/runtime/sixb.ts +14 -3
- package/src/runtime/types.ts +51 -5
- package/src/scheduler/runtime.ts +11 -2
- package/src/security/builders.ts +49 -5
- package/src/security/index.ts +6 -1
- package/src/security/markings.ts +313 -0
- package/src/security/redactions.ts +6 -0
- package/src/security/registry.ts +21 -1
- package/src/security/types.ts +26 -0
- package/src/security/validation.ts +59 -2
- package/src/storage/agents/provider.ts +11 -0
- package/src/storage/agents/types.ts +15 -7
- package/src/storage/ai-cost/analytics.ts +2 -0
- package/src/storage/ai-cost/codec.ts +2 -1
- package/src/storage/ai-cost/types.ts +1 -0
- package/src/storage/ai-cost/validation.ts +21 -8
- package/src/storage/ai-limits/in-memory.ts +10 -2
- package/src/storage/ai-limits/provider.ts +29 -2
- package/src/storage/ai-limits/types.ts +3 -0
- package/src/storage/ai-usage/record.ts +9 -0
- package/src/storage/ai-usage/types.ts +8 -4
- package/src/storage/ai-usage/usage.ts +2 -0
- package/src/storage/file-download-grants/in-memory.ts +73 -0
- package/src/storage/file-download-grants/index.ts +8 -0
- package/src/storage/file-download-grants/record.ts +47 -0
- package/src/storage/file-download-grants/types.ts +48 -0
- package/src/storage/in-memory/index.ts +13 -2
- package/src/storage/index.ts +32 -13
- package/src/storage/internal.ts +1 -0
- package/src/storage/migrations/index.ts +1 -0
- package/src/storage/migrations/migrate-storage.ts +36 -12
- package/src/storage/migrations/types.ts +8 -0
- package/src/storage/objects/in-memory/query.ts +2 -0
- package/src/storage/objects/in-memory/selected-reader.ts +1 -0
- package/src/storage/objects/in-memory/storage.ts +1 -0
- package/src/storage/objects/query-preparation.ts +77 -0
- package/src/storage/objects/types.ts +9 -0
- package/src/storage/ontology/commits.ts +1 -6
- package/src/storage/ontology/in-memory/index.ts +28 -9
- package/src/storage/ontology/in-memory/materializations-finalization.ts +35 -68
- package/src/storage/ontology/in-memory/materializations-state.ts +0 -22
- package/src/storage/ontology/in-memory/materializations-work.ts +0 -45
- package/src/storage/ontology/in-memory/materializations.ts +172 -653
- package/src/storage/ontology/in-memory/outbox.ts +37 -29
- package/src/storage/ontology/in-memory/replacement-plans.ts +697 -0
- package/src/storage/ontology/in-memory/shared-state.ts +24 -2
- package/src/storage/ontology/in-memory/source-roots.ts +7 -2
- package/src/storage/ontology/in-memory/sources.ts +7 -33
- package/src/storage/ontology/in-memory/state-reader.ts +245 -0
- package/src/storage/ontology/index.ts +19 -13
- package/src/storage/ontology/materializations.ts +45 -74
- package/src/storage/ontology/outbox.ts +4 -7
- package/src/storage/ontology/provider-header-validation.ts +0 -57
- package/src/storage/ontology/provider-work.ts +381 -90
- package/src/storage/ontology/provider.ts +74 -171
- package/src/storage/ontology/replacement-plans.ts +117 -0
- package/src/storage/ontology/sources.ts +0 -12
- package/src/storage/operation-scope.ts +33 -1
- package/src/storage/projection-runs/in-memory.ts +7 -1
- package/src/storage/projection-runs/types.ts +2 -0
- package/src/storage/types.ts +2 -0
- package/src/testing/ai-cost-storage-contract.ts +1 -0
- package/src/testing/ai-limit-storage-contract.ts +62 -0
- package/src/testing/ai-usage-storage-contract.ts +31 -0
- package/src/testing/file-download-grant-storage-contract.ts +139 -0
- package/src/testing/index.ts +4 -0
- package/src/testing/lake-storage-contract.ts +87 -1
- package/src/testing/materializer-storage-contract.ts +1008 -1
- package/src/testing/object-read-scope-contract.ts +1 -0
- package/src/testing/ontology-contract-fixture.ts +11 -87
- package/src/testing/ontology-storage-contract.ts +70 -39
- package/src/testing/projection-run-storage-contract.ts +14 -0
- package/src/testing/queues-contract.ts +59 -0
- package/src/workers/queue-worker.ts +19 -16
- package/src/workflows/builders.ts +24 -1
- package/src/workflows/request.ts +3 -0
- package/src/workflows/types.ts +6 -3
- package/src/workflows/validation.ts +32 -4
- package/dist/chunk-3q7z9hd4.js.map +0 -46
- package/dist/chunk-667x4drs.js.map +0 -12
- package/dist/chunk-69266efg.js.map +0 -12
- package/dist/chunk-6z1q7j19.js.map +0 -62
- package/dist/chunk-7ytf06d3.js +0 -113
- package/dist/chunk-7ytf06d3.js.map +0 -10
- package/dist/chunk-8x74221e.js.map +0 -20
- package/dist/chunk-91kcnbf0.js.map +0 -10
- package/dist/chunk-98cw09sw.js.map +0 -10
- package/dist/chunk-9vx5e9g1.js.map +0 -11
- package/dist/chunk-a0073121.js.map +0 -12
- package/dist/chunk-a7ne02hk.js.map +0 -15
- package/dist/chunk-cd234ba4.js.map +0 -14
- package/dist/chunk-chdg6eqq.js.map +0 -10
- package/dist/chunk-dmn70ztd.js.map +0 -11
- package/dist/chunk-f72rbvsb.js.map +0 -19
- package/dist/chunk-g4rbm4a6.js.map +0 -15
- package/dist/chunk-h044jb97.js.map +0 -15
- package/dist/chunk-h3v76ams.js.map +0 -11
- package/dist/chunk-h4138ww2.js.map +0 -50
- package/dist/chunk-hgqpcmyr.js.map +0 -12
- package/dist/chunk-jgwb25gc.js.map +0 -12
- package/dist/chunk-k4kkp58d.js.map +0 -11
- package/dist/chunk-kttr5ftm.js.map +0 -12
- package/dist/chunk-kvysp909.js.map +0 -17
- package/dist/chunk-mdnw7nj8.js.map +0 -15
- package/dist/chunk-s3csryxe.js.map +0 -11
- package/dist/chunk-tnvafr7g.js.map +0 -19
- package/dist/chunk-vjqt7q3a.js.map +0 -36
- package/dist/chunk-xnx96gfy.js.map +0 -15
- package/dist/chunk-z5rnrmz1.js.map +0 -11
- package/dist/chunk-zvmr2hqk.js.map +0 -12
- package/dist/materializer/execution/plan-stream.d.ts +0 -8
- package/dist/materializer/execution/plan-stream.d.ts.map +0 -1
- package/src/materializer/execution/plan-stream.ts +0 -121
- /package/dist/{chunk-4gmng3vf.js.map → chunk-22v5bpz3.js.map} +0 -0
- /package/dist/{chunk-fj1dvp37.js.map → chunk-2vhg6ysa.js.map} +0 -0
- /package/dist/{chunk-gmdvns8f.js.map → chunk-48e3cn2d.js.map} +0 -0
- /package/dist/{chunk-cq44v1a6.js.map → chunk-7hpdd6r9.js.map} +0 -0
- /package/dist/{chunk-rb143ggb.js.map → chunk-bwjcehza.js.map} +0 -0
- /package/dist/{chunk-7g2gjvah.js.map → chunk-ex496vct.js.map} +0 -0
- /package/dist/{chunk-nvymebc1.js.map → chunk-f1zxad2t.js.map} +0 -0
- /package/dist/{chunk-b9y8hcm2.js.map → chunk-mfs23znk.js.map} +0 -0
- /package/dist/{chunk-h866d223.js.map → chunk-qkvz64nd.js.map} +0 -0
- /package/dist/{chunk-tkdbge6v.js.map → chunk-rt9p8m9t.js.map} +0 -0
- /package/dist/{chunk-sbcm1b92.js.map → chunk-v6xpd60t.js.map} +0 -0
- /package/dist/{chunk-nj0020ay.js.map → chunk-vgk3hknm.js.map} +0 -0
- /package/dist/{chunk-qnd7ehe5.js.map → chunk-vx2yp45y.js.map} +0 -0
- /package/dist/{chunk-nkbev3tr.js.map → chunk-yv9czyfr.js.map} +0 -0
- /package/dist/{chunk-cxj8y8t0.js.map → chunk-za5yd58j.js.map} +0 -0
- /package/dist/{chunk-zb47r1c8.js.map → chunk-zb77kjth.js.map} +0 -0
- /package/dist/{chunk-dp7yk20b.js.map → chunk-zxawp1n2.js.map} +0 -0
|
@@ -3,7 +3,7 @@ import {
|
|
|
3
3
|
MAX_OBJECT_READ_FACETS2,
|
|
4
4
|
isAllowed2,
|
|
5
5
|
assertAuthorized2
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-qkbx3tf6.js";
|
|
7
7
|
import {
|
|
8
8
|
validateSchemaValue2,
|
|
9
9
|
validatePropertyValue2,
|
|
@@ -12,7 +12,10 @@ import {
|
|
|
12
12
|
isTextSchema,
|
|
13
13
|
isContainsSchema,
|
|
14
14
|
queryScalarKindForSchema
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-y05543x6.js";
|
|
16
|
+
import {
|
|
17
|
+
validateRerankingResults
|
|
18
|
+
} from "./chunk-29yx306f.js";
|
|
16
19
|
import {
|
|
17
20
|
hasVectorProfile2,
|
|
18
21
|
isVectorProfileQuery2,
|
|
@@ -23,26 +26,31 @@ import {
|
|
|
23
26
|
queryScalarValuesEqual,
|
|
24
27
|
MAX_VECTOR_K,
|
|
25
28
|
vectorConfiguration,
|
|
29
|
+
vectorSources,
|
|
26
30
|
normalizeVector2
|
|
27
|
-
} from "./chunk-
|
|
31
|
+
} from "./chunk-qq90g05n.js";
|
|
28
32
|
import {
|
|
29
33
|
normalizeObjectQuery2,
|
|
30
34
|
ObjectQueryValidationError2,
|
|
31
35
|
ObjectQueryPlanningError2,
|
|
32
36
|
ObjectQueryExecutionError2
|
|
33
|
-
} from "./chunk-
|
|
34
|
-
import {
|
|
35
|
-
sameEmbeddingModel
|
|
36
|
-
} from "./chunk-kyjcwqz6.js";
|
|
37
|
+
} from "./chunk-kpx7jrmn.js";
|
|
37
38
|
import {
|
|
38
39
|
formatUnknownObjectTypeMessage
|
|
39
40
|
} from "./chunk-cqr3acm1.js";
|
|
41
|
+
import {
|
|
42
|
+
sameEmbeddingModel
|
|
43
|
+
} from "./chunk-kyjcwqz6.js";
|
|
40
44
|
import {
|
|
41
45
|
normalizeDecimalValue2
|
|
42
46
|
} from "./chunk-3bh94gbw.js";
|
|
43
47
|
import {
|
|
44
48
|
stableJsonStringify2
|
|
45
49
|
} from "./chunk-wy0qdqfm.js";
|
|
50
|
+
// src/objects/query/reranking-limits.ts
|
|
51
|
+
var MAX_RERANK_CANDIDATES = 100;
|
|
52
|
+
var MAX_RERANK_INPUT_BYTES = 1048576;
|
|
53
|
+
|
|
46
54
|
// src/objects/query/validate.ts
|
|
47
55
|
var DEFAULT_MAX_LIMIT = 1000;
|
|
48
56
|
var DEFAULT_MAX_PAGE_SIZE = 1000;
|
|
@@ -59,6 +67,41 @@ var NOOP_QUERY_ADMISSION = Object.freeze({
|
|
|
59
67
|
}),
|
|
60
68
|
set: (input) => input.states[0] ?? NOOP_ADMISSION_STATE
|
|
61
69
|
});
|
|
70
|
+
function composeObjectQueryAdmissions(first, second) {
|
|
71
|
+
const parts = new WeakMap;
|
|
72
|
+
const join = (left, right) => {
|
|
73
|
+
const state = Object.freeze({});
|
|
74
|
+
parts.set(state, [left, right]);
|
|
75
|
+
return state;
|
|
76
|
+
};
|
|
77
|
+
const split = (state) => {
|
|
78
|
+
const pair = parts.get(state);
|
|
79
|
+
if (!pair)
|
|
80
|
+
throw new Error("[Sixb] Composed query admission received a foreign state.");
|
|
81
|
+
return pair;
|
|
82
|
+
};
|
|
83
|
+
const transition = (left, right) => {
|
|
84
|
+
const denial = left.denial ?? right.denial;
|
|
85
|
+
return { state: join(left.state, right.state), ...denial ? { denial } : {} };
|
|
86
|
+
};
|
|
87
|
+
const admission = {
|
|
88
|
+
empty: () => join(first.empty(), second.empty()),
|
|
89
|
+
source: (input) => transition(first.source(input), second.source(input)),
|
|
90
|
+
edge: (input) => {
|
|
91
|
+
const [left, right] = split(input.state);
|
|
92
|
+
return transition(first.edge({ ...input, state: left }), second.edge({ ...input, state: right }));
|
|
93
|
+
},
|
|
94
|
+
property: (input) => {
|
|
95
|
+
const [left, right] = split(input.state);
|
|
96
|
+
return first.property({ ...input, state: left }) ?? second.property({ ...input, state: right });
|
|
97
|
+
},
|
|
98
|
+
set: (input) => {
|
|
99
|
+
const pairs = input.states.map(split);
|
|
100
|
+
return join(first.set({ ...input, states: pairs.map(([left]) => left) }), second.set({ ...input, states: pairs.map(([, right]) => right) }));
|
|
101
|
+
}
|
|
102
|
+
};
|
|
103
|
+
return Object.freeze(admission);
|
|
104
|
+
}
|
|
62
105
|
function validateObjectQuery2(query, options) {
|
|
63
106
|
const admitted = validateObjectQueryWithAdmission(query, options, NOOP_QUERY_ADMISSION);
|
|
64
107
|
return {
|
|
@@ -100,7 +143,7 @@ function validateVectorComposition(query, ctx) {
|
|
|
100
143
|
ctx.issues.push({
|
|
101
144
|
path: "$",
|
|
102
145
|
code: "vector.composition",
|
|
103
|
-
message: "Vector profiles support one top-k over one concrete type, with filters, traversals or sets before ranking
|
|
146
|
+
message: "Vector profiles support one top-k over one concrete type, with filters, traversals or sets before ranking, optional reranking, then limit/project."
|
|
104
147
|
});
|
|
105
148
|
}
|
|
106
149
|
function createValidationContext(options, admission) {
|
|
@@ -197,6 +240,16 @@ function dispatchQueryNode(query, path, ctx) {
|
|
|
197
240
|
}))
|
|
198
241
|
};
|
|
199
242
|
}
|
|
243
|
+
case "rerank": {
|
|
244
|
+
const input = validateQueryNode(query.input, `${path}.input`, ctx);
|
|
245
|
+
if (input.query.kind !== "vector" || typeof input.query.vector !== "string" || input.query.k > MAX_RERANK_CANDIDATES) {
|
|
246
|
+
addIssue(ctx, path, "invalid_rerank_input", `Reranking requires a text vector query with k at most ${MAX_RERANK_CANDIDATES}, before limit or project.`);
|
|
247
|
+
}
|
|
248
|
+
if (typeof query.model?.provider !== "string" || !query.model.provider.trim() || query.model.provider.trim() !== query.model.provider || typeof query.model.modelId !== "string" || !query.model.modelId.trim() || query.model.modelId.trim() !== query.model.modelId) {
|
|
249
|
+
addIssue(ctx, path, "invalid_rerank_model", "Reranking requires an explicit provider and model ID.");
|
|
250
|
+
}
|
|
251
|
+
return { ...input, query: { ...query, model: { ...query.model }, input: input.query } };
|
|
252
|
+
}
|
|
200
253
|
case "set":
|
|
201
254
|
return validateSet(query.inputs, query.op, path, ctx);
|
|
202
255
|
case "sort": {
|
|
@@ -281,7 +334,7 @@ function validateStart(objectTypeId, includeSubtypes, path, ctx) {
|
|
|
281
334
|
addIssue(ctx, path, "unknown_object_type", formatUnknownObjectTypeMessage(objectTypeId));
|
|
282
335
|
return { result: { objectTypeIds: [] }, query: { kind: "start", objectTypeId } };
|
|
283
336
|
}
|
|
284
|
-
const objectTypeIds = includeSubtypes ?
|
|
337
|
+
const objectTypeIds = includeSubtypes ? withSubtypes([objectTypeId], ctx) : [objectTypeId];
|
|
285
338
|
return { result: { objectTypeIds }, query: { kind: "start", objectTypeId, includeSubtypes } };
|
|
286
339
|
}
|
|
287
340
|
function validatePredicate(predicate, shape, admissionState, path, ctx) {
|
|
@@ -495,16 +548,15 @@ function validateTextQuery(query, fields, shape, admissionState, path, ctx) {
|
|
|
495
548
|
addIssue(ctx, path, "missing_text_fields", `Object type '${objectType.id}' must define search.defaultText or the text query must specify fields`);
|
|
496
549
|
continue;
|
|
497
550
|
}
|
|
551
|
+
const admitted = admitTextFields(fieldIds, fields === undefined, {
|
|
552
|
+
state: admissionState,
|
|
553
|
+
objectTypeId: objectType.id,
|
|
554
|
+
path: `${path}.fields`,
|
|
555
|
+
ctx
|
|
556
|
+
});
|
|
498
557
|
if (fieldsByObjectType)
|
|
499
|
-
fieldsByObjectType[objectType.id] = uniqueStrings(
|
|
558
|
+
fieldsByObjectType[objectType.id] = uniqueStrings(admitted);
|
|
500
559
|
for (const fieldId of fieldIds) {
|
|
501
|
-
admitProperty(ctx, {
|
|
502
|
-
state: admissionState,
|
|
503
|
-
propertyId: fieldId,
|
|
504
|
-
objectTypeId: objectType.id,
|
|
505
|
-
use: "text",
|
|
506
|
-
path: `${path}.fields`
|
|
507
|
-
});
|
|
508
560
|
const property = getProperty(objectType, fieldId);
|
|
509
561
|
if (!property) {
|
|
510
562
|
addIssue(ctx, path, "unknown_text_field", `Text query references unknown property '${fieldId}' on '${objectType.id}'`);
|
|
@@ -520,6 +572,29 @@ function validateTextQuery(query, fields, shape, admissionState, path, ctx) {
|
|
|
520
572
|
}
|
|
521
573
|
return fieldsByObjectType ? { fieldsByObjectType } : {};
|
|
522
574
|
}
|
|
575
|
+
function admitTextFields(fieldIds, defaults, input) {
|
|
576
|
+
const admitted = [];
|
|
577
|
+
let firstDenial;
|
|
578
|
+
for (const fieldId of fieldIds) {
|
|
579
|
+
const denial = input.ctx.admission.property({
|
|
580
|
+
state: input.state,
|
|
581
|
+
propertyId: fieldId,
|
|
582
|
+
objectTypeId: input.objectTypeId,
|
|
583
|
+
use: "text",
|
|
584
|
+
path: input.path
|
|
585
|
+
});
|
|
586
|
+
if (!denial) {
|
|
587
|
+
admitted.push(fieldId);
|
|
588
|
+
} else if (!defaults) {
|
|
589
|
+
recordAdmissionDenial(input.ctx, denial);
|
|
590
|
+
} else {
|
|
591
|
+
firstDenial ??= denial;
|
|
592
|
+
}
|
|
593
|
+
}
|
|
594
|
+
if (admitted.length === 0 && firstDenial)
|
|
595
|
+
recordAdmissionDenial(input.ctx, firstDenial);
|
|
596
|
+
return admitted;
|
|
597
|
+
}
|
|
523
598
|
function validateVectorProfileQuery(query, shape, state, path, ctx) {
|
|
524
599
|
const types = getObjectTypesForResult(shape, ctx);
|
|
525
600
|
if (types.length !== 1 || !Number.isSafeInteger(query.k) || query.k < 1 || query.k > MAX_VECTOR_K) {
|
|
@@ -587,7 +662,9 @@ function validateOutgoingTraverse(linkId, shape, path, ctx) {
|
|
|
587
662
|
}
|
|
588
663
|
}
|
|
589
664
|
}
|
|
590
|
-
|
|
665
|
+
const objectTypeIds = uniqueStrings(targetTypeIds);
|
|
666
|
+
touchLinkTargets(objectTypeIds, ctx);
|
|
667
|
+
return { objectTypeIds };
|
|
591
668
|
}
|
|
592
669
|
function validateIncomingTraverse(linkId, sourceObjectTypeId, shape, path, ctx) {
|
|
593
670
|
let candidateTypes = ctx.ontology.listObjectTypes();
|
|
@@ -670,7 +747,14 @@ function resolveOutgoingExpansionTargets(linkId, sourceObjectTypeId, shape, path
|
|
|
670
747
|
if (!foundOnAnyType) {
|
|
671
748
|
addIssue(ctx, path, "unknown_expand_link", `Expansion references link '${linkId}' not present on result type ${shape.objectTypeIds.join(" | ")} (an expand abandoned by a later traverse?)`);
|
|
672
749
|
}
|
|
673
|
-
|
|
750
|
+
const objectTypeIds = uniqueStrings(targetTypeIds);
|
|
751
|
+
touchLinkTargets(objectTypeIds, ctx);
|
|
752
|
+
return { objectTypeIds };
|
|
753
|
+
}
|
|
754
|
+
function touchLinkTargets(objectTypeIds, ctx) {
|
|
755
|
+
for (const objectTypeId of withSubtypes(objectTypeIds, ctx)) {
|
|
756
|
+
ctx.touchedObjectTypeIds.add(objectTypeId);
|
|
757
|
+
}
|
|
674
758
|
}
|
|
675
759
|
function resolveIncomingExpansionTargets(linkId, sourceObjectTypeId, shape, path, ctx) {
|
|
676
760
|
let candidateTypes = ctx.ontology.listObjectTypes();
|
|
@@ -882,6 +966,9 @@ function keyForTypeIds(typeIds) {
|
|
|
882
966
|
function uniqueStrings(values) {
|
|
883
967
|
return [...new Set(values)];
|
|
884
968
|
}
|
|
969
|
+
function withSubtypes(objectTypeIds, ctx) {
|
|
970
|
+
return uniqueStrings(objectTypeIds.flatMap((id) => [id, ...ctx.ontology.listSubTypes(id)]));
|
|
971
|
+
}
|
|
885
972
|
function admitTransition(ctx, transition) {
|
|
886
973
|
if (transition.denial)
|
|
887
974
|
recordAdmissionDenial(ctx, transition.denial);
|
|
@@ -952,6 +1039,15 @@ async function embedSearchText(text, model, signal) {
|
|
|
952
1039
|
}
|
|
953
1040
|
}
|
|
954
1041
|
|
|
1042
|
+
// src/objects/query/reranking-query.ts
|
|
1043
|
+
function findQueryReranking(query) {
|
|
1044
|
+
if (query.kind === "rerank")
|
|
1045
|
+
return query;
|
|
1046
|
+
if (query.kind === "limit" || query.kind === "project")
|
|
1047
|
+
return findQueryReranking(query.input);
|
|
1048
|
+
return;
|
|
1049
|
+
}
|
|
1050
|
+
|
|
955
1051
|
// src/objects/query/planner.ts
|
|
956
1052
|
var DEFAULT_MAX_FALLBACK_ROWS = 1000;
|
|
957
1053
|
var fallbackNodeKinds = new Set([
|
|
@@ -966,6 +1062,15 @@ var fallbackNodeKinds = new Set([
|
|
|
966
1062
|
]);
|
|
967
1063
|
function planObjectQuery2(query, options) {
|
|
968
1064
|
const operation = options.operation ?? "queryObjects";
|
|
1065
|
+
const reranking = findQueryReranking(query);
|
|
1066
|
+
if (reranking) {
|
|
1067
|
+
const candidatePlan = planObjectQuery2(reranking.input, options);
|
|
1068
|
+
return {
|
|
1069
|
+
...candidatePlan,
|
|
1070
|
+
query,
|
|
1071
|
+
mode: candidatePlan.mode === "rejected" ? "rejected" : "pipeline"
|
|
1072
|
+
};
|
|
1073
|
+
}
|
|
969
1074
|
const providerIssues = collectProviderIssues(query, options.capabilities, {
|
|
970
1075
|
operation,
|
|
971
1076
|
hasImplementation: hasProviderImplementation(operation, options)
|
|
@@ -1061,6 +1166,7 @@ function collectNodeProviderIssues(query, path, capabilities, issues) {
|
|
|
1061
1166
|
return;
|
|
1062
1167
|
case "text":
|
|
1063
1168
|
case "vector":
|
|
1169
|
+
case "rerank":
|
|
1064
1170
|
case "project":
|
|
1065
1171
|
collectNodeProviderIssues(query.input, `${path}.input`, capabilities, issues);
|
|
1066
1172
|
return;
|
|
@@ -1250,21 +1356,105 @@ function addIssue2(issues, path, code, message) {
|
|
|
1250
1356
|
issues.push({ path, code, message });
|
|
1251
1357
|
}
|
|
1252
1358
|
|
|
1359
|
+
// src/objects/query/primary-id.ts
|
|
1360
|
+
function usePrimaryIdLookups(query, ontology) {
|
|
1361
|
+
if (query.kind === "set")
|
|
1362
|
+
return { ...query, inputs: query.inputs.map((input) => usePrimaryIdLookups(input, ontology)) };
|
|
1363
|
+
if (!("input" in query))
|
|
1364
|
+
return query;
|
|
1365
|
+
const input = usePrimaryIdLookups(query.input, ontology);
|
|
1366
|
+
if (query.kind === "filter" && input.kind === "start" && !input.includeSubtypes) {
|
|
1367
|
+
const propertyId = ontology.getPrimaryPropertyId(input.objectTypeId);
|
|
1368
|
+
const ids = primaryIds(query.predicate, propertyId);
|
|
1369
|
+
if (ids?.length && ids.length <= 1000)
|
|
1370
|
+
return {
|
|
1371
|
+
...query,
|
|
1372
|
+
input: {
|
|
1373
|
+
kind: "refs",
|
|
1374
|
+
refs: [...new Set(ids)].sort().map((primaryId) => ({ objectTypeId: input.objectTypeId, primaryId }))
|
|
1375
|
+
}
|
|
1376
|
+
};
|
|
1377
|
+
}
|
|
1378
|
+
return input === query.input ? query : { ...query, input };
|
|
1379
|
+
}
|
|
1380
|
+
function primaryIds(predicate, propertyId) {
|
|
1381
|
+
if (predicate.op === "and") {
|
|
1382
|
+
for (const item of predicate.items) {
|
|
1383
|
+
const ids = primaryIds(item, propertyId);
|
|
1384
|
+
if (ids)
|
|
1385
|
+
return ids;
|
|
1386
|
+
}
|
|
1387
|
+
return;
|
|
1388
|
+
}
|
|
1389
|
+
if (predicate.op === "eq" && predicate.propertyId === propertyId && typeof predicate.value === "string")
|
|
1390
|
+
return [predicate.value];
|
|
1391
|
+
if (predicate.op === "in" && predicate.propertyId === propertyId && predicate.values.every((value) => typeof value === "string"))
|
|
1392
|
+
return predicate.values;
|
|
1393
|
+
return;
|
|
1394
|
+
}
|
|
1395
|
+
|
|
1396
|
+
// src/objects/query/reranking-executor.ts
|
|
1397
|
+
async function rerankObjectCandidates(input) {
|
|
1398
|
+
const { vector, candidates, model, signal } = input;
|
|
1399
|
+
if (typeof vector.vector !== "string" || !vector.source) {
|
|
1400
|
+
throw new ObjectQueryExecutionError2("invalid_rerank_input", "Reranking requires a validated text vector query.");
|
|
1401
|
+
}
|
|
1402
|
+
signal?.throwIfAborted();
|
|
1403
|
+
if (candidates.length > vector.k) {
|
|
1404
|
+
throw new ObjectQueryExecutionError2("rerank_candidate_limit_exceeded", "Storage exceeded the admitted vector candidate bound.");
|
|
1405
|
+
}
|
|
1406
|
+
const source = vector.source;
|
|
1407
|
+
const documents = candidates.map((row) => vectorSources(source, row.properties).text);
|
|
1408
|
+
const encoder = new TextEncoder;
|
|
1409
|
+
const bytes = encoder.encode(vector.vector).byteLength + documents.reduce((sum, text) => sum + encoder.encode(text).byteLength, 0);
|
|
1410
|
+
if (bytes > MAX_RERANK_INPUT_BYTES) {
|
|
1411
|
+
throw new ObjectQueryExecutionError2("rerank_input_limit_exceeded", "Reranking input exceeds 1 MiB. Use fewer candidates or shorter profile sources.");
|
|
1412
|
+
}
|
|
1413
|
+
const results = documents.length === 0 ? [] : (await model.rerank({ query: vector.vector, documents, signal })).results;
|
|
1414
|
+
signal?.throwIfAborted();
|
|
1415
|
+
const ranking = validateRerankingResults(results, candidates.length);
|
|
1416
|
+
const rows = ranking.map(({ index, score }) => ({ ...candidates[index], score }));
|
|
1417
|
+
const shaped = shapeRerankedRows(input.query, rows);
|
|
1418
|
+
return {
|
|
1419
|
+
objects: shaped.rows,
|
|
1420
|
+
hasMore: shaped.hasMore,
|
|
1421
|
+
...input.includeTotal === false ? {} : { total: shaped.total }
|
|
1422
|
+
};
|
|
1423
|
+
}
|
|
1424
|
+
function shapeRerankedRows(query, rows) {
|
|
1425
|
+
if (query.kind === "rerank")
|
|
1426
|
+
return { rows, total: rows.length, hasMore: false };
|
|
1427
|
+
if (query.kind === "limit") {
|
|
1428
|
+
const input = shapeRerankedRows(query.input, rows);
|
|
1429
|
+
return {
|
|
1430
|
+
rows: input.rows.slice(0, query.limit),
|
|
1431
|
+
total: input.total,
|
|
1432
|
+
hasMore: input.hasMore || query.limit < input.rows.length
|
|
1433
|
+
};
|
|
1434
|
+
}
|
|
1435
|
+
if (query.kind === "project") {
|
|
1436
|
+
const input = shapeRerankedRows(query.input, rows);
|
|
1437
|
+
if (!query.properties)
|
|
1438
|
+
return input;
|
|
1439
|
+
const properties = new Set(query.properties);
|
|
1440
|
+
return {
|
|
1441
|
+
...input,
|
|
1442
|
+
rows: input.rows.map((row) => ({
|
|
1443
|
+
...row,
|
|
1444
|
+
properties: Object.fromEntries(Object.entries(row.properties).filter(([key]) => properties.has(key)))
|
|
1445
|
+
}))
|
|
1446
|
+
};
|
|
1447
|
+
}
|
|
1448
|
+
throw new ObjectQueryExecutionError2("invalid_rerank_composition", "Only limit and project may follow reranking.");
|
|
1449
|
+
}
|
|
1450
|
+
|
|
1253
1451
|
// src/objects/query/executor.ts
|
|
1254
1452
|
var DEFAULT_MAX_FALLBACK_ROWS2 = 1000;
|
|
1255
1453
|
var DEFAULT_MAX_FACET_LIMIT = 1000;
|
|
1256
1454
|
var DEFAULT_MAX_EXPANSION_FANOUT = 1000;
|
|
1257
1455
|
var PAGE_TOKEN_PREFIX = "offset:";
|
|
1258
1456
|
async function executeObjectQuery2(input, options) {
|
|
1259
|
-
const
|
|
1260
|
-
const validated = validateObjectQuery2(normalized, {
|
|
1261
|
-
ontology: options.ontology,
|
|
1262
|
-
maxLimit: options.maxLimit,
|
|
1263
|
-
maxPageSize: options.maxPageSize,
|
|
1264
|
-
maxRefs: options.maxRefs,
|
|
1265
|
-
normalize: false
|
|
1266
|
-
});
|
|
1267
|
-
assertQueryViewable(input.projectId, validated, options);
|
|
1457
|
+
const validated = validateExecutableQuery(input, options);
|
|
1268
1458
|
const capabilities = options.storage.queryCapabilities();
|
|
1269
1459
|
const hasQueryObjects = typeof options.storage.queryObjects === "function";
|
|
1270
1460
|
const hasCountObjects = typeof options.storage.countObjects === "function";
|
|
@@ -1292,6 +1482,26 @@ async function executeObjectQuery2(input, options) {
|
|
|
1292
1482
|
if (plan.mode === "rejected") {
|
|
1293
1483
|
throw new ObjectQueryPlanningError2(plan.issues);
|
|
1294
1484
|
}
|
|
1485
|
+
if (plan.mode === "pipeline") {
|
|
1486
|
+
const reranking = findQueryReranking(validated.query);
|
|
1487
|
+
if (!reranking || reranking.input.kind !== "vector") {
|
|
1488
|
+
throw new ObjectQueryExecutionError2("invalid_rerank_input", "Reranking requires vector candidates.");
|
|
1489
|
+
}
|
|
1490
|
+
const model = options.rerankingModels?.getByRef(reranking.model)?.model;
|
|
1491
|
+
if (!model) {
|
|
1492
|
+
throw new ObjectQueryExecutionError2("reranking_model_unavailable", `Reranking model '${reranking.model.provider}/${reranking.model.modelId}' is not configured in models.reranking.`);
|
|
1493
|
+
}
|
|
1494
|
+
const candidates = await executeObjectQuery2({ ...input, query: reranking.input, includeTotal: false }, options);
|
|
1495
|
+
const result = await rerankObjectCandidates({
|
|
1496
|
+
query: validated.query,
|
|
1497
|
+
vector: reranking.input,
|
|
1498
|
+
candidates: candidates.objects,
|
|
1499
|
+
model,
|
|
1500
|
+
signal: input.signal,
|
|
1501
|
+
includeTotal: input.includeTotal
|
|
1502
|
+
});
|
|
1503
|
+
return { ...result, plan };
|
|
1504
|
+
}
|
|
1295
1505
|
if (plan.mode === "pushdown") {
|
|
1296
1506
|
if (!options.storage.queryObjects) {
|
|
1297
1507
|
throw new ObjectQueryPlanningError2(plan.providerIssues);
|
|
@@ -1309,15 +1519,7 @@ async function executeObjectQuery2(input, options) {
|
|
|
1309
1519
|
return { ...fallback, plan };
|
|
1310
1520
|
}
|
|
1311
1521
|
async function countObjects2(input, options) {
|
|
1312
|
-
const
|
|
1313
|
-
const validated = validateObjectQuery2(normalized, {
|
|
1314
|
-
ontology: options.ontology,
|
|
1315
|
-
maxLimit: options.maxLimit,
|
|
1316
|
-
maxPageSize: options.maxPageSize,
|
|
1317
|
-
maxRefs: options.maxRefs,
|
|
1318
|
-
normalize: false
|
|
1319
|
-
});
|
|
1320
|
-
assertQueryViewable(input.projectId, validated, options);
|
|
1522
|
+
const validated = validateExecutableQuery(input, options);
|
|
1321
1523
|
const capabilities = options.storage.queryCapabilities();
|
|
1322
1524
|
const hasQueryObjects = typeof options.storage.queryObjects === "function";
|
|
1323
1525
|
const hasCountObjects = typeof options.storage.countObjects === "function";
|
|
@@ -1363,15 +1565,7 @@ async function countObjects2(input, options) {
|
|
|
1363
1565
|
return { count: evaluation.total, plan };
|
|
1364
1566
|
}
|
|
1365
1567
|
async function existsObjects2(input, options) {
|
|
1366
|
-
const
|
|
1367
|
-
const validated = validateObjectQuery2(normalized, {
|
|
1368
|
-
ontology: options.ontology,
|
|
1369
|
-
maxLimit: options.maxLimit,
|
|
1370
|
-
maxPageSize: options.maxPageSize,
|
|
1371
|
-
maxRefs: options.maxRefs,
|
|
1372
|
-
normalize: false
|
|
1373
|
-
});
|
|
1374
|
-
assertQueryViewable(input.projectId, validated, options);
|
|
1568
|
+
const validated = validateExecutableQuery(input, options);
|
|
1375
1569
|
const capabilities = options.storage.queryCapabilities();
|
|
1376
1570
|
const hasQueryObjects = typeof options.storage.queryObjects === "function";
|
|
1377
1571
|
const hasCountObjects = typeof options.storage.countObjects === "function";
|
|
@@ -1417,16 +1611,18 @@ async function existsObjects2(input, options) {
|
|
|
1417
1611
|
return { exists: evaluation.total > 0, plan };
|
|
1418
1612
|
}
|
|
1419
1613
|
async function facetObjects2(input, options) {
|
|
1420
|
-
const
|
|
1421
|
-
const validated = validateObjectQuery2(normalized, {
|
|
1422
|
-
ontology: options.ontology,
|
|
1423
|
-
maxLimit: options.maxLimit,
|
|
1424
|
-
maxPageSize: options.maxPageSize,
|
|
1425
|
-
maxRefs: options.maxRefs,
|
|
1426
|
-
normalize: false
|
|
1427
|
-
});
|
|
1428
|
-
assertQueryViewable(input.projectId, validated, options);
|
|
1614
|
+
const validated = validateExecutableQuery(input, options);
|
|
1429
1615
|
const facets = validateObjectFacetRequests(input.facets, validated.result.objectTypeIds, options);
|
|
1616
|
+
facets.forEach((facet, index) => {
|
|
1617
|
+
const denial = options.admission?.property({
|
|
1618
|
+
state: validated.admissionState,
|
|
1619
|
+
propertyId: facet.propertyId,
|
|
1620
|
+
use: "facet",
|
|
1621
|
+
path: `$.facets[${index}].propertyId`
|
|
1622
|
+
});
|
|
1623
|
+
if (denial)
|
|
1624
|
+
throw denial;
|
|
1625
|
+
});
|
|
1430
1626
|
const aggregateQuery = stripOuterRowShape(validated.query);
|
|
1431
1627
|
const capabilities = options.storage.queryCapabilities();
|
|
1432
1628
|
const hasQueryObjects = typeof options.storage.queryObjects === "function";
|
|
@@ -1471,10 +1667,26 @@ async function facetObjects2(input, options) {
|
|
|
1471
1667
|
const maxRows = options.maxFallbackRows ?? DEFAULT_MAX_FALLBACK_ROWS2;
|
|
1472
1668
|
const evaluation = await evaluateFallbackQuery(input.projectId, aggregateQuery, options, maxRows);
|
|
1473
1669
|
return {
|
|
1670
|
+
total: evaluation.entries.length,
|
|
1474
1671
|
facets: buildFacetResults(evaluation.entries.map((entry) => entry.row), facets),
|
|
1475
1672
|
plan
|
|
1476
1673
|
};
|
|
1477
1674
|
}
|
|
1675
|
+
function validateExecutableQuery(input, options) {
|
|
1676
|
+
const validationOptions = {
|
|
1677
|
+
ontology: options.ontology,
|
|
1678
|
+
maxLimit: options.maxLimit,
|
|
1679
|
+
maxPageSize: options.maxPageSize,
|
|
1680
|
+
maxRefs: options.maxRefs,
|
|
1681
|
+
normalize: false
|
|
1682
|
+
};
|
|
1683
|
+
const normalized = normalizeObjectQuery2(input.query);
|
|
1684
|
+
const validated = validateObjectQuery2(normalized, validationOptions);
|
|
1685
|
+
assertQueryViewable(input.projectId, validated, options);
|
|
1686
|
+
if (!options.admission)
|
|
1687
|
+
return { ...validated, admissionState: {} };
|
|
1688
|
+
return validateObjectQueryWithAdmission(normalized, validationOptions, options.admission);
|
|
1689
|
+
}
|
|
1478
1690
|
function assertQueryViewable(projectId, validated, authorization) {
|
|
1479
1691
|
if (!authorization.runtimeAuthorization && !authorization.authorization)
|
|
1480
1692
|
return;
|
|
@@ -1486,7 +1698,7 @@ function assertQueryViewable(projectId, validated, authorization) {
|
|
|
1486
1698
|
function expandPushdownQuery(query, ontology, capabilities, planning, maxExpansionFanout) {
|
|
1487
1699
|
const ctx = { ontology, maxExpansionFanout };
|
|
1488
1700
|
const annotated = resolveExpansions(query, ctx);
|
|
1489
|
-
const expanded = expandIncludeSubtypes(annotated, ontology);
|
|
1701
|
+
const expanded = usePrimaryIdLookups(expandIncludeSubtypes(annotated, ontology), ontology);
|
|
1490
1702
|
if (expanded === annotated)
|
|
1491
1703
|
return annotated;
|
|
1492
1704
|
const plan = planObjectQuery2(expanded, { ...planning, capabilities, allowFallback: false });
|
|
@@ -1513,6 +1725,7 @@ function resolveExpansions(query, ctx) {
|
|
|
1513
1725
|
case "filter":
|
|
1514
1726
|
case "text":
|
|
1515
1727
|
case "vector":
|
|
1728
|
+
case "rerank":
|
|
1516
1729
|
case "traverse":
|
|
1517
1730
|
case "sort":
|
|
1518
1731
|
case "limit":
|
|
@@ -1592,6 +1805,7 @@ function expandIncludeSubtypes(query, ontology) {
|
|
|
1592
1805
|
case "filter":
|
|
1593
1806
|
case "text":
|
|
1594
1807
|
case "vector":
|
|
1808
|
+
case "rerank":
|
|
1595
1809
|
case "traverse":
|
|
1596
1810
|
case "sort":
|
|
1597
1811
|
case "limit":
|
|
@@ -1678,6 +1892,7 @@ async function evaluateFallbackQuery(projectId, query, options, maxRows) {
|
|
|
1678
1892
|
}
|
|
1679
1893
|
case "text":
|
|
1680
1894
|
case "vector":
|
|
1895
|
+
case "rerank":
|
|
1681
1896
|
case "traverse":
|
|
1682
1897
|
case "set":
|
|
1683
1898
|
throw new ObjectQueryExecutionError2("fallback_node_not_supported", `Fallback execution does not support query node '${query.kind}'`);
|
|
@@ -1968,6 +2183,7 @@ function stripOuterRowShape(query) {
|
|
|
1968
2183
|
case "page":
|
|
1969
2184
|
case "project":
|
|
1970
2185
|
case "sort":
|
|
2186
|
+
case "rerank":
|
|
1971
2187
|
case "expand":
|
|
1972
2188
|
return stripOuterRowShape(query.input);
|
|
1973
2189
|
default:
|
|
@@ -2175,6 +2391,14 @@ function buildExplainNode(query, path) {
|
|
|
2175
2391
|
},
|
|
2176
2392
|
children: [buildExplainNode(query.input, `${path}.input`)]
|
|
2177
2393
|
};
|
|
2394
|
+
case "rerank":
|
|
2395
|
+
return {
|
|
2396
|
+
path,
|
|
2397
|
+
kind: query.kind,
|
|
2398
|
+
summary: `rerank ${query.model.provider}/${query.model.modelId}`,
|
|
2399
|
+
details: { model: query.model },
|
|
2400
|
+
children: [buildExplainNode(query.input, `${path}.input`)]
|
|
2401
|
+
};
|
|
2178
2402
|
case "set":
|
|
2179
2403
|
return {
|
|
2180
2404
|
path,
|
|
@@ -2457,6 +2681,6 @@ async function hydrateLinkQueryObjects(projectId, selected, links, storage) {
|
|
|
2457
2681
|
return row ? [row] : [];
|
|
2458
2682
|
});
|
|
2459
2683
|
}
|
|
2460
|
-
export { validateObjectQuery2, validateObjectQueryWithAdmission, collectObjectQueryValidationIssues2, resolveObjectQueryResultShape2, planObjectQuery2, executeObjectQuery2, countObjects2, existsObjects2, facetObjects2, validateObjectFacetRequests, explainObjectQuery2, preflightObjectQueryLinks, executeObjectQueryLinks2 };
|
|
2684
|
+
export { composeObjectQueryAdmissions, validateObjectQuery2, validateObjectQueryWithAdmission, collectObjectQueryValidationIssues2, resolveObjectQueryResultShape2, planObjectQuery2, executeObjectQuery2, countObjects2, existsObjects2, facetObjects2, validateObjectFacetRequests, explainObjectQuery2, preflightObjectQueryLinks, executeObjectQueryLinks2 };
|
|
2461
2685
|
|
|
2462
|
-
//# debugId=
|
|
2686
|
+
//# debugId=E66D459FE088A8ED64756E2164756E21
|