niceeval 0.12.2-canary.31 → 0.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +10 -10
- package/README.md +2 -0
- package/README.zh.md +2 -0
- package/bin/niceeval.js +15 -0
- package/dist/agents/claude-code.cjs +9 -1
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/post-setup.cjs +0 -2
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/provisioner.cjs +2 -13
- package/dist/agents/provisioner.cjs.map +1 -1
- package/dist/agents/provisioner.d.cts +0 -5
- package/dist/agents/provisioner.d.mts +0 -5
- package/dist/agents/provisioner.d.ts +0 -5
- package/dist/agents/provisioner.js +22 -26
- package/dist/agents/sdk-streams.cjs +2 -1
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +2 -10
- package/dist/agents/types.d.mts +2 -10
- package/dist/agents/types.d.ts +2 -10
- package/dist/analysis/api.cjs +689 -0
- package/dist/analysis/api.cjs.map +1 -0
- package/dist/analysis/api.d.cts +126 -0
- package/dist/analysis/api.d.mts +126 -0
- package/dist/analysis/api.d.ts +126 -0
- package/dist/analysis/api.js +24 -0
- package/dist/analysis/api.js.map +1 -0
- package/dist/analysis/bindings.cjs +617 -0
- package/dist/analysis/bindings.cjs.map +1 -0
- package/dist/analysis/bindings.d.cts +8313 -0
- package/dist/analysis/bindings.d.mts +8313 -0
- package/dist/analysis/bindings.d.ts +8313 -0
- package/dist/analysis/bindings.js +22 -0
- package/dist/analysis/bindings.js.map +1 -0
- package/dist/analysis/contracts.cjs +39 -0
- package/dist/analysis/contracts.cjs.map +1 -0
- package/dist/analysis/contracts.d.cts +293 -0
- package/dist/analysis/contracts.d.mts +293 -0
- package/dist/analysis/contracts.d.ts +293 -0
- package/dist/analysis/contracts.js +12 -0
- package/dist/analysis/contracts.js.map +1 -0
- package/dist/analysis/cost-decimal.cjs +177 -0
- package/dist/analysis/cost-decimal.cjs.map +1 -0
- package/dist/analysis/cost-decimal.d.cts +51 -0
- package/dist/analysis/cost-decimal.d.mts +51 -0
- package/dist/analysis/cost-decimal.d.ts +51 -0
- package/dist/analysis/cost-decimal.js +28 -0
- package/dist/analysis/cost-decimal.js.map +1 -0
- package/dist/analysis/cost-projection.cjs +430 -0
- package/dist/analysis/cost-projection.cjs.map +1 -0
- package/dist/analysis/cost-projection.d.cts +37 -0
- package/dist/analysis/cost-projection.d.mts +37 -0
- package/dist/analysis/cost-projection.d.ts +37 -0
- package/dist/analysis/cost-projection.js +10 -0
- package/dist/analysis/cost-projection.js.map +1 -0
- package/dist/analysis/cost.cjs +814 -0
- package/dist/analysis/cost.cjs.map +1 -0
- package/dist/analysis/cost.d.cts +310 -0
- package/dist/analysis/cost.d.mts +310 -0
- package/dist/analysis/cost.d.ts +310 -0
- package/dist/analysis/cost.js +26 -0
- package/dist/analysis/cost.js.map +1 -0
- package/dist/analysis/definitions.cjs +346 -0
- package/dist/analysis/definitions.cjs.map +1 -0
- package/dist/analysis/definitions.d.cts +230 -0
- package/dist/analysis/definitions.d.mts +230 -0
- package/dist/analysis/definitions.d.ts +230 -0
- package/dist/analysis/definitions.js +70 -0
- package/dist/analysis/definitions.js.map +1 -0
- package/dist/analysis/domain-view.cjs +3 -0
- package/dist/analysis/domain-view.cjs.map +1 -0
- package/dist/analysis/domain-view.d.cts +367 -0
- package/dist/analysis/domain-view.d.mts +367 -0
- package/dist/analysis/domain-view.d.ts +367 -0
- package/dist/analysis/domain-view.js +4 -0
- package/dist/analysis/domain-view.js.map +1 -0
- package/dist/analysis/file-changes.cjs +225 -0
- package/dist/analysis/file-changes.cjs.map +1 -0
- package/dist/analysis/file-changes.d.cts +30 -0
- package/dist/analysis/file-changes.d.mts +30 -0
- package/dist/analysis/file-changes.d.ts +30 -0
- package/dist/analysis/file-changes.js +6 -0
- package/dist/analysis/file-changes.js.map +1 -0
- package/dist/analysis/host.cjs +8 -0
- package/dist/analysis/host.cjs.map +1 -0
- package/dist/analysis/host.d.cts +19 -0
- package/dist/analysis/host.d.mts +19 -0
- package/dist/analysis/host.d.ts +19 -0
- package/dist/analysis/host.js +6 -0
- package/dist/analysis/host.js.map +1 -0
- package/dist/analysis/host.mjs +6 -0
- package/dist/analysis/host.mjs.map +1 -0
- package/dist/analysis/index.cjs +45 -8
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +10 -2
- package/dist/analysis/index.d.mts +10 -2
- package/dist/analysis/index.d.ts +10 -2
- package/dist/analysis/index.js +70 -6
- package/dist/analysis/index.mjs +70 -6
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +1 -1
- package/dist/assertions/api.d.mts +1 -1
- package/dist/assertions/api.d.ts +1 -1
- package/dist/assertions/diff.cjs +2 -2
- package/dist/assertions/diff.cjs.map +1 -1
- package/dist/assertions/diff.d.cts +2 -2
- package/dist/assertions/diff.d.mts +2 -2
- package/dist/assertions/diff.d.ts +2 -2
- package/dist/assertions/judge.cjs +11 -10
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/record/attachment.cjs +64 -81
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/attachment.d.cts +88 -143
- package/dist/assertions/record/attachment.d.mts +88 -143
- package/dist/assertions/record/attachment.d.ts +88 -143
- package/dist/assertions/record/attachment.js +12 -16
- package/dist/assertions/record/codec.cjs +178 -100
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/codec.d.cts +75 -56
- package/dist/assertions/record/codec.d.mts +75 -56
- package/dist/assertions/record/codec.d.ts +75 -56
- package/dist/assertions/record/codec.js +36 -32
- package/dist/assertions/record/diff.cjs +545 -134
- package/dist/assertions/record/diff.cjs.map +1 -1
- package/dist/assertions/record/diff.d.cts +73 -25
- package/dist/assertions/record/diff.d.mts +73 -25
- package/dist/assertions/record/diff.d.ts +73 -25
- package/dist/assertions/record/diff.js +12 -14
- package/dist/assertions/record/index.js +70 -72
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +62 -70
- package/dist/assertions/record/model.d.mts +62 -70
- package/dist/assertions/record/model.d.ts +62 -70
- package/dist/assertions/record/producer.cjs +5 -2
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +18 -18
- package/dist/assertions/record/producer.d.mts +18 -18
- package/dist/assertions/record/producer.d.ts +18 -18
- package/dist/assertions/record/producer.js +2 -2
- package/dist/assertions/runtime.cjs +14 -9
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/assertions/workspace-diff.cjs +18 -4
- package/dist/assertions/workspace-diff.cjs.map +1 -1
- package/dist/assertions/workspace-diff.d.cts +3 -1
- package/dist/assertions/workspace-diff.d.mts +3 -1
- package/dist/assertions/workspace-diff.d.ts +3 -1
- package/dist/assertions/workspace-diff.js +14 -12
- package/dist/attempt-locator-resolution.cjs +33 -38
- package/dist/attempt-locator-resolution.cjs.map +1 -1
- package/dist/attempt-locator-resolution.d.cts +15 -8
- package/dist/attempt-locator-resolution.d.mts +15 -8
- package/dist/attempt-locator-resolution.d.ts +15 -8
- package/dist/cli/record.cjs +16 -89
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +2 -9
- package/dist/cli/record.d.mts +2 -9
- package/dist/cli/record.d.ts +2 -9
- package/dist/cli/record.js +2 -6
- package/dist/cli.cjs +609 -245
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +6 -5
- package/dist/cli.d.mts +6 -5
- package/dist/cli.d.ts +6 -5
- package/dist/context/assert-first.cjs +13 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +3 -4
- package/dist/context/assert-first.d.mts +3 -4
- package/dist/context/assert-first.d.ts +3 -4
- package/dist/context/send-retry.cjs +18 -21
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +0 -3
- package/dist/context/send-retry.d.mts +0 -3
- package/dist/context/send-retry.d.ts +0 -3
- package/dist/context/session.cjs +46 -42
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -6
- package/dist/context/session.d.mts +4 -6
- package/dist/context/session.d.ts +4 -6
- package/dist/coordination/host/index.cjs +10 -0
- package/dist/coordination/host/index.cjs.map +1 -0
- package/dist/coordination/host/index.d.cts +6 -0
- package/dist/coordination/host/index.d.mts +6 -0
- package/dist/coordination/host/index.d.ts +6 -0
- package/dist/coordination/host/index.js +6 -0
- package/dist/coordination/host/index.mjs +6 -0
- package/dist/coordination/host/runtime.cjs +57 -0
- package/dist/coordination/host/runtime.cjs.map +1 -0
- package/dist/coordination/host/runtime.d.cts +13 -0
- package/dist/coordination/host/runtime.d.mts +13 -0
- package/dist/coordination/host/runtime.d.ts +13 -0
- package/dist/coordination/host/runtime.js +8 -0
- package/dist/coordination/host/types.cjs.map +1 -0
- package/dist/coordination/host/types.d.cts +37 -0
- package/dist/coordination/host/types.d.mts +37 -0
- package/dist/coordination/host/types.d.ts +37 -0
- package/dist/coordination/identity.cjs +48 -0
- package/dist/coordination/identity.cjs.map +1 -0
- package/dist/coordination/identity.d.cts +14 -0
- package/dist/coordination/identity.d.mts +14 -0
- package/dist/coordination/identity.d.ts +14 -0
- package/dist/coordination/identity.js +6 -0
- package/dist/coordination/index.cjs +23 -0
- package/dist/coordination/index.cjs.map +1 -0
- package/dist/coordination/index.d.cts +6 -0
- package/dist/coordination/index.d.mts +6 -0
- package/dist/coordination/index.d.ts +6 -0
- package/dist/coordination/index.js +16 -0
- package/dist/coordination/platform/index.cjs +18 -0
- package/dist/coordination/platform/index.cjs.map +1 -0
- package/dist/coordination/platform/index.d.cts +1 -0
- package/dist/coordination/platform/index.d.mts +1 -0
- package/dist/coordination/platform/index.d.ts +1 -0
- package/dist/coordination/platform/index.js +6 -0
- package/dist/coordination/platform/node.cjs +251 -0
- package/dist/coordination/platform/node.cjs.map +1 -0
- package/dist/coordination/platform/node.d.cts +3 -0
- package/dist/coordination/platform/node.d.mts +3 -0
- package/dist/coordination/platform/node.d.ts +3 -0
- package/dist/coordination/platform/node.js +6 -0
- package/dist/coordination/platform/node.js.map +1 -0
- package/dist/coordination/record-leases.cjs +22 -0
- package/dist/coordination/record-leases.cjs.map +1 -0
- package/dist/coordination/record-leases.d.cts +39 -0
- package/dist/coordination/record-leases.d.mts +39 -0
- package/dist/coordination/record-leases.d.ts +39 -0
- package/dist/coordination/record-leases.js +10 -0
- package/dist/coordination/record-leases.js.map +1 -0
- package/dist/eval/experiment-id.cjs +1 -5
- package/dist/eval/experiment-id.cjs.map +1 -1
- package/dist/eval/experiment-id.d.cts +0 -2
- package/dist/eval/experiment-id.d.mts +0 -2
- package/dist/eval/experiment-id.d.ts +0 -2
- package/dist/eval/experiment-id.js +0 -4
- package/dist/eval/record/attachment.cjs +7 -47
- package/dist/eval/record/attachment.cjs.map +1 -1
- package/dist/eval/record/attachment.d.cts +8 -24
- package/dist/eval/record/attachment.d.mts +8 -24
- package/dist/eval/record/attachment.d.ts +8 -24
- package/dist/eval/record/attachment.js +4 -10
- package/dist/eval/record/coherence.cjs +6 -6
- package/dist/eval/record/coherence.cjs.map +1 -1
- package/dist/eval/record/coherence.d.cts +16 -16
- package/dist/eval/record/coherence.d.mts +16 -16
- package/dist/eval/record/coherence.d.ts +16 -16
- package/dist/eval/record/coherence.js +2 -2
- package/dist/eval/record/eligibility.cjs +53 -135
- package/dist/eval/record/eligibility.cjs.map +1 -1
- package/dist/eval/record/eligibility.d.cts +38 -140
- package/dist/eval/record/eligibility.d.mts +38 -140
- package/dist/eval/record/eligibility.d.ts +38 -140
- package/dist/eval/record/eligibility.js +16 -38
- package/dist/eval/record/evaluation-plan.cjs +18 -23
- package/dist/eval/record/evaluation-plan.cjs.map +1 -1
- package/dist/eval/record/evaluation-plan.d.cts +6 -9
- package/dist/eval/record/evaluation-plan.d.mts +6 -9
- package/dist/eval/record/evaluation-plan.d.ts +6 -9
- package/dist/eval/record/evaluation-plan.js +2 -2
- package/dist/eval/record/evaluation-record.cjs +161 -454
- package/dist/eval/record/evaluation-record.cjs.map +1 -1
- package/dist/eval/record/evaluation-record.d.cts +67 -128
- package/dist/eval/record/evaluation-record.d.mts +67 -128
- package/dist/eval/record/evaluation-record.d.ts +67 -128
- package/dist/eval/record/evaluation-record.js +16 -16
- package/dist/eval/record/evaluation.cjs +59 -174
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/evaluation.d.cts +43 -119
- package/dist/eval/record/evaluation.d.mts +43 -119
- package/dist/eval/record/evaluation.d.ts +43 -119
- package/dist/eval/record/evaluation.js +20 -32
- package/dist/eval/record/index.js +144 -238
- package/dist/eval/record/membership-provenance.cjs +58 -191
- package/dist/eval/record/membership-provenance.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +83 -659
- package/dist/eval/record/membership-provenance.d.mts +83 -659
- package/dist/eval/record/membership-provenance.d.ts +83 -659
- package/dist/eval/record/membership-provenance.js +34 -54
- package/dist/eval/record/score.cjs +58 -170
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/score.d.cts +36 -104
- package/dist/eval/record/score.d.mts +36 -104
- package/dist/eval/record/score.d.ts +36 -104
- package/dist/eval/record/score.js +22 -40
- package/dist/eval/record/sealed-assertion.cjs +10 -10
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.d.cts +12 -12
- package/dist/eval/record/sealed-assertion.d.mts +12 -12
- package/dist/eval/record/sealed-assertion.d.ts +12 -12
- package/dist/eval/record/sealed-assertion.js +10 -10
- package/dist/eval/record/verdict.cjs +42 -64
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/eval/record/verdict.d.cts +35 -48
- package/dist/eval/record/verdict.d.mts +35 -48
- package/dist/eval/record/verdict.d.ts +35 -48
- package/dist/eval/record/verdict.js +16 -32
- package/dist/experiment/host/index.cjs +210 -0
- package/dist/experiment/host/index.cjs.map +1 -0
- package/dist/experiment/host/index.d.cts +125 -0
- package/dist/experiment/host/index.d.mts +125 -0
- package/dist/experiment/host/index.d.ts +125 -0
- package/dist/experiment/host/index.js +6 -0
- package/dist/experiment/host/index.mjs +6 -0
- package/dist/experiment/host/index.mjs.map +1 -0
- package/dist/fresh-import.cjs +33 -119
- package/dist/fresh-import.cjs.map +1 -1
- package/dist/i18n/en.cjs +10 -5
- package/dist/i18n/en.cjs.map +1 -1
- package/dist/i18n/en.d.cts +9 -4
- package/dist/i18n/en.d.mts +9 -4
- package/dist/i18n/en.d.ts +9 -4
- package/dist/index.cjs +1 -4
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +0 -2
- package/dist/index.d.mts +0 -2
- package/dist/index.d.ts +0 -2
- package/dist/index.js +18 -20
- package/dist/index.mjs +18 -20
- package/dist/o11y/cost.cjs +16 -6
- package/dist/o11y/cost.cjs.map +1 -1
- package/dist/o11y/parsers/bub.cjs +16 -4
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/hermes.cjs +19 -6
- package/dist/o11y/parsers/hermes.cjs.map +1 -1
- package/dist/o11y/parsers/openclaw.cjs +5 -10
- package/dist/o11y/parsers/openclaw.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.cjs +6 -11
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/prices.json +1335 -557
- package/dist/o11y/record/capture.cjs +38 -38
- package/dist/o11y/record/capture.cjs.map +1 -1
- package/dist/o11y/record/capture.d.cts +25 -25
- package/dist/o11y/record/capture.d.mts +25 -25
- package/dist/o11y/record/capture.d.ts +25 -25
- package/dist/o11y/record/capture.js +26 -26
- package/dist/o11y/record/codec.cjs +139 -140
- package/dist/o11y/record/codec.cjs.map +1 -1
- package/dist/o11y/record/codec.d.cts +262 -266
- package/dist/o11y/record/codec.d.mts +262 -266
- package/dist/o11y/record/codec.d.ts +262 -266
- package/dist/o11y/record/codec.js +58 -60
- package/dist/o11y/record/errors.cjs +20 -20
- package/dist/o11y/record/errors.cjs.map +1 -1
- package/dist/o11y/record/errors.d.cts +18 -18
- package/dist/o11y/record/errors.d.mts +18 -18
- package/dist/o11y/record/errors.d.ts +18 -18
- package/dist/o11y/record/errors.js +20 -20
- package/dist/o11y/record/families.cjs +269 -264
- package/dist/o11y/record/families.cjs.map +1 -1
- package/dist/o11y/record/families.d.cts +1589 -1573
- package/dist/o11y/record/families.d.mts +1589 -1573
- package/dist/o11y/record/families.d.ts +1589 -1573
- package/dist/o11y/record/families.js +64 -64
- package/dist/o11y/record/family-projectors.cjs +31 -58
- package/dist/o11y/record/family-projectors.cjs.map +1 -1
- package/dist/o11y/record/family-projectors.d.cts +2933 -34
- package/dist/o11y/record/family-projectors.d.mts +2933 -34
- package/dist/o11y/record/family-projectors.d.ts +2933 -34
- package/dist/o11y/record/family-projectors.js +10 -4
- package/dist/o11y/record/family-writers.cjs +207 -336
- package/dist/o11y/record/family-writers.cjs.map +1 -1
- package/dist/o11y/record/family-writers.d.cts +637 -5260
- package/dist/o11y/record/family-writers.d.mts +637 -5260
- package/dist/o11y/record/family-writers.d.ts +637 -5260
- package/dist/o11y/record/family-writers.js +14 -56
- package/dist/o11y/record/index.js +446 -484
- package/dist/o11y/record/limits.cjs +45 -45
- package/dist/o11y/record/limits.cjs.map +1 -1
- package/dist/o11y/record/limits.d.cts +32 -32
- package/dist/o11y/record/limits.d.mts +32 -32
- package/dist/o11y/record/limits.d.ts +32 -32
- package/dist/o11y/record/limits.js +64 -64
- package/dist/o11y/record/model.cjs +271 -277
- package/dist/o11y/record/model.cjs.map +1 -1
- package/dist/o11y/record/model.d.cts +160 -186
- package/dist/o11y/record/model.d.mts +160 -186
- package/dist/o11y/record/model.d.ts +160 -186
- package/dist/o11y/record/model.js +154 -154
- package/dist/o11y/record/runner-producer.cjs +649 -520
- package/dist/o11y/record/runner-producer.cjs.map +1 -1
- package/dist/o11y/record/runner-producer.d.cts +39 -25
- package/dist/o11y/record/runner-producer.d.mts +39 -25
- package/dist/o11y/record/runner-producer.d.ts +39 -25
- package/dist/o11y/record/runner-producer.js +26 -22
- package/dist/o11y/record/validation.cjs +75 -75
- package/dist/o11y/record/validation.cjs.map +1 -1
- package/dist/o11y/record/validation.d.cts +35 -35
- package/dist/o11y/record/validation.d.mts +35 -35
- package/dist/o11y/record/validation.d.ts +35 -35
- package/dist/o11y/record/validation.js +24 -24
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +7 -5
- package/dist/o11y/types.d.mts +7 -5
- package/dist/o11y/types.d.ts +7 -5
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +0 -3
- package/dist/plugin/contracts.d.mts +0 -3
- package/dist/plugin/contracts.d.ts +0 -3
- package/dist/plugins/record/attachment.cjs +0 -59
- package/dist/plugins/record/attachment.cjs.map +1 -1
- package/dist/plugins/record/attachment.d.cts +6 -14
- package/dist/plugins/record/attachment.d.mts +6 -14
- package/dist/plugins/record/attachment.d.ts +6 -14
- package/dist/plugins/record/attachment.js +0 -16
- package/dist/plugins/record/capability.cjs +0 -255
- package/dist/plugins/record/capability.cjs.map +1 -1
- package/dist/plugins/record/capability.d.cts +1 -93
- package/dist/plugins/record/capability.d.mts +1 -93
- package/dist/plugins/record/capability.d.ts +1 -93
- package/dist/plugins/record/capability.js +0 -22
- package/dist/plugins/record/codec.cjs +0 -241
- package/dist/plugins/record/codec.cjs.map +1 -1
- package/dist/plugins/record/codec.d.cts +2 -28
- package/dist/plugins/record/codec.d.mts +2 -28
- package/dist/plugins/record/codec.d.ts +2 -28
- package/dist/plugins/record/codec.js +0 -44
- package/dist/plugins/record/index.cjs +0 -51
- package/dist/plugins/record/index.cjs.map +1 -1
- package/dist/plugins/record/index.d.cts +5 -9
- package/dist/plugins/record/index.d.mts +5 -9
- package/dist/plugins/record/index.d.ts +5 -9
- package/dist/plugins/record/index.js +0 -90
- package/dist/plugins/record/migration.cjs +0 -30
- package/dist/plugins/record/migration.cjs.map +1 -1
- package/dist/plugins/record/migration.d.cts +3 -20
- package/dist/plugins/record/migration.d.mts +3 -20
- package/dist/plugins/record/migration.d.ts +3 -20
- package/dist/plugins/record/migration.js +0 -2
- package/dist/plugins/record/model.cjs.map +1 -1
- package/dist/plugins/record/model.d.cts +2 -93
- package/dist/plugins/record/model.d.mts +2 -93
- package/dist/plugins/record/model.d.ts +2 -93
- package/dist/plugins/record/provenance.cjs +0 -316
- package/dist/plugins/record/provenance.cjs.map +1 -1
- package/dist/plugins/record/provenance.d.cts +1 -78
- package/dist/plugins/record/provenance.d.mts +1 -78
- package/dist/plugins/record/provenance.d.ts +1 -78
- package/dist/plugins/record/provenance.js +0 -20
- package/dist/record/attachment/blob-policy.cjs +3 -0
- package/dist/record/attachment/blob-policy.cjs.map +1 -0
- package/dist/record/attachment/blob-policy.d.cts +18 -0
- package/dist/record/attachment/blob-policy.d.mts +18 -0
- package/dist/record/attachment/blob-policy.d.ts +18 -0
- package/dist/record/attachment/blob-policy.js +4 -0
- package/dist/record/attachment/blob-policy.js.map +1 -0
- package/dist/record/attachment/blob-ref.cjs +42 -0
- package/dist/record/attachment/blob-ref.cjs.map +1 -0
- package/dist/record/attachment/blob-ref.d.cts +22 -0
- package/dist/record/attachment/blob-ref.d.mts +22 -0
- package/dist/record/attachment/blob-ref.d.ts +22 -0
- package/dist/record/attachment/blob-ref.js +14 -0
- package/dist/record/attachment/blob-ref.js.map +1 -0
- package/dist/record/attachment/errors.cjs +6 -34
- package/dist/record/attachment/errors.cjs.map +1 -1
- package/dist/record/attachment/errors.d.cts +2 -24
- package/dist/record/attachment/errors.d.mts +2 -24
- package/dist/record/attachment/errors.d.ts +2 -24
- package/dist/record/attachment/errors.js +4 -10
- package/dist/record/attachment/index.cjs +2 -8
- package/dist/record/attachment/index.cjs.map +1 -1
- package/dist/record/attachment/index.d.cts +3 -3
- package/dist/record/attachment/index.d.mts +3 -3
- package/dist/record/attachment/index.d.ts +3 -3
- package/dist/record/attachment/index.js +6 -18
- package/dist/record/attachment/internal.cjs +5 -14
- package/dist/record/attachment/internal.cjs.map +1 -1
- package/dist/record/attachment/internal.d.cts +3 -2
- package/dist/record/attachment/internal.d.mts +3 -2
- package/dist/record/attachment/internal.d.ts +3 -2
- package/dist/record/attachment/internal.js +12 -30
- package/dist/record/attachment/runtime.cjs +155 -745
- package/dist/record/attachment/runtime.cjs.map +1 -1
- package/dist/record/attachment/runtime.d.cts +25 -68
- package/dist/record/attachment/runtime.d.mts +25 -68
- package/dist/record/attachment/runtime.d.ts +25 -68
- package/dist/record/attachment/runtime.js +16 -48
- package/dist/record/attachment/types.cjs +3 -26
- package/dist/record/attachment/types.cjs.map +1 -1
- package/dist/record/attachment/types.d.cts +33 -132
- package/dist/record/attachment/types.d.mts +33 -132
- package/dist/record/attachment/types.d.ts +33 -132
- package/dist/record/attachment/types.js +10 -22
- package/dist/record/codec/core.cjs +102 -85
- package/dist/record/codec/core.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +205 -55
- package/dist/record/codec/core.d.mts +205 -55
- package/dist/record/codec/core.d.ts +205 -55
- package/dist/record/codec/core.js +50 -42
- package/dist/record/codec/identifiers.cjs +24 -2
- package/dist/record/codec/identifiers.cjs.map +1 -1
- package/dist/record/codec/identifiers.d.cts +11 -2
- package/dist/record/codec/identifiers.d.mts +11 -2
- package/dist/record/codec/identifiers.d.ts +11 -2
- package/dist/record/codec/identifiers.js +36 -18
- package/dist/record/codec/index.js +86 -60
- package/dist/record/definition/attachment.cjs +108 -0
- package/dist/record/definition/attachment.cjs.map +1 -0
- package/dist/record/definition/attachment.d.cts +77 -0
- package/dist/record/definition/attachment.d.mts +77 -0
- package/dist/record/definition/attachment.d.ts +77 -0
- package/dist/record/definition/attachment.js +8 -0
- package/dist/record/definition/attachment.js.map +1 -0
- package/dist/record/definition/canonical.cjs +271 -0
- package/dist/record/definition/canonical.cjs.map +1 -0
- package/dist/record/definition/canonical.d.cts +38 -0
- package/dist/record/definition/canonical.d.mts +38 -0
- package/dist/record/definition/canonical.d.ts +38 -0
- package/dist/record/definition/canonical.js +10 -0
- package/dist/record/definition/canonical.js.map +1 -0
- package/dist/record/definition/core.cjs +13 -0
- package/dist/record/definition/core.cjs.map +1 -0
- package/dist/record/definition/core.d.cts +10 -0
- package/dist/record/definition/core.d.mts +10 -0
- package/dist/record/definition/core.d.ts +10 -0
- package/dist/record/definition/core.js +6 -0
- package/dist/record/definition/core.js.map +1 -0
- package/dist/record/definition/index.cjs +21 -0
- package/dist/record/definition/index.cjs.map +1 -0
- package/dist/record/definition/index.d.cts +4 -0
- package/dist/record/definition/index.d.mts +4 -0
- package/dist/record/definition/index.d.ts +4 -0
- package/dist/record/definition/index.js +16 -0
- package/dist/record/definition/index.js.map +1 -0
- package/dist/record/definition/schema-codec.cjs +347 -0
- package/dist/record/definition/schema-codec.cjs.map +1 -0
- package/dist/record/definition/schema-codec.d.cts +48 -0
- package/dist/record/definition/schema-codec.d.mts +48 -0
- package/dist/record/definition/schema-codec.d.ts +48 -0
- package/dist/record/definition/schema-codec.js +8 -0
- package/dist/record/definition/schema-codec.js.map +1 -0
- package/dist/record/errors/record-errors.cjs +2 -2
- package/dist/record/errors/record-errors.cjs.map +1 -1
- package/dist/record/errors/record-errors.d.cts +2 -2
- package/dist/record/errors/record-errors.d.mts +2 -2
- package/dist/record/errors/record-errors.d.ts +2 -2
- package/dist/record/family/artifacts.cjs +83 -0
- package/dist/record/family/artifacts.cjs.map +1 -0
- package/dist/record/family/artifacts.d.cts +225 -0
- package/dist/record/family/artifacts.d.mts +225 -0
- package/dist/record/family/artifacts.d.ts +225 -0
- package/dist/record/family/artifacts.js +14 -0
- package/dist/record/family/artifacts.js.map +1 -0
- package/dist/record/family/assertions.cjs +172 -0
- package/dist/record/family/assertions.cjs.map +1 -0
- package/dist/record/family/assertions.d.cts +292 -0
- package/dist/record/family/assertions.d.mts +292 -0
- package/dist/record/family/assertions.d.ts +292 -0
- package/dist/record/family/assertions.js +20 -0
- package/dist/record/family/assertions.js.map +1 -0
- package/dist/record/family/catalog.cjs +91 -0
- package/dist/record/family/catalog.cjs.map +1 -0
- package/dist/record/family/catalog.d.cts +3653 -0
- package/dist/record/family/catalog.d.mts +3653 -0
- package/dist/record/family/catalog.d.ts +3653 -0
- package/dist/record/family/catalog.js +34 -0
- package/dist/record/family/catalog.js.map +1 -0
- package/dist/record/family/common.cjs +80 -0
- package/dist/record/family/common.cjs.map +1 -0
- package/dist/record/family/common.d.cts +44 -0
- package/dist/record/family/common.d.mts +44 -0
- package/dist/record/family/common.d.ts +44 -0
- package/dist/record/family/common.js +28 -0
- package/dist/record/family/common.js.map +1 -0
- package/dist/record/family/file-changes.cjs +278 -0
- package/dist/record/family/file-changes.cjs.map +1 -0
- package/dist/record/family/file-changes.d.cts +643 -0
- package/dist/record/family/file-changes.d.mts +643 -0
- package/dist/record/family/file-changes.d.ts +643 -0
- package/dist/record/family/file-changes.js +32 -0
- package/dist/record/family/file-changes.js.map +1 -0
- package/dist/record/family/index.cjs +24 -0
- package/dist/record/family/index.cjs.map +1 -0
- package/dist/record/family/index.d.cts +7 -0
- package/dist/record/family/index.d.mts +7 -0
- package/dist/record/family/index.d.ts +7 -0
- package/dist/record/family/index.js +148 -0
- package/dist/record/family/index.js.map +1 -0
- package/dist/record/family/observability.cjs +511 -0
- package/dist/record/family/observability.cjs.map +1 -0
- package/dist/record/family/observability.d.cts +2879 -0
- package/dist/record/family/observability.d.mts +2879 -0
- package/dist/record/family/observability.d.ts +2879 -0
- package/dist/record/family/observability.js +30 -0
- package/dist/record/family/observability.js.map +1 -0
- package/dist/record/family/source-navigation.cjs +215 -0
- package/dist/record/family/source-navigation.cjs.map +1 -0
- package/dist/record/family/source-navigation.d.cts +330 -0
- package/dist/record/family/source-navigation.d.mts +330 -0
- package/dist/record/family/source-navigation.d.ts +330 -0
- package/dist/record/family/source-navigation.js +24 -0
- package/dist/record/family/source-navigation.js.map +1 -0
- package/dist/record/family/sources.cjs +82 -0
- package/dist/record/family/sources.cjs.map +1 -0
- package/dist/record/family/sources.d.cts +81 -0
- package/dist/record/family/sources.d.mts +81 -0
- package/dist/record/family/sources.d.ts +81 -0
- package/dist/record/family/sources.js +14 -0
- package/dist/record/family/sources.js.map +1 -0
- package/dist/record/host/index.cjs +11 -0
- package/dist/record/host/index.cjs.map +1 -0
- package/dist/record/host/index.d.cts +7 -0
- package/dist/record/host/index.d.mts +7 -0
- package/dist/record/host/index.d.ts +7 -0
- package/dist/record/host/index.js +6 -0
- package/dist/record/host/index.js.map +1 -0
- package/dist/record/host/index.mjs +6 -0
- package/dist/record/host/index.mjs.map +1 -0
- package/dist/record/host/runtime.cjs +1696 -0
- package/dist/record/host/runtime.cjs.map +1 -0
- package/dist/record/host/runtime.d.cts +2 -0
- package/dist/record/host/runtime.d.mts +2 -0
- package/dist/record/host/runtime.d.ts +2 -0
- package/dist/record/host/runtime.js +6 -0
- package/dist/record/host/types.cjs +9 -0
- package/dist/record/host/types.cjs.map +1 -0
- package/dist/record/host/types.d.cts +259 -0
- package/dist/record/host/types.d.mts +259 -0
- package/dist/record/host/types.d.ts +259 -0
- package/dist/record/host/types.js +14 -0
- package/dist/record/host/types.js.map +1 -0
- package/dist/record/index.cjs +19 -52
- package/dist/record/index.cjs.map +1 -1
- package/dist/record/index.d.cts +14 -11
- package/dist/record/index.d.mts +14 -11
- package/dist/record/index.d.ts +14 -11
- package/dist/record/index.js +16 -310
- package/dist/record/index.mjs +20 -0
- package/dist/record/index.mjs.map +1 -0
- package/dist/record/maintenance/runtime.cjs +9 -11
- package/dist/record/maintenance/runtime.cjs.map +1 -1
- package/dist/record/maintenance/runtime.d.cts +4 -5
- package/dist/record/maintenance/runtime.d.mts +4 -5
- package/dist/record/maintenance/runtime.d.ts +4 -5
- package/dist/record/maintenance/types.cjs.map +1 -1
- package/dist/record/maintenance/types.d.cts +7 -8
- package/dist/record/maintenance/types.d.mts +7 -8
- package/dist/record/maintenance/types.d.ts +7 -8
- package/dist/record/migration/index.cjs +2 -25
- package/dist/record/migration/index.cjs.map +1 -1
- package/dist/record/migration/index.d.cts +11 -8
- package/dist/record/migration/index.d.mts +11 -8
- package/dist/record/migration/index.d.ts +11 -8
- package/dist/record/migration/index.js +2 -44
- package/dist/record/model/core.cjs +1 -4
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +59 -39
- package/dist/record/model/core.d.mts +59 -39
- package/dist/record/model/core.d.ts +59 -39
- package/dist/record/model/definition.cjs +147 -0
- package/dist/record/model/definition.cjs.map +1 -0
- package/dist/record/model/definition.d.cts +463 -0
- package/dist/record/model/definition.d.mts +463 -0
- package/dist/record/model/definition.d.ts +463 -0
- package/dist/record/model/definition.js +40 -0
- package/dist/record/model/definition.js.map +1 -0
- package/dist/record/model/identifiers.cjs +52 -10
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +44 -3
- package/dist/record/model/identifiers.d.mts +44 -3
- package/dist/record/model/identifiers.d.ts +44 -3
- package/dist/record/model/identifiers.js +62 -36
- package/dist/record/model/index.cjs +1 -0
- package/dist/record/model/index.cjs.map +1 -1
- package/dist/record/model/index.d.cts +1 -0
- package/dist/record/model/index.d.mts +1 -0
- package/dist/record/model/index.d.ts +1 -0
- package/dist/record/model/index.js +86 -48
- package/dist/record/model/read-state.cjs.map +1 -1
- package/dist/record/model/read-state.d.cts +6 -9
- package/dist/record/model/read-state.d.mts +6 -9
- package/dist/record/model/read-state.d.ts +6 -9
- package/dist/record/model/run-context.cjs +80 -0
- package/dist/record/model/run-context.cjs.map +1 -0
- package/dist/record/model/run-context.d.cts +30 -0
- package/dist/record/model/run-context.d.mts +30 -0
- package/dist/record/model/run-context.d.ts +30 -0
- package/dist/record/model/run-context.js +14 -0
- package/dist/record/model/run-context.js.map +1 -0
- package/dist/record/model/validation.cjs +155 -54
- package/dist/record/model/validation.cjs.map +1 -1
- package/dist/record/model/validation.d.cts +16 -11
- package/dist/record/model/validation.d.mts +16 -11
- package/dist/record/model/validation.d.ts +16 -11
- package/dist/record/model/validation.js +10 -8
- package/dist/record/platform/errors.cjs +2 -8
- package/dist/record/platform/errors.cjs.map +1 -1
- package/dist/record/platform/errors.d.cts +3 -13
- package/dist/record/platform/errors.d.mts +3 -13
- package/dist/record/platform/errors.d.ts +3 -13
- package/dist/record/platform/errors.js +0 -2
- package/dist/record/platform/index.js +38 -48
- package/dist/record/platform/node.cjs +3 -142
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/node.d.cts +2 -4
- package/dist/record/platform/node.d.mts +2 -4
- package/dist/record/platform/node.d.ts +2 -4
- package/dist/record/platform/node.js +0 -4
- package/dist/record/platform/root.cjs +0 -11
- package/dist/record/platform/root.cjs.map +1 -1
- package/dist/record/platform/root.d.cts +0 -2
- package/dist/record/platform/root.d.mts +0 -2
- package/dist/record/platform/root.d.ts +0 -2
- package/dist/record/platform/services.cjs +1 -7
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +2 -29
- package/dist/record/platform/services.d.mts +2 -29
- package/dist/record/platform/services.d.ts +2 -29
- package/dist/record/platform/services.js +2 -6
- package/dist/record/reader/errors.cjs.map +1 -1
- package/dist/record/reader/errors.d.cts +3 -2
- package/dist/record/reader/errors.d.mts +3 -2
- package/dist/record/reader/errors.d.ts +3 -2
- package/dist/record/reader/format.cjs +26 -40
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +6 -7
- package/dist/record/reader/format.d.mts +6 -7
- package/dist/record/reader/format.d.ts +6 -7
- package/dist/record/reader/index.js +22 -30
- package/dist/record/reader/runtime.cjs +112 -636
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +43 -12
- package/dist/record/reader/runtime.d.mts +43 -12
- package/dist/record/reader/runtime.d.ts +43 -12
- package/dist/record/reader/runtime.js +6 -10
- package/dist/record/reader/types.cjs +3 -6
- package/dist/record/reader/types.cjs.map +1 -1
- package/dist/record/reader/types.d.cts +3 -42
- package/dist/record/reader/types.d.mts +3 -42
- package/dist/record/reader/types.d.ts +3 -42
- package/dist/record/reader/types.js +0 -4
- package/dist/record/writer/errors.cjs +7 -0
- package/dist/record/writer/errors.cjs.map +1 -1
- package/dist/record/writer/errors.d.cts +5 -0
- package/dist/record/writer/errors.d.mts +5 -0
- package/dist/record/writer/errors.d.ts +5 -0
- package/dist/record/writer/errors.js +6 -4
- package/dist/record/writer/index.cjs +0 -1
- package/dist/record/writer/index.cjs.map +1 -1
- package/dist/record/writer/index.d.cts +0 -1
- package/dist/record/writer/index.d.mts +0 -1
- package/dist/record/writer/index.d.ts +0 -1
- package/dist/record/writer/index.js +10 -10
- package/dist/record/writer/types.cjs.map +1 -1
- package/dist/record/writer/types.d.cts +12 -17
- package/dist/record/writer/types.d.mts +12 -17
- package/dist/record/writer/types.d.ts +12 -17
- package/dist/report/assets/colors.cjs +70 -0
- package/dist/report/assets/colors.cjs.map +1 -0
- package/dist/report/assets/colors.d.cts +22 -0
- package/dist/report/assets/colors.d.mts +22 -0
- package/dist/report/assets/colors.d.ts +22 -0
- package/dist/report/assets/colors.js +18 -0
- package/dist/report/assets/colors.js.map +1 -0
- package/dist/report/assets/enhance.js +466 -0
- package/dist/report/assets/series-encoding.cjs +116 -0
- package/dist/report/assets/series-encoding.cjs.map +1 -0
- package/dist/report/assets/series-encoding.d.cts +36 -0
- package/dist/report/assets/series-encoding.d.mts +36 -0
- package/dist/report/assets/series-encoding.d.ts +36 -0
- package/dist/report/assets/series-encoding.js +22 -0
- package/dist/report/assets/series-encoding.js.map +1 -0
- package/dist/report/assets/styles.css +2678 -0
- package/dist/report/built-in/analysis-values.cjs +28 -0
- package/dist/report/built-in/analysis-values.cjs.map +1 -0
- package/dist/report/built-in/analysis-values.d.cts +41 -0
- package/dist/report/built-in/analysis-values.d.mts +41 -0
- package/dist/report/built-in/analysis-values.d.ts +41 -0
- package/dist/report/built-in/analysis-values.js +10 -0
- package/dist/report/built-in/analysis-values.js.map +1 -0
- package/dist/report/built-in/attempt-overview.cjs +62 -384
- package/dist/report/built-in/attempt-overview.cjs.map +1 -1
- package/dist/report/built-in/attempt-overview.d.cts +4 -8
- package/dist/report/built-in/attempt-overview.d.mts +4 -8
- package/dist/report/built-in/attempt-overview.d.ts +4 -8
- package/dist/report/built-in/execution.cjs +40 -747
- package/dist/report/built-in/execution.cjs.map +1 -1
- package/dist/report/built-in/execution.d.cts +10 -19
- package/dist/report/built-in/execution.d.mts +10 -19
- package/dist/report/built-in/execution.d.ts +10 -19
- package/dist/report/built-in/index.cjs +15 -28
- package/dist/report/built-in/index.cjs.map +1 -1
- package/dist/report/built-in/index.d.cts +4 -6
- package/dist/report/built-in/index.d.mts +4 -6
- package/dist/report/built-in/index.d.ts +4 -6
- package/dist/report/built-in/index.js +22 -31
- package/dist/report/built-in/index.mjs +22 -31
- package/dist/report/built-in/machine.cjs +41 -0
- package/dist/report/built-in/machine.cjs.map +1 -0
- package/dist/report/built-in/machine.d.cts +29 -0
- package/dist/report/built-in/machine.d.mts +29 -0
- package/dist/report/built-in/machine.d.ts +29 -0
- package/dist/report/built-in/machine.js +8 -0
- package/dist/report/built-in/machine.js.map +1 -0
- package/dist/report/built-in/overview.cjs +38 -200
- package/dist/report/built-in/overview.cjs.map +1 -1
- package/dist/report/built-in/overview.d.cts +5 -5
- package/dist/report/built-in/overview.d.mts +5 -5
- package/dist/report/built-in/overview.d.ts +5 -5
- package/dist/report/built-in/overview.js +0 -2
- package/dist/report/built-in/result-components.cjs +325 -0
- package/dist/report/built-in/result-components.cjs.map +1 -0
- package/dist/report/built-in/result-components.d.cts +94 -0
- package/dist/report/built-in/result-components.d.mts +94 -0
- package/dist/report/built-in/result-components.d.ts +94 -0
- package/dist/report/built-in/result-components.js +24 -0
- package/dist/report/built-in/result-components.js.map +1 -0
- package/dist/report/built-in/run-membership-overview.cjs +48 -184
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -1
- package/dist/report/built-in/run-membership-overview.d.cts +5 -5
- package/dist/report/built-in/run-membership-overview.d.mts +5 -5
- package/dist/report/built-in/run-membership-overview.d.ts +5 -5
- package/dist/report/built-in/sandbox-history.cjs +31 -372
- package/dist/report/built-in/sandbox-history.cjs.map +1 -1
- package/dist/report/built-in/sandbox-history.d.cts +5 -8
- package/dist/report/built-in/sandbox-history.d.mts +5 -8
- package/dist/report/built-in/sandbox-history.d.ts +5 -8
- package/dist/report/built-in/source.cjs +40 -150
- package/dist/report/built-in/source.cjs.map +1 -1
- package/dist/report/built-in/source.d.cts +10 -11
- package/dist/report/built-in/source.d.mts +10 -11
- package/dist/report/built-in/source.d.ts +10 -11
- package/dist/report/built-in/source.js +1 -0
- package/dist/report/built-in/standard.cjs +135 -0
- package/dist/report/built-in/standard.cjs.map +1 -0
- package/dist/report/built-in/standard.d.cts +91 -0
- package/dist/report/built-in/standard.d.mts +91 -0
- package/dist/report/built-in/standard.d.ts +91 -0
- package/dist/report/built-in/standard.js +17 -0
- package/dist/report/built-in/standard.js.map +1 -0
- package/dist/report/components/attempt-detail/compute.cjs +763 -0
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -0
- package/dist/report/components/attempt-detail/compute.d.cts +370 -0
- package/dist/report/components/attempt-detail/compute.d.mts +370 -0
- package/dist/report/components/attempt-detail/compute.d.ts +370 -0
- package/dist/report/components/attempt-detail/compute.js +46 -0
- package/dist/report/components/attempt-detail/compute.js.map +1 -0
- package/dist/report/components/attempt-detail/content.cjs +411 -0
- package/dist/report/components/attempt-detail/content.cjs.map +1 -0
- package/dist/report/components/attempt-detail/content.d.cts +34 -0
- package/dist/report/components/attempt-detail/content.d.mts +34 -0
- package/dist/report/components/attempt-detail/content.d.ts +34 -0
- package/dist/report/components/attempt-detail/content.js +30 -0
- package/dist/report/components/attempt-detail/content.js.map +1 -0
- package/dist/report/components/attempt-detail/index.cjs +314 -0
- package/dist/report/components/attempt-detail/index.cjs.map +1 -0
- package/dist/report/components/attempt-detail/index.d.cts +27 -0
- package/dist/report/components/attempt-detail/index.d.mts +27 -0
- package/dist/report/components/attempt-detail/index.d.ts +27 -0
- package/dist/report/components/attempt-detail/index.js +34 -0
- package/dist/report/components/attempt-detail/index.js.map +1 -0
- package/dist/report/components/attempt-detail/validate.cjs +497 -0
- package/dist/report/components/attempt-detail/validate.cjs.map +1 -0
- package/dist/report/components/attempt-detail/validate.d.cts +14 -0
- package/dist/report/components/attempt-detail/validate.d.mts +14 -0
- package/dist/report/components/attempt-detail/validate.d.ts +14 -0
- package/dist/report/components/attempt-detail/validate.js +30 -0
- package/dist/report/components/attempt-detail/validate.js.map +1 -0
- package/dist/report/components/entity-lists/compute.cjs +426 -0
- package/dist/report/components/entity-lists/compute.cjs.map +1 -0
- package/dist/report/components/entity-lists/compute.d.cts +107 -0
- package/dist/report/components/entity-lists/compute.d.mts +107 -0
- package/dist/report/components/entity-lists/compute.d.ts +107 -0
- package/dist/report/components/entity-lists/compute.js +12 -0
- package/dist/report/components/entity-lists/compute.js.map +1 -0
- package/dist/report/components/entity-lists/content.cjs +275 -0
- package/dist/report/components/entity-lists/content.cjs.map +1 -0
- package/dist/report/components/entity-lists/content.d.cts +4 -0
- package/dist/report/components/entity-lists/content.d.mts +4 -0
- package/dist/report/components/entity-lists/content.d.ts +4 -0
- package/dist/report/components/entity-lists/content.js +8 -0
- package/dist/report/components/entity-lists/content.js.map +1 -0
- package/dist/report/components/entity-lists/index.cjs +48 -0
- package/dist/report/components/entity-lists/index.cjs.map +1 -0
- package/dist/report/components/entity-lists/index.d.cts +39 -0
- package/dist/report/components/entity-lists/index.d.mts +39 -0
- package/dist/report/components/entity-lists/index.d.ts +39 -0
- package/dist/report/components/entity-lists/index.js +22 -0
- package/dist/report/components/entity-lists/index.js.map +1 -0
- package/dist/report/components/experiment-detail/compute.cjs +228 -0
- package/dist/report/components/experiment-detail/compute.cjs.map +1 -0
- package/dist/report/components/experiment-detail/compute.d.cts +72 -0
- package/dist/report/components/experiment-detail/compute.d.mts +72 -0
- package/dist/report/components/experiment-detail/compute.d.ts +72 -0
- package/dist/report/components/experiment-detail/compute.js +6 -0
- package/dist/report/components/experiment-detail/compute.js.map +1 -0
- package/dist/report/components/experiment-detail/index.cjs +84 -0
- package/dist/report/components/experiment-detail/index.cjs.map +1 -0
- package/dist/report/components/experiment-detail/index.d.cts +13 -0
- package/dist/report/components/experiment-detail/index.d.mts +13 -0
- package/dist/report/components/experiment-detail/index.d.ts +13 -0
- package/dist/report/components/experiment-detail/index.js +6 -0
- package/dist/report/components/experiment-detail/index.js.map +1 -0
- package/dist/report/components/site-components/HeroCard.cjs +38 -0
- package/dist/report/components/site-components/HeroCard.cjs.map +1 -0
- package/dist/report/components/site-components/HeroCard.d.cts +14 -0
- package/dist/report/components/site-components/HeroCard.d.mts +14 -0
- package/dist/report/components/site-components/HeroCard.d.ts +14 -0
- package/dist/report/components/site-components/HeroCard.js +6 -0
- package/dist/report/components/site-components/HeroCard.js.map +1 -0
- package/dist/report/components/site-components/PoweredBy.cjs +12 -0
- package/dist/report/components/site-components/PoweredBy.cjs.map +1 -0
- package/dist/report/components/site-components/PoweredBy.d.cts +5 -0
- package/dist/report/components/site-components/PoweredBy.d.mts +5 -0
- package/dist/report/components/site-components/PoweredBy.d.ts +5 -0
- package/dist/report/components/site-components/PoweredBy.js +8 -0
- package/dist/report/components/site-components/PoweredBy.js.map +1 -0
- package/dist/report/components/site-components/compute.cjs +130 -0
- package/dist/report/components/site-components/compute.cjs.map +1 -0
- package/dist/report/components/site-components/compute.d.cts +36 -0
- package/dist/report/components/site-components/compute.d.mts +36 -0
- package/dist/report/components/site-components/compute.d.ts +36 -0
- package/dist/report/components/site-components/compute.js +16 -0
- package/dist/report/components/site-components/compute.js.map +1 -0
- package/dist/report/components/site-components/content.cjs +9 -0
- package/dist/report/components/site-components/content.cjs.map +1 -0
- package/dist/report/components/site-components/content.d.cts +118 -0
- package/dist/report/components/site-components/content.d.mts +118 -0
- package/dist/report/components/site-components/content.d.ts +118 -0
- package/dist/report/components/site-components/content.js +12 -0
- package/dist/report/components/site-components/content.js.map +1 -0
- package/dist/report/components/site-components/faces.cjs +33 -0
- package/dist/report/components/site-components/faces.cjs.map +1 -0
- package/dist/report/components/site-components/faces.d.cts +9 -0
- package/dist/report/components/site-components/faces.d.mts +9 -0
- package/dist/report/components/site-components/faces.d.ts +9 -0
- package/dist/report/components/site-components/faces.js +6 -0
- package/dist/report/components/site-components/faces.js.map +1 -0
- package/dist/report/components/site-components/hero-types.cjs +3 -0
- package/dist/report/components/site-components/hero-types.cjs.map +1 -0
- package/dist/report/components/site-components/hero-types.d.cts +17 -0
- package/dist/report/components/site-components/hero-types.d.mts +17 -0
- package/dist/report/components/site-components/hero-types.d.ts +17 -0
- package/dist/report/components/site-components/hero-types.js +4 -0
- package/dist/report/components/site-components/hero-types.js.map +1 -0
- package/dist/report/components/site-components/index.cjs +90 -0
- package/dist/report/components/site-components/index.cjs.map +1 -0
- package/dist/report/components/site-components/index.d.cts +58 -0
- package/dist/report/components/site-components/index.d.mts +58 -0
- package/dist/report/components/site-components/index.d.ts +58 -0
- package/dist/report/components/site-components/index.js +26 -0
- package/dist/report/components/site-components/index.js.map +1 -0
- package/dist/report/components/site-components/projections.cjs +86 -0
- package/dist/report/components/site-components/projections.cjs.map +1 -0
- package/dist/report/components/site-components/projections.d.cts +11 -0
- package/dist/report/components/site-components/projections.d.mts +11 -0
- package/dist/report/components/site-components/projections.d.ts +11 -0
- package/dist/report/components/site-components/projections.js +12 -0
- package/dist/report/components/site-components/projections.js.map +1 -0
- package/dist/report/components/site-components/scope-warnings.cjs +89 -0
- package/dist/report/components/site-components/scope-warnings.cjs.map +1 -0
- package/dist/report/components/site-components/scope-warnings.d.cts +34 -0
- package/dist/report/components/site-components/scope-warnings.d.mts +34 -0
- package/dist/report/components/site-components/scope-warnings.d.ts +34 -0
- package/dist/report/components/site-components/scope-warnings.js +8 -0
- package/dist/report/components/site-components/scope-warnings.js.map +1 -0
- package/dist/report/components/site-components/snapshot-diagnostics.cjs +43 -0
- package/dist/report/components/site-components/snapshot-diagnostics.cjs.map +1 -0
- package/dist/report/components/site-components/snapshot-diagnostics.d.cts +15 -0
- package/dist/report/components/site-components/snapshot-diagnostics.d.mts +15 -0
- package/dist/report/components/site-components/snapshot-diagnostics.d.ts +15 -0
- package/dist/report/components/site-components/snapshot-diagnostics.js +8 -0
- package/dist/report/components/site-components/snapshot-diagnostics.js.map +1 -0
- package/dist/report/components/site-components/validators.cjs +140 -0
- package/dist/report/components/site-components/validators.cjs.map +1 -0
- package/dist/report/components/site-components/validators.d.cts +9 -0
- package/dist/report/components/site-components/validators.d.mts +9 -0
- package/dist/report/components/site-components/validators.d.ts +9 -0
- package/dist/report/components/site-components/validators.js +16 -0
- package/dist/report/components/site-components/validators.js.map +1 -0
- package/dist/report/components/summaries/compute.cjs +224 -0
- package/dist/report/components/summaries/compute.cjs.map +1 -0
- package/dist/report/components/summaries/compute.d.cts +78 -0
- package/dist/report/components/summaries/compute.d.mts +78 -0
- package/dist/report/components/summaries/compute.d.ts +78 -0
- package/dist/report/components/summaries/compute.js +10 -0
- package/dist/report/components/summaries/compute.js.map +1 -0
- package/dist/report/components/summaries/index.cjs +68 -0
- package/dist/report/components/summaries/index.cjs.map +1 -0
- package/dist/report/components/summaries/index.d.cts +42 -0
- package/dist/report/components/summaries/index.d.mts +42 -0
- package/dist/report/components/summaries/index.d.ts +42 -0
- package/dist/report/components/summaries/index.js +12 -0
- package/dist/report/components/summaries/index.js.map +1 -0
- package/dist/report/components/summaries/stability-overview.cjs +27 -0
- package/dist/report/components/summaries/stability-overview.cjs.map +1 -0
- package/dist/report/components/summaries/stability-overview.d.cts +19 -0
- package/dist/report/components/summaries/stability-overview.d.mts +19 -0
- package/dist/report/components/summaries/stability-overview.d.ts +19 -0
- package/dist/report/components/summaries/stability-overview.js +6 -0
- package/dist/report/components/summaries/stability-overview.js.map +1 -0
- package/dist/report/definition/cell.cjs +90 -0
- package/dist/report/definition/cell.cjs.map +1 -0
- package/dist/report/definition/cell.d.cts +99 -0
- package/dist/report/definition/cell.d.mts +99 -0
- package/dist/report/definition/cell.d.ts +99 -0
- package/dist/report/definition/cell.js +8 -0
- package/dist/report/definition/cell.js.map +1 -0
- package/dist/report/definition/grid-layout.cjs +151 -0
- package/dist/report/definition/grid-layout.cjs.map +1 -0
- package/dist/report/definition/grid-layout.d.cts +77 -0
- package/dist/report/definition/grid-layout.d.mts +77 -0
- package/dist/report/definition/grid-layout.d.ts +77 -0
- package/dist/report/definition/grid-layout.js +20 -0
- package/dist/report/definition/grid-layout.js.map +1 -0
- package/dist/report/definition/primitives/callouts-logic.cjs +113 -0
- package/dist/report/definition/primitives/callouts-logic.cjs.map +1 -0
- package/dist/report/definition/primitives/callouts-logic.d.cts +26 -0
- package/dist/report/definition/primitives/callouts-logic.d.mts +26 -0
- package/dist/report/definition/primitives/callouts-logic.d.ts +26 -0
- package/dist/report/definition/primitives/callouts-logic.js +20 -0
- package/dist/report/definition/primitives/callouts-logic.js.map +1 -0
- package/dist/report/definition/primitives/callouts.cjs +105 -0
- package/dist/report/definition/primitives/callouts.cjs.map +1 -0
- package/dist/report/definition/primitives/callouts.d.cts +9 -0
- package/dist/report/definition/primitives/callouts.d.mts +9 -0
- package/dist/report/definition/primitives/callouts.d.ts +9 -0
- package/dist/report/definition/primitives/callouts.js +6 -0
- package/dist/report/definition/primitives/callouts.js.map +1 -0
- package/dist/report/definition/primitives/chart-map.cjs +138 -0
- package/dist/report/definition/primitives/chart-map.cjs.map +1 -0
- package/dist/report/definition/primitives/chart-map.d.cts +77 -0
- package/dist/report/definition/primitives/chart-map.d.mts +77 -0
- package/dist/report/definition/primitives/chart-map.d.ts +77 -0
- package/dist/report/definition/primitives/chart-map.js +12 -0
- package/dist/report/definition/primitives/chart-map.js.map +1 -0
- package/dist/report/definition/primitives/chart.cjs +651 -0
- package/dist/report/definition/primitives/chart.cjs.map +1 -0
- package/dist/report/definition/primitives/chart.d.cts +43 -0
- package/dist/report/definition/primitives/chart.d.mts +43 -0
- package/dist/report/definition/primitives/chart.d.ts +43 -0
- package/dist/report/definition/primitives/chart.js +8 -0
- package/dist/report/definition/primitives/chart.js.map +1 -0
- package/dist/report/definition/primitives/conversation.cjs +255 -0
- package/dist/report/definition/primitives/conversation.cjs.map +1 -0
- package/dist/report/definition/primitives/conversation.d.cts +71 -0
- package/dist/report/definition/primitives/conversation.d.mts +71 -0
- package/dist/report/definition/primitives/conversation.d.ts +71 -0
- package/dist/report/definition/primitives/conversation.js +16 -0
- package/dist/report/definition/primitives/conversation.js.map +1 -0
- package/dist/report/definition/primitives/copy-block.cjs +55 -0
- package/dist/report/definition/primitives/copy-block.cjs.map +1 -0
- package/dist/report/definition/primitives/copy-block.d.cts +19 -0
- package/dist/report/definition/primitives/copy-block.d.mts +19 -0
- package/dist/report/definition/primitives/copy-block.d.ts +19 -0
- package/dist/report/definition/primitives/copy-block.js +6 -0
- package/dist/report/definition/primitives/copy-block.js.map +1 -0
- package/dist/report/definition/primitives/diff-lines.cjs +163 -0
- package/dist/report/definition/primitives/diff-lines.cjs.map +1 -0
- package/dist/report/definition/primitives/diff-lines.d.cts +68 -0
- package/dist/report/definition/primitives/diff-lines.d.mts +68 -0
- package/dist/report/definition/primitives/diff-lines.d.ts +68 -0
- package/dist/report/definition/primitives/diff-lines.js +28 -0
- package/dist/report/definition/primitives/diff-lines.js.map +1 -0
- package/dist/report/definition/primitives/diff-view.cjs +155 -0
- package/dist/report/definition/primitives/diff-view.cjs.map +1 -0
- package/dist/report/definition/primitives/diff-view.d.cts +14 -0
- package/dist/report/definition/primitives/diff-view.d.mts +14 -0
- package/dist/report/definition/primitives/diff-view.d.ts +14 -0
- package/dist/report/definition/primitives/diff-view.js +8 -0
- package/dist/report/definition/primitives/diff-view.js.map +1 -0
- package/dist/report/definition/primitives/downloads.cjs +89 -0
- package/dist/report/definition/primitives/downloads.cjs.map +1 -0
- package/dist/report/definition/primitives/downloads.d.cts +28 -0
- package/dist/report/definition/primitives/downloads.d.mts +28 -0
- package/dist/report/definition/primitives/downloads.d.ts +28 -0
- package/dist/report/definition/primitives/downloads.js +8 -0
- package/dist/report/definition/primitives/downloads.js.map +1 -0
- package/dist/report/definition/primitives/markdown.cjs +290 -0
- package/dist/report/definition/primitives/markdown.cjs.map +1 -0
- package/dist/report/definition/primitives/markdown.d.cts +29 -0
- package/dist/report/definition/primitives/markdown.d.mts +29 -0
- package/dist/report/definition/primitives/markdown.d.ts +29 -0
- package/dist/report/definition/primitives/markdown.js +16 -0
- package/dist/report/definition/primitives/markdown.js.map +1 -0
- package/dist/report/definition/primitives/marks.cjs +96 -0
- package/dist/report/definition/primitives/marks.cjs.map +1 -0
- package/dist/report/definition/primitives/marks.d.cts +125 -0
- package/dist/report/definition/primitives/marks.d.mts +125 -0
- package/dist/report/definition/primitives/marks.d.ts +125 -0
- package/dist/report/definition/primitives/marks.js +14 -0
- package/dist/report/definition/primitives/marks.js.map +1 -0
- package/dist/report/definition/primitives/points-dataset.cjs +147 -0
- package/dist/report/definition/primitives/points-dataset.cjs.map +1 -0
- package/dist/report/definition/primitives/points-dataset.d.cts +17 -0
- package/dist/report/definition/primitives/points-dataset.d.mts +17 -0
- package/dist/report/definition/primitives/points-dataset.d.ts +17 -0
- package/dist/report/definition/primitives/points-dataset.js +6 -0
- package/dist/report/definition/primitives/points-dataset.js.map +1 -0
- package/dist/report/definition/primitives/shared.cjs +131 -0
- package/dist/report/definition/primitives/shared.cjs.map +1 -0
- package/dist/report/definition/primitives/shared.d.cts +67 -0
- package/dist/report/definition/primitives/shared.d.mts +67 -0
- package/dist/report/definition/primitives/shared.d.ts +67 -0
- package/dist/report/definition/primitives/shared.js +34 -0
- package/dist/report/definition/primitives/shared.js.map +1 -0
- package/dist/report/definition/primitives/source-view.cjs +204 -0
- package/dist/report/definition/primitives/source-view.cjs.map +1 -0
- package/dist/report/definition/primitives/source-view.d.cts +47 -0
- package/dist/report/definition/primitives/source-view.d.mts +47 -0
- package/dist/report/definition/primitives/source-view.d.ts +47 -0
- package/dist/report/definition/primitives/source-view.js +8 -0
- package/dist/report/definition/primitives/source-view.js.map +1 -0
- package/dist/report/definition/primitives/text-panel-state.cjs +38 -0
- package/dist/report/definition/primitives/text-panel-state.cjs.map +1 -0
- package/dist/report/definition/primitives/text-panel-state.d.cts +9 -0
- package/dist/report/definition/primitives/text-panel-state.d.mts +9 -0
- package/dist/report/definition/primitives/text-panel-state.d.ts +9 -0
- package/dist/report/definition/primitives/text-panel-state.js +12 -0
- package/dist/report/definition/primitives/text-panel-state.js.map +1 -0
- package/dist/report/definition/primitives/tool-evidence.cjs +95 -0
- package/dist/report/definition/primitives/tool-evidence.cjs.map +1 -0
- package/dist/report/definition/primitives/tool-evidence.d.cts +11 -0
- package/dist/report/definition/primitives/tool-evidence.d.mts +11 -0
- package/dist/report/definition/primitives/tool-evidence.d.ts +11 -0
- package/dist/report/definition/primitives/tool-evidence.js +6 -0
- package/dist/report/definition/primitives/tool-evidence.js.map +1 -0
- package/dist/report/definition/primitives/turn-trace.cjs +205 -0
- package/dist/report/definition/primitives/turn-trace.cjs.map +1 -0
- package/dist/report/definition/primitives/turn-trace.d.cts +8 -0
- package/dist/report/definition/primitives/turn-trace.d.mts +8 -0
- package/dist/report/definition/primitives/turn-trace.d.ts +8 -0
- package/dist/report/definition/primitives/turn-trace.js +6 -0
- package/dist/report/definition/primitives/turn-trace.js.map +1 -0
- package/dist/report/definition/primitives/waterfall.cjs +206 -0
- package/dist/report/definition/primitives/waterfall.cjs.map +1 -0
- package/dist/report/definition/primitives/waterfall.d.cts +34 -0
- package/dist/report/definition/primitives/waterfall.d.mts +34 -0
- package/dist/report/definition/primitives/waterfall.d.ts +34 -0
- package/dist/report/definition/primitives/waterfall.js +8 -0
- package/dist/report/definition/primitives/waterfall.js.map +1 -0
- package/dist/report/definition/primitives.cjs +826 -0
- package/dist/report/definition/primitives.cjs.map +1 -0
- package/dist/report/definition/primitives.d.cts +194 -0
- package/dist/report/definition/primitives.d.mts +194 -0
- package/dist/report/definition/primitives.d.ts +194 -0
- package/dist/report/definition/primitives.js +84 -0
- package/dist/report/definition/primitives.js.map +1 -0
- package/dist/report/definition/report.cjs +778 -0
- package/dist/report/definition/report.cjs.map +1 -0
- package/dist/report/definition/report.d.cts +203 -0
- package/dist/report/definition/report.d.mts +203 -0
- package/dist/report/definition/report.d.ts +203 -0
- package/dist/report/definition/report.js +16 -0
- package/dist/report/definition/report.js.map +1 -0
- package/dist/report/definition/table-text.cjs +184 -0
- package/dist/report/definition/table-text.cjs.map +1 -0
- package/dist/report/definition/table-text.d.cts +14 -0
- package/dist/report/definition/table-text.d.mts +14 -0
- package/dist/report/definition/table-text.d.ts +14 -0
- package/dist/report/definition/table-text.js +6 -0
- package/dist/report/definition/table-text.js.map +1 -0
- package/dist/report/definition/tree.cjs +685 -0
- package/dist/report/definition/tree.cjs.map +1 -0
- package/dist/report/definition/tree.d.cts +165 -0
- package/dist/report/definition/tree.d.mts +165 -0
- package/dist/report/definition/tree.d.ts +165 -0
- package/dist/report/definition/tree.js +44 -0
- package/dist/report/definition/tree.js.map +1 -0
- package/dist/report/execution/machine.cjs +587 -0
- package/dist/report/execution/machine.cjs.map +1 -0
- package/dist/report/execution/machine.d.cts +291 -0
- package/dist/report/execution/machine.d.mts +291 -0
- package/dist/report/execution/machine.d.ts +291 -0
- package/dist/report/execution/machine.js +36 -0
- package/dist/report/execution/machine.js.map +1 -0
- package/dist/report/execution/model.cjs +91 -463
- package/dist/report/execution/model.cjs.map +1 -1
- package/dist/report/execution/model.d.cts +57 -39
- package/dist/report/execution/model.d.mts +57 -39
- package/dist/report/execution/model.d.ts +57 -39
- package/dist/report/execution/model.js +36 -12
- package/dist/report/execution/paths.cjs +182 -0
- package/dist/report/execution/paths.cjs.map +1 -0
- package/dist/report/execution/paths.d.cts +27 -0
- package/dist/report/execution/paths.d.mts +27 -0
- package/dist/report/execution/paths.d.ts +27 -0
- package/dist/report/execution/paths.js +20 -0
- package/dist/report/execution/paths.js.map +1 -0
- package/dist/report/extension/assets.cjs +143 -0
- package/dist/report/extension/assets.cjs.map +1 -0
- package/dist/report/extension/assets.d.cts +17 -0
- package/dist/report/extension/assets.d.mts +17 -0
- package/dist/report/extension/assets.d.ts +17 -0
- package/dist/report/extension/assets.js +10 -0
- package/dist/report/extension/assets.js.map +1 -0
- package/dist/report/extension/define.cjs +119 -0
- package/dist/report/extension/define.cjs.map +1 -0
- package/dist/report/extension/define.d.cts +11 -0
- package/dist/report/extension/define.d.mts +11 -0
- package/dist/report/extension/define.d.ts +11 -0
- package/dist/report/extension/define.js +6 -0
- package/dist/report/extension/define.js.map +1 -0
- package/dist/report/extension/index.cjs +10 -0
- package/dist/report/extension/index.cjs.map +1 -0
- package/dist/report/extension/index.d.cts +6 -0
- package/dist/report/extension/index.d.mts +6 -0
- package/dist/report/extension/index.d.ts +6 -0
- package/dist/report/extension/index.js +10 -0
- package/dist/report/extension/index.js.map +1 -0
- package/dist/report/extension/index.mjs +10 -0
- package/dist/report/extension/index.mjs.map +1 -0
- package/dist/report/extension/meta.cjs +59 -0
- package/dist/report/extension/meta.cjs.map +1 -0
- package/dist/report/extension/meta.d.cts +13 -0
- package/dist/report/extension/meta.d.mts +13 -0
- package/dist/report/extension/meta.d.ts +13 -0
- package/dist/report/extension/meta.js +12 -0
- package/dist/report/extension/meta.js.map +1 -0
- package/dist/report/extension/types.cjs +3 -0
- package/dist/report/extension/types.cjs.map +1 -0
- package/dist/report/extension/types.d.cts +44 -0
- package/dist/report/extension/types.d.mts +44 -0
- package/dist/report/extension/types.d.ts +44 -0
- package/dist/report/extension/types.js +4 -0
- package/dist/report/extension/types.js.map +1 -0
- package/dist/report/host/execute.cjs +457 -1238
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +66 -19
- package/dist/report/host/execute.d.mts +66 -19
- package/dist/report/host/execute.d.ts +66 -19
- package/dist/report/host/execute.js +10 -2
- package/dist/report/host/from-record.cjs +441 -27
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/from-record.d.cts +62 -30
- package/dist/report/host/from-record.d.mts +62 -30
- package/dist/report/host/from-record.d.ts +62 -30
- package/dist/report/host/from-record.js +8 -4
- package/dist/report/host/index.cjs +31 -18
- package/dist/report/host/index.cjs.map +1 -1
- package/dist/report/host/index.d.cts +20 -11
- package/dist/report/host/index.d.mts +20 -11
- package/dist/report/host/index.d.ts +20 -11
- package/dist/report/host/index.js +2 -20
- package/dist/report/host/index.mjs +6 -0
- package/dist/report/host/index.mjs.map +1 -0
- package/dist/report/host/machine.cjs +102 -0
- package/dist/report/host/machine.cjs.map +1 -0
- package/dist/report/host/machine.d.cts +7 -0
- package/dist/report/host/machine.d.mts +7 -0
- package/dist/report/host/machine.d.ts +7 -0
- package/dist/report/host/machine.js +6 -0
- package/dist/report/host/machine.js.map +1 -0
- package/dist/report/host/node/loader.cjs +40 -19
- package/dist/report/host/node/loader.cjs.map +1 -1
- package/dist/report/host/node/loader.d.cts +8 -7
- package/dist/report/host/node/loader.d.mts +8 -7
- package/dist/report/host/node/loader.d.ts +8 -7
- package/dist/report/host/node.cjs +1 -1
- package/dist/report/host/node.cjs.map +1 -1
- package/dist/report/host/node.d.cts +3 -3
- package/dist/report/host/node.d.mts +3 -3
- package/dist/report/host/node.d.ts +3 -3
- package/dist/report/host/progress.cjs +41 -0
- package/dist/report/host/progress.cjs.map +1 -0
- package/dist/report/host/progress.d.cts +22 -0
- package/dist/report/host/progress.d.mts +22 -0
- package/dist/report/host/progress.d.ts +22 -0
- package/dist/report/host/progress.js +8 -0
- package/dist/report/host/progress.js.map +1 -0
- package/dist/report/host/show-target.cjs +214 -0
- package/dist/report/host/show-target.cjs.map +1 -0
- package/dist/report/host/show-target.d.cts +107 -0
- package/dist/report/host/show-target.d.mts +107 -0
- package/dist/report/host/show-target.d.ts +107 -0
- package/dist/report/host/show-target.js +8 -0
- package/dist/report/host/show-target.js.map +1 -0
- package/dist/report/host/site-assets.cjs +11 -0
- package/dist/report/host/site-assets.cjs.map +1 -0
- package/dist/report/host/site-assets.d.cts +7 -0
- package/dist/report/host/site-assets.d.mts +7 -0
- package/dist/report/host/site-assets.d.ts +7 -0
- package/dist/report/host/site-assets.js +8 -0
- package/dist/report/host/site-assets.js.map +1 -0
- package/dist/report/host/site-runtime.cjs +91 -0
- package/dist/report/host/site-runtime.cjs.map +1 -0
- package/dist/report/host/site-runtime.d.cts +9 -0
- package/dist/report/host/site-runtime.d.mts +9 -0
- package/dist/report/host/site-runtime.d.ts +9 -0
- package/dist/report/host/site-runtime.js +10 -0
- package/dist/report/host/site-runtime.js.map +1 -0
- package/dist/report/host/static.cjs +694 -99
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/host/static.d.cts +36 -19
- package/dist/report/host/static.d.mts +36 -19
- package/dist/report/host/static.d.ts +36 -19
- package/dist/report/host/static.js +14 -4
- package/dist/report/host/target-route.cjs +58 -0
- package/dist/report/host/target-route.cjs.map +1 -0
- package/dist/report/host/target-route.d.cts +15 -0
- package/dist/report/host/target-route.d.mts +15 -0
- package/dist/report/host/target-route.d.ts +15 -0
- package/dist/report/host/target-route.js +8 -0
- package/dist/report/host/target-route.js.map +1 -0
- package/dist/report/host/view-session.cjs +68 -51
- package/dist/report/host/view-session.cjs.map +1 -1
- package/dist/report/host/view-session.d.cts +38 -44
- package/dist/report/host/view-session.d.mts +38 -44
- package/dist/report/host/view-session.d.ts +38 -44
- package/dist/report/index.cjs +111 -52
- package/dist/report/index.cjs.map +1 -1
- package/dist/report/index.d.cts +39 -11
- package/dist/report/index.d.mts +39 -11
- package/dist/report/index.d.ts +39 -11
- package/dist/report/index.js +188 -116
- package/dist/report/index.mjs +188 -116
- package/dist/report/library/details.cjs +166 -0
- package/dist/report/library/details.cjs.map +1 -0
- package/dist/report/library/details.d.cts +29 -0
- package/dist/report/library/details.d.mts +29 -0
- package/dist/report/library/details.d.ts +29 -0
- package/dist/report/library/details.js +18 -0
- package/dist/report/library/details.js.map +1 -0
- package/dist/report/model/aggregate.cjs +243 -0
- package/dist/report/model/aggregate.cjs.map +1 -0
- package/dist/report/model/aggregate.d.cts +88 -0
- package/dist/report/model/aggregate.d.mts +88 -0
- package/dist/report/model/aggregate.d.ts +88 -0
- package/dist/report/model/aggregate.js +26 -0
- package/dist/report/model/aggregate.js.map +1 -0
- package/dist/report/model/chart/math.cjs +206 -0
- package/dist/report/model/chart/math.cjs.map +1 -0
- package/dist/report/model/chart/math.d.cts +73 -0
- package/dist/report/model/chart/math.d.mts +73 -0
- package/dist/report/model/chart/math.d.ts +73 -0
- package/dist/report/model/chart/math.js +14 -0
- package/dist/report/model/chart/math.js.map +1 -0
- package/dist/report/model/chart/plot.cjs +94 -0
- package/dist/report/model/chart/plot.cjs.map +1 -0
- package/dist/report/model/chart/plot.d.cts +52 -0
- package/dist/report/model/chart/plot.d.mts +52 -0
- package/dist/report/model/chart/plot.d.ts +52 -0
- package/dist/report/model/chart/plot.js +8 -0
- package/dist/report/model/chart/plot.js.map +1 -0
- package/dist/report/model/conversions.cjs +100 -0
- package/dist/report/model/conversions.cjs.map +1 -0
- package/dist/report/model/conversions.d.cts +40 -0
- package/dist/report/model/conversions.d.mts +40 -0
- package/dist/report/model/conversions.d.ts +40 -0
- package/dist/report/model/conversions.js +24 -0
- package/dist/report/model/conversions.js.map +1 -0
- package/dist/report/model/dataset.cjs +255 -0
- package/dist/report/model/dataset.cjs.map +1 -0
- package/dist/report/model/dataset.d.cts +33 -0
- package/dist/report/model/dataset.d.mts +33 -0
- package/dist/report/model/dataset.d.ts +33 -0
- package/dist/report/model/dataset.js +22 -0
- package/dist/report/model/dataset.js.map +1 -0
- package/dist/report/model/format.cjs +377 -0
- package/dist/report/model/format.cjs.map +1 -0
- package/dist/report/model/format.d.cts +98 -0
- package/dist/report/model/format.d.mts +98 -0
- package/dist/report/model/format.d.ts +98 -0
- package/dist/report/model/format.js +38 -0
- package/dist/report/model/format.js.map +1 -0
- package/dist/report/model/locale.cjs +437 -0
- package/dist/report/model/locale.cjs.map +1 -0
- package/dist/report/model/locale.d.cts +220 -0
- package/dist/report/model/locale.d.mts +220 -0
- package/dist/report/model/locale.d.ts +220 -0
- package/dist/report/model/locale.js +20 -0
- package/dist/report/model/locale.js.map +1 -0
- package/dist/report/model/metrics.cjs +254 -0
- package/dist/report/model/metrics.cjs.map +1 -0
- package/dist/report/model/metrics.d.cts +73 -0
- package/dist/report/model/metrics.d.mts +73 -0
- package/dist/report/model/metrics.d.ts +73 -0
- package/dist/report/model/metrics.js +26 -0
- package/dist/report/model/metrics.js.map +1 -0
- package/dist/report/model/pricing.cjs +126 -0
- package/dist/report/model/pricing.cjs.map +1 -0
- package/dist/report/model/pricing.d.cts +37 -0
- package/dist/report/model/pricing.d.mts +37 -0
- package/dist/report/model/pricing.d.ts +37 -0
- package/dist/report/model/pricing.js +16 -0
- package/dist/report/model/pricing.js.map +1 -0
- package/dist/report/model/text-layout.cjs +8 -0
- package/dist/report/model/text-layout.cjs.map +1 -1
- package/dist/report/model/text-layout.d.cts +7 -0
- package/dist/report/model/text-layout.d.mts +7 -0
- package/dist/report/model/text-layout.d.ts +7 -0
- package/dist/report/model/text-layout.js +30 -18
- package/dist/report/model/types.cjs +3 -0
- package/dist/report/model/types.cjs.map +1 -0
- package/dist/report/model/types.d.cts +64 -0
- package/dist/report/model/types.d.mts +64 -0
- package/dist/report/model/types.d.ts +64 -0
- package/dist/report/model/types.js +4 -0
- package/dist/report/model/types.js.map +1 -0
- package/dist/report/presentation.cjs +219 -0
- package/dist/report/presentation.cjs.map +1 -0
- package/dist/report/presentation.d.cts +114 -0
- package/dist/report/presentation.d.mts +114 -0
- package/dist/report/presentation.d.ts +114 -0
- package/dist/report/presentation.js +18 -0
- package/dist/report/react/enhance.js +466 -0
- package/dist/report/react/index.cjs +40 -0
- package/dist/report/react/index.cjs.map +1 -0
- package/dist/report/react/index.d.cts +9 -0
- package/dist/report/react/index.d.mts +9 -0
- package/dist/report/react/index.d.ts +9 -0
- package/dist/report/react/index.js +64 -0
- package/dist/report/react/index.js.map +1 -0
- package/dist/report/react/index.mjs +64 -0
- package/dist/report/react/index.mjs.map +1 -0
- package/dist/report/react/styles.css +2678 -0
- package/dist/report/runtime/resolved-page.cjs +317 -0
- package/dist/report/runtime/resolved-page.cjs.map +1 -0
- package/dist/report/runtime/resolved-page.d.cts +133 -0
- package/dist/report/runtime/resolved-page.d.mts +133 -0
- package/dist/report/runtime/resolved-page.d.ts +133 -0
- package/dist/report/runtime/resolved-page.js +14 -0
- package/dist/report/runtime/resolved-page.js.map +1 -0
- package/dist/report/runtime/text.cjs +32 -0
- package/dist/report/runtime/text.cjs.map +1 -0
- package/dist/report/runtime/text.d.cts +24 -0
- package/dist/report/runtime/text.d.mts +24 -0
- package/dist/report/runtime/text.d.ts +24 -0
- package/dist/report/runtime/text.js +8 -0
- package/dist/report/runtime/text.js.map +1 -0
- package/dist/report/runtime/web.cjs +31 -0
- package/dist/report/runtime/web.cjs.map +1 -0
- package/dist/report/runtime/web.d.cts +21 -0
- package/dist/report/runtime/web.d.mts +21 -0
- package/dist/report/runtime/web.d.ts +21 -0
- package/dist/report/runtime/web.js +8 -0
- package/dist/report/runtime/web.js.map +1 -0
- package/dist/report/theme.cjs +141 -0
- package/dist/report/theme.cjs.map +1 -0
- package/dist/report/theme.d.cts +57 -0
- package/dist/report/theme.d.mts +57 -0
- package/dist/report/theme.d.ts +57 -0
- package/dist/report/theme.js +20 -0
- package/dist/runner/accept.cjs +74 -87
- package/dist/runner/accept.cjs.map +1 -1
- package/dist/runner/accept.d.cts +14 -17
- package/dist/runner/accept.d.mts +14 -17
- package/dist/runner/accept.d.ts +14 -17
- package/dist/runner/accept.js +4 -8
- package/dist/runner/adoption.cjs +346 -408
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/adoption.d.cts +132 -116
- package/dist/runner/adoption.d.mts +132 -116
- package/dist/runner/adoption.d.ts +132 -116
- package/dist/runner/adoption.js +42 -46
- package/dist/runner/attempt.cjs +175 -74
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +1 -1
- package/dist/runner/attempt.d.mts +1 -1
- package/dist/runner/attempt.d.ts +1 -1
- package/dist/runner/cleanup-timeout.cjs +12 -6
- package/dist/runner/cleanup-timeout.cjs.map +1 -1
- package/dist/runner/cleanup-timeout.d.cts +5 -5
- package/dist/runner/cleanup-timeout.d.mts +5 -5
- package/dist/runner/cleanup-timeout.d.ts +5 -5
- package/dist/runner/execution-identity.cjs +25 -0
- package/dist/runner/execution-identity.cjs.map +1 -0
- package/dist/runner/execution-identity.d.cts +39 -0
- package/dist/runner/execution-identity.d.mts +39 -0
- package/dist/runner/execution-identity.d.ts +39 -0
- package/dist/runner/execution-identity.js +8 -0
- package/dist/runner/execution-identity.js.map +1 -0
- package/dist/runner/feedback/failure.cjs +0 -2
- package/dist/runner/feedback/failure.cjs.map +1 -1
- package/dist/runner/feedback/human.cjs +47 -20
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/index.cjs.map +1 -1
- package/dist/runner/feedback/index.d.cts +1 -1
- package/dist/runner/feedback/index.d.mts +1 -1
- package/dist/runner/feedback/index.d.ts +1 -1
- package/dist/runner/feedback/json.cjs +29 -7
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +14 -1
- package/dist/runner/feedback/json.d.mts +14 -1
- package/dist/runner/feedback/json.d.ts +14 -1
- package/dist/runner/feedback/reducer.cjs +3 -1
- package/dist/runner/feedback/reducer.cjs.map +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +6 -6
- package/dist/runner/feedback/sink.d.mts +6 -6
- package/dist/runner/feedback/sink.d.ts +6 -6
- package/dist/runner/fingerprint.cjs +8 -2
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/fingerprint.d.cts +9 -0
- package/dist/runner/fingerprint.d.mts +9 -0
- package/dist/runner/fingerprint.d.ts +9 -0
- package/dist/runner/fingerprint.js +4 -2
- package/dist/runner/gate-lease.cjs +24 -12
- package/dist/runner/gate-lease.cjs.map +1 -1
- package/dist/runner/ledger.cjs +27 -5
- package/dist/runner/ledger.cjs.map +1 -1
- package/dist/runner/lock.cjs +24 -11
- package/dist/runner/lock.cjs.map +1 -1
- package/dist/runner/project-current.cjs +63 -0
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/project-current.d.cts +2 -0
- package/dist/runner/project-current.d.mts +2 -0
- package/dist/runner/project-current.d.ts +2 -0
- package/dist/runner/record.cjs +659 -667
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/record.d.cts +54 -81
- package/dist/runner/record.d.mts +54 -81
- package/dist/runner/record.d.ts +54 -81
- package/dist/runner/rename-experiment.cjs +95 -54
- package/dist/runner/rename-experiment.cjs.map +1 -1
- package/dist/runner/rename-experiment.d.cts +19 -21
- package/dist/runner/rename-experiment.d.mts +19 -21
- package/dist/runner/rename-experiment.d.ts +19 -21
- package/dist/runner/rename-experiment.js +2 -4
- package/dist/runner/report.cjs +7 -2
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/reporters/braintrust.cjs +4 -16
- package/dist/runner/reporters/braintrust.cjs.map +1 -1
- package/dist/runner/reporters/braintrust.d.cts +22 -5
- package/dist/runner/reporters/braintrust.d.mts +22 -5
- package/dist/runner/reporters/braintrust.d.ts +22 -5
- package/dist/runner/reuse-plan.cjs +256 -435
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/reuse-plan.d.cts +43 -63
- package/dist/runner/reuse-plan.d.mts +43 -63
- package/dist/runner/reuse-plan.d.ts +43 -63
- package/dist/runner/reuse-plan.js +6 -8
- package/dist/runner/reuse-readback.cjs +157 -170
- package/dist/runner/reuse-readback.cjs.map +1 -1
- package/dist/runner/reuse-readback.d.cts +46 -62
- package/dist/runner/reuse-readback.d.mts +46 -62
- package/dist/runner/reuse-readback.d.ts +46 -62
- package/dist/runner/reuse-readback.js +0 -2
- package/dist/runner/run.cjs +110 -135
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/run.d.cts +1 -1
- package/dist/runner/run.d.mts +1 -1
- package/dist/runner/run.d.ts +1 -1
- package/dist/runner/sandbox-pool.cjs +55 -43
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/sandbox-record-producer.cjs +21 -6
- package/dist/runner/sandbox-record-producer.cjs.map +1 -1
- package/dist/runner/sandbox-record-producer.d.cts +6 -4
- package/dist/runner/sandbox-record-producer.d.mts +6 -4
- package/dist/runner/sandbox-record-producer.d.ts +6 -4
- package/dist/runner/sandbox-record-producer.js +4 -0
- package/dist/runner/source-producer.cjs +208 -268
- package/dist/runner/source-producer.cjs.map +1 -1
- package/dist/runner/source-producer.d.cts +32 -17
- package/dist/runner/source-producer.d.mts +32 -17
- package/dist/runner/source-producer.d.ts +32 -17
- package/dist/runner/source-producer.js +6 -4
- package/dist/runner/timing.cjs +13 -9
- package/dist/runner/timing.cjs.map +1 -1
- package/dist/runner/types.cjs +3 -2
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +34 -52
- package/dist/runner/types.d.mts +34 -52
- package/dist/runner/types.d.ts +34 -52
- package/dist/runner/types.js +30 -28
- package/dist/sample/analysis.cjs +925 -919
- package/dist/sample/analysis.cjs.map +1 -1
- package/dist/sample/analysis.d.cts +32 -144
- package/dist/sample/analysis.d.mts +32 -144
- package/dist/sample/analysis.d.ts +32 -144
- package/dist/sample/analysis.js +14 -26
- package/dist/sample/capability.cjs +761 -0
- package/dist/sample/capability.cjs.map +1 -0
- package/dist/sample/capability.d.cts +189 -0
- package/dist/sample/capability.d.mts +189 -0
- package/dist/sample/capability.d.ts +189 -0
- package/dist/sample/capability.js +36 -0
- package/dist/sample/capability.js.map +1 -0
- package/dist/sample/index.cjs +9 -13
- package/dist/sample/index.cjs.map +1 -1
- package/dist/sample/index.d.cts +2 -2
- package/dist/sample/index.d.mts +2 -2
- package/dist/sample/index.d.ts +2 -2
- package/dist/sample/index.js +10 -24
- package/dist/sandbox/build-coordinator.cjs +146 -147
- package/dist/sandbox/build-coordinator.cjs.map +1 -1
- package/dist/sandbox/case-types.cjs.map +1 -1
- package/dist/sandbox/case-types.d.cts +6 -0
- package/dist/sandbox/case-types.d.mts +6 -0
- package/dist/sandbox/case-types.d.ts +6 -0
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +0 -2
- package/dist/sandbox/commands.d.mts +0 -2
- package/dist/sandbox/commands.d.ts +0 -2
- package/dist/sandbox/compose.cjs +212 -153
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/compose.d.cts +11 -2
- package/dist/sandbox/compose.d.mts +11 -2
- package/dist/sandbox/compose.d.ts +11 -2
- package/dist/sandbox/compose.js +32 -30
- package/dist/sandbox/docker.cjs +59 -38
- package/dist/sandbox/docker.cjs.map +1 -1
- package/dist/sandbox/docker.d.cts +2 -1
- package/dist/sandbox/docker.d.mts +2 -1
- package/dist/sandbox/docker.d.ts +2 -1
- package/dist/sandbox/e2b.cjs +30 -18
- package/dist/sandbox/e2b.cjs.map +1 -1
- package/dist/sandbox/index.cjs +2 -2
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +2 -2
- package/dist/sandbox/index.d.mts +2 -2
- package/dist/sandbox/index.d.ts +2 -2
- package/dist/sandbox/index.js +52 -52
- package/dist/sandbox/index.mjs +52 -52
- package/dist/sandbox/io-retry.cjs +18 -14
- package/dist/sandbox/io-retry.cjs.map +1 -1
- package/dist/sandbox/io-retry.d.cts +7 -4
- package/dist/sandbox/io-retry.d.mts +7 -4
- package/dist/sandbox/io-retry.d.ts +7 -4
- package/dist/sandbox/keep.cjs +79 -52
- package/dist/sandbox/keep.cjs.map +1 -1
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/layer.d.cts +3 -3
- package/dist/sandbox/layer.d.mts +3 -3
- package/dist/sandbox/layer.d.ts +3 -3
- package/dist/sandbox/paths.cjs +96 -12
- package/dist/sandbox/paths.cjs.map +1 -1
- package/dist/sandbox/paths.d.cts +16 -0
- package/dist/sandbox/paths.d.mts +16 -0
- package/dist/sandbox/paths.d.ts +16 -0
- package/dist/sandbox/paths.js +10 -8
- package/dist/sandbox/prepare-commands.cjs +0 -5
- package/dist/sandbox/prepare-commands.cjs.map +1 -1
- package/dist/sandbox/prepare-commands.d.cts +1 -1
- package/dist/sandbox/prepare-commands.d.mts +1 -1
- package/dist/sandbox/prepare-commands.d.ts +1 -1
- package/dist/sandbox/record/attachment.cjs +16 -53
- package/dist/sandbox/record/attachment.cjs.map +1 -1
- package/dist/sandbox/record/attachment.d.cts +11 -15
- package/dist/sandbox/record/attachment.d.mts +11 -15
- package/dist/sandbox/record/attachment.d.ts +11 -15
- package/dist/sandbox/record/attachment.js +2 -6
- package/dist/sandbox/record/codec.cjs +17 -17
- package/dist/sandbox/record/codec.cjs.map +1 -1
- package/dist/sandbox/record/codec.d.cts +12 -12
- package/dist/sandbox/record/codec.d.mts +12 -12
- package/dist/sandbox/record/codec.d.ts +12 -12
- package/dist/sandbox/record/codec.js +4 -4
- package/dist/sandbox/record/model.cjs +7 -7
- package/dist/sandbox/record/model.cjs.map +1 -1
- package/dist/sandbox/record/model.d.cts +13 -13
- package/dist/sandbox/record/model.d.mts +13 -13
- package/dist/sandbox/record/model.d.ts +13 -13
- package/dist/sandbox/record/model.js +6 -6
- package/dist/sandbox/record/projector.cjs +16 -25
- package/dist/sandbox/record/projector.cjs.map +1 -1
- package/dist/sandbox/record/projector.d.cts +4 -18
- package/dist/sandbox/record/projector.d.mts +4 -18
- package/dist/sandbox/record/projector.d.ts +4 -18
- package/dist/sandbox/record/projector.js +2 -2
- package/dist/sandbox/registry.cjs +19 -9
- package/dist/sandbox/registry.cjs.map +1 -1
- package/dist/sandbox/request-executor.cjs +63 -0
- package/dist/sandbox/request-executor.cjs.map +1 -0
- package/dist/sandbox/request-executor.d.cts +16 -0
- package/dist/sandbox/request-executor.d.mts +16 -0
- package/dist/sandbox/request-executor.d.ts +16 -0
- package/dist/sandbox/request-executor.js +8 -0
- package/dist/sandbox/request-executor.js.map +1 -0
- package/dist/sandbox/retry.cjs +42 -38
- package/dist/sandbox/retry.cjs.map +1 -1
- package/dist/sandbox/retry.d.cts +6 -6
- package/dist/sandbox/retry.d.mts +6 -6
- package/dist/sandbox/retry.d.ts +6 -6
- package/dist/sandbox/runtime.cjs +47 -56
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/sandbox/runtime.d.cts +1 -1
- package/dist/sandbox/runtime.d.mts +1 -1
- package/dist/sandbox/runtime.d.ts +1 -1
- package/dist/sandbox/transfer-errors.cjs +37 -5
- package/dist/sandbox/transfer-errors.cjs.map +1 -1
- package/dist/sandbox/transfer-errors.d.cts +14 -0
- package/dist/sandbox/transfer-errors.d.mts +14 -0
- package/dist/sandbox/transfer-errors.d.ts +14 -0
- package/dist/sandbox/transfer-errors.js +12 -8
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +0 -7
- package/dist/sandbox/types.d.mts +0 -7
- package/dist/sandbox/types.d.ts +0 -7
- package/dist/sandbox/vercel.cjs +10 -14
- package/dist/sandbox/vercel.cjs.map +1 -1
- package/dist/sources/attachment.cjs +103 -248
- package/dist/sources/attachment.cjs.map +1 -1
- package/dist/sources/attachment.d.cts +47 -319
- package/dist/sources/attachment.d.mts +47 -319
- package/dist/sources/attachment.d.ts +47 -319
- package/dist/sources/attachment.js +8 -18
- package/dist/sources/codec.cjs +56 -56
- package/dist/sources/codec.cjs.map +1 -1
- package/dist/sources/codec.d.cts +63 -63
- package/dist/sources/codec.d.mts +63 -63
- package/dist/sources/codec.d.ts +63 -63
- package/dist/sources/codec.js +44 -44
- package/dist/sources/index.cjs +0 -2
- package/dist/sources/index.cjs.map +1 -1
- package/dist/sources/index.d.cts +0 -2
- package/dist/sources/index.d.mts +0 -2
- package/dist/sources/index.d.ts +0 -2
- package/dist/sources/index.js +72 -86
- package/dist/sources/model.cjs +2 -2
- package/dist/sources/model.cjs.map +1 -1
- package/dist/sources/model.d.cts +41 -41
- package/dist/sources/model.d.mts +41 -41
- package/dist/sources/model.d.ts +41 -41
- package/dist/sources/model.js +2 -2
- package/dist/sources/projector.cjs +39 -268
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/sources/projector.d.cts +40 -8
- package/dist/sources/projector.d.mts +40 -8
- package/dist/sources/projector.d.ts +40 -8
- package/dist/sources/projector.js +4 -6
- package/dist/types.js +30 -28
- package/dist/view/data.cjs.map +1 -1
- package/dist/view/data.d.cts +5 -4
- package/dist/view/data.d.mts +5 -4
- package/dist/view/data.d.ts +5 -4
- package/dist/view/index.cjs +3 -4
- package/dist/view/index.cjs.map +1 -1
- package/dist/view/index.d.cts +2 -2
- package/dist/view/index.d.mts +2 -2
- package/dist/view/index.d.ts +2 -2
- package/dist/view/index.js +2 -4
- package/dist/view/report-view-cache.cjs +200 -0
- package/dist/view/report-view-cache.cjs.map +1 -0
- package/dist/view/report-view-cache.d.cts +67 -0
- package/dist/view/report-view-cache.d.mts +67 -0
- package/dist/view/report-view-cache.d.ts +67 -0
- package/dist/view/report-view-cache.js +8 -0
- package/dist/view/report-view-cache.js.map +1 -0
- package/dist/view/server.cjs +99 -102
- package/dist/view/server.cjs.map +1 -1
- package/dist/view/server.d.cts +0 -6
- package/dist/view/server.d.mts +0 -6
- package/dist/view/server.d.ts +0 -6
- package/dist/view/shared/types.cjs.map +1 -1
- package/dist/view/site.cjs +19 -27
- package/dist/view/site.cjs.map +1 -1
- package/dist/view/site.d.cts +10 -12
- package/dist/view/site.d.mts +10 -12
- package/dist/view/site.d.ts +10 -12
- package/dist/view/site.js +2 -4
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +8 -8
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +8 -8
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +6 -6
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +9 -9
- package/docs-site/zh/explanation/adapter.mdx +3 -1
- package/docs-site/zh/explanation/assert.mdx +6 -6
- package/docs-site/zh/explanation/drive.mdx +1 -1
- package/docs-site/zh/explanation/evals.mdx +6 -3
- package/docs-site/zh/explanation/hitl.mdx +4 -2
- package/docs-site/zh/explanation/judge.mdx +6 -6
- package/docs-site/zh/explanation/overview.mdx +28 -29
- package/docs-site/zh/explanation/record.mdx +26 -36
- package/docs-site/zh/explanation/runner.mdx +7 -8
- package/docs-site/zh/index.mdx +1 -1
- package/docs-site/zh/introduction.mdx +1 -1
- package/docs-site/zh/reference/cli.mdx +16 -19
- package/docs-site/zh/reference/define-agent.mdx +0 -8
- package/docs-site/zh/reference/define-config.mdx +6 -2
- package/docs-site/zh/reference/define-eval.mdx +7 -5
- package/docs-site/zh/reference/events.mdx +6 -3
- package/docs-site/zh/reference/report-components.mdx +92 -88
- package/docs-site/zh/reference/results-data.mdx +39 -49
- package/docs-site/zh/troubleshooting/debug-sandbox.mdx +1 -1
- package/docs-site/zh/troubleshooting/debugging.mdx +27 -28
- package/docs-site/zh/tutorials/agent-feedback-loop.mdx +4 -4
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +6 -3
- package/docs-site/zh/tutorials/connect-your-agent.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +148 -76
- package/docs-site/zh/tutorials/deploy-report-site.mdx +14 -17
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +3 -3
- package/docs-site/zh/tutorials/fixtures.mdx +5 -5
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +1 -1
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/publish-report.mdx +28 -28
- package/docs-site/zh/tutorials/quickstart.mdx +2 -2
- package/docs-site/zh/tutorials/reporters.mdx +4 -4
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +5 -5
- package/docs-site/zh/tutorials/sandbox-agent.mdx +2 -2
- package/docs-site/zh/tutorials/sandbox-providers.mdx +3 -3
- package/docs-site/zh/tutorials/theming.mdx +47 -19
- package/docs-site/zh/tutorials/viewing-results.mdx +43 -80
- package/docs-site/zh/tutorials/write-experiment.mdx +16 -11
- package/docs-site/zh/tutorials/write-send.mdx +11 -3
- package/package.json +83 -11
- package/dist/assertions/record/diff-model.cjs +0 -120
- package/dist/assertions/record/diff-model.cjs.map +0 -1
- package/dist/assertions/record/diff-model.d.cts +0 -47
- package/dist/assertions/record/diff-model.d.mts +0 -47
- package/dist/assertions/record/diff-model.d.ts +0 -47
- package/dist/assertions/record/diff-model.js +0 -12
- package/dist/assertions/record/diff-model.js.map +0 -1
- package/dist/projection/attachment-result.cjs +0 -50
- package/dist/projection/attachment-result.cjs.map +0 -1
- package/dist/projection/attachment-result.d.cts +0 -38
- package/dist/projection/attachment-result.d.mts +0 -38
- package/dist/projection/attachment-result.d.ts +0 -38
- package/dist/projection/attachment-result.js +0 -6
- package/dist/projection/attachment-result.js.map +0 -1
- package/dist/projection/attempt-selection.cjs +0 -87
- package/dist/projection/attempt-selection.cjs.map +0 -1
- package/dist/projection/attempt-selection.d.cts +0 -40
- package/dist/projection/attempt-selection.d.mts +0 -40
- package/dist/projection/attempt-selection.d.ts +0 -40
- package/dist/projection/attempt-selection.js +0 -8
- package/dist/projection/attempt-selection.js.map +0 -1
- package/dist/projection/coverage.cjs +0 -106
- package/dist/projection/coverage.cjs.map +0 -1
- package/dist/projection/coverage.d.cts +0 -43
- package/dist/projection/coverage.d.mts +0 -43
- package/dist/projection/coverage.d.ts +0 -43
- package/dist/projection/coverage.js +0 -6
- package/dist/projection/coverage.js.map +0 -1
- package/dist/projection/index.cjs +0 -36
- package/dist/projection/index.cjs.map +0 -1
- package/dist/projection/index.d.cts +0 -25
- package/dist/projection/index.d.mts +0 -25
- package/dist/projection/index.d.ts +0 -25
- package/dist/projection/index.js +0 -46
- package/dist/projection/index.mjs +0 -46
- package/dist/projection/model.cjs +0 -3
- package/dist/projection/model.cjs.map +0 -1
- package/dist/projection/model.d.cts +0 -49
- package/dist/projection/model.d.mts +0 -49
- package/dist/projection/model.d.ts +0 -49
- package/dist/projection/model.js +0 -4
- package/dist/projection/model.js.map +0 -1
- package/dist/projection/projector.cjs +0 -111
- package/dist/projection/projector.cjs.map +0 -1
- package/dist/projection/projector.d.cts +0 -51
- package/dist/projection/projector.d.mts +0 -51
- package/dist/projection/projector.d.ts +0 -51
- package/dist/projection/projector.js +0 -16
- package/dist/projection/projector.js.map +0 -1
- package/dist/projection/runtime.cjs +0 -246
- package/dist/projection/runtime.cjs.map +0 -1
- package/dist/projection/runtime.d.cts +0 -14
- package/dist/projection/runtime.d.mts +0 -14
- package/dist/projection/runtime.d.ts +0 -14
- package/dist/projection/runtime.js +0 -6
- package/dist/record/migration/errors.cjs +0 -68
- package/dist/record/migration/errors.cjs.map +0 -1
- package/dist/record/migration/errors.d.cts +0 -73
- package/dist/record/migration/errors.d.mts +0 -73
- package/dist/record/migration/errors.d.ts +0 -73
- package/dist/record/migration/errors.js +0 -22
- package/dist/record/migration/errors.js.map +0 -1
- package/dist/record/migration/identity.cjs +0 -27
- package/dist/record/migration/identity.cjs.map +0 -1
- package/dist/record/migration/identity.d.cts +0 -5
- package/dist/record/migration/identity.d.mts +0 -5
- package/dist/record/migration/identity.d.ts +0 -5
- package/dist/record/migration/identity.js +0 -8
- package/dist/record/migration/internal.cjs +0 -3
- package/dist/record/migration/internal.cjs.map +0 -1
- package/dist/record/migration/internal.d.cts +0 -111
- package/dist/record/migration/internal.d.mts +0 -111
- package/dist/record/migration/internal.d.ts +0 -111
- package/dist/record/migration/internal.js +0 -4
- package/dist/record/migration/internal.js.map +0 -1
- package/dist/record/migration/orchestrate.cjs +0 -368
- package/dist/record/migration/orchestrate.cjs.map +0 -1
- package/dist/record/migration/orchestrate.d.cts +0 -113
- package/dist/record/migration/orchestrate.d.mts +0 -113
- package/dist/record/migration/orchestrate.d.ts +0 -113
- package/dist/record/migration/orchestrate.js +0 -16
- package/dist/record/migration/orchestrate.js.map +0 -1
- package/dist/record/migration/plan.cjs +0 -63
- package/dist/record/migration/plan.cjs.map +0 -1
- package/dist/record/migration/plan.d.cts +0 -32
- package/dist/record/migration/plan.d.mts +0 -32
- package/dist/record/migration/plan.d.ts +0 -32
- package/dist/record/migration/plan.js +0 -10
- package/dist/record/migration/plan.js.map +0 -1
- package/dist/record/migration/registry.cjs +0 -150
- package/dist/record/migration/registry.cjs.map +0 -1
- package/dist/record/migration/registry.d.cts +0 -61
- package/dist/record/migration/registry.d.mts +0 -61
- package/dist/record/migration/registry.d.ts +0 -61
- package/dist/record/migration/registry.js +0 -14
- package/dist/record/migration/registry.js.map +0 -1
- package/dist/record/migration/storage.cjs +0 -382
- package/dist/record/migration/storage.cjs.map +0 -1
- package/dist/record/migration/storage.d.cts +0 -18
- package/dist/record/migration/storage.d.mts +0 -18
- package/dist/record/migration/storage.d.ts +0 -18
- package/dist/record/migration/storage.js +0 -6
- package/dist/record/migration/storage.js.map +0 -1
- package/dist/record/migration/types.cjs.map +0 -1
- package/dist/record/migration/types.d.cts +0 -16
- package/dist/record/migration/types.d.mts +0 -16
- package/dist/record/migration/types.d.ts +0 -16
- package/dist/record/reader/internal.cjs +0 -17
- package/dist/record/reader/internal.cjs.map +0 -1
- package/dist/record/reader/internal.d.cts +0 -26
- package/dist/record/reader/internal.d.mts +0 -26
- package/dist/record/reader/internal.d.ts +0 -26
- package/dist/record/reader/internal.js +0 -8
- package/dist/record/reader/internal.js.map +0 -1
- package/dist/record/writer/runtime.cjs +0 -656
- package/dist/record/writer/runtime.cjs.map +0 -1
- package/dist/record/writer/runtime.d.cts +0 -7
- package/dist/record/writer/runtime.d.mts +0 -7
- package/dist/record/writer/runtime.d.ts +0 -7
- package/dist/record/writer/runtime.js +0 -6
- package/dist/report/author/identity.cjs +0 -268
- package/dist/report/author/identity.cjs.map +0 -1
- package/dist/report/author/identity.d.cts +0 -75
- package/dist/report/author/identity.d.mts +0 -75
- package/dist/report/author/identity.d.ts +0 -75
- package/dist/report/author/identity.js +0 -34
- package/dist/report/author/identity.js.map +0 -1
- package/dist/report/author/index.cjs +0 -19
- package/dist/report/author/index.cjs.map +0 -1
- package/dist/report/author/index.d.cts +0 -4
- package/dist/report/author/index.d.mts +0 -4
- package/dist/report/author/index.d.ts +0 -4
- package/dist/report/author/index.js +0 -30
- package/dist/report/author/internal.cjs +0 -98
- package/dist/report/author/internal.cjs.map +0 -1
- package/dist/report/author/internal.d.cts +0 -91
- package/dist/report/author/internal.d.mts +0 -91
- package/dist/report/author/internal.d.ts +0 -91
- package/dist/report/author/internal.js +0 -18
- package/dist/report/author/internal.js.map +0 -1
- package/dist/report/author/model.cjs +0 -467
- package/dist/report/author/model.cjs.map +0 -1
- package/dist/report/author/model.d.cts +0 -241
- package/dist/report/author/model.d.mts +0 -241
- package/dist/report/author/model.d.ts +0 -241
- package/dist/report/author/model.js +0 -32
- package/dist/report/author/model.js.map +0 -1
- package/dist/report/execution/index.cjs +0 -20
- package/dist/report/execution/index.cjs.map +0 -1
- package/dist/report/execution/index.d.cts +0 -3
- package/dist/report/execution/index.d.mts +0 -3
- package/dist/report/execution/index.d.ts +0 -3
- package/dist/report/execution/index.js +0 -30
- package/dist/report/execution/problems.cjs +0 -210
- package/dist/report/execution/problems.cjs.map +0 -1
- package/dist/report/execution/problems.d.cts +0 -54
- package/dist/report/execution/problems.d.mts +0 -54
- package/dist/report/execution/problems.d.ts +0 -54
- package/dist/report/execution/problems.js +0 -14
- package/dist/report/execution/problems.js.map +0 -1
- package/dist/report/execution/results.cjs +0 -26
- package/dist/report/execution/results.cjs.map +0 -1
- package/dist/report/execution/results.d.cts +0 -102
- package/dist/report/execution/results.d.mts +0 -102
- package/dist/report/execution/results.d.ts +0 -102
- package/dist/report/execution/results.js +0 -8
- package/dist/report/execution/results.js.map +0 -1
- package/dist/report/host/html.cjs +0 -424
- package/dist/report/host/html.cjs.map +0 -1
- package/dist/report/host/html.d.cts +0 -28
- package/dist/report/host/html.d.mts +0 -28
- package/dist/report/host/html.d.ts +0 -28
- package/dist/report/host/html.js +0 -6
- package/dist/report/host/html.js.map +0 -1
- package/dist/report/host/node/theme.cjs +0 -21
- package/dist/report/host/node/theme.cjs.map +0 -1
- package/dist/report/host/node/theme.d.cts +0 -1
- package/dist/report/host/node/theme.d.mts +0 -1
- package/dist/report/host/node/theme.d.ts +0 -1
- package/dist/report/host/node/theme.js +0 -14
- package/dist/report/host/presentation.cjs +0 -423
- package/dist/report/host/presentation.cjs.map +0 -1
- package/dist/report/host/presentation.d.cts +0 -42
- package/dist/report/host/presentation.d.mts +0 -42
- package/dist/report/host/presentation.d.ts +0 -42
- package/dist/report/host/presentation.js +0 -16
- package/dist/report/host/theme.cjs +0 -223
- package/dist/report/host/theme.cjs.map +0 -1
- package/dist/report/host/theme.d.cts +0 -64
- package/dist/report/host/theme.d.mts +0 -64
- package/dist/report/host/theme.d.ts +0 -64
- package/dist/report/host/theme.js +0 -14
- package/dist/report/host/theme.js.map +0 -1
- package/dist/report/semantic/document.cjs +0 -593
- package/dist/report/semantic/document.cjs.map +0 -1
- package/dist/report/semantic/document.d.cts +0 -162
- package/dist/report/semantic/document.d.mts +0 -162
- package/dist/report/semantic/document.d.ts +0 -162
- package/dist/report/semantic/document.js +0 -38
- package/dist/report/semantic/document.js.map +0 -1
- package/dist/report/semantic/index.cjs +0 -18
- package/dist/report/semantic/index.cjs.map +0 -1
- package/dist/report/semantic/index.d.cts +0 -1
- package/dist/report/semantic/index.d.mts +0 -1
- package/dist/report/semantic/index.d.ts +0 -1
- package/dist/report/semantic/index.js +0 -38
- package/dist/shared/facts.cjs +0 -24
- package/dist/shared/facts.cjs.map +0 -1
- package/dist/shared/facts.d.cts +0 -7
- package/dist/shared/facts.d.mts +0 -7
- package/dist/shared/facts.d.ts +0 -7
- package/dist/shared/facts.js +0 -6
- package/dist/shared/facts.js.map +0 -1
- package/dist/show/json.cjs +0 -8
- package/dist/show/json.cjs.map +0 -1
- package/dist/show/json.d.cts +0 -2
- package/dist/show/json.d.mts +0 -2
- package/dist/show/json.d.ts +0 -2
- package/dist/show/json.js +0 -8
- package/dist/show/json.js.map +0 -1
- package/dist/show/render.cjs +0 -7
- package/dist/show/render.cjs.map +0 -1
- package/dist/show/render.d.cts +0 -2
- package/dist/show/render.d.mts +0 -2
- package/dist/show/render.d.ts +0 -2
- package/dist/show/render.js +0 -6
- package/dist/show/render.js.map +0 -1
- package/dist/sources/assemble.cjs +0 -634
- package/dist/sources/assemble.cjs.map +0 -1
- package/dist/sources/assemble.d.cts +0 -6
- package/dist/sources/assemble.d.mts +0 -6
- package/dist/sources/assemble.d.ts +0 -6
- package/dist/sources/assemble.js +0 -6
- package/dist/sources/assemble.js.map +0 -1
- package/dist/sources/projection-model.cjs +0 -3
- package/dist/sources/projection-model.cjs.map +0 -1
- package/dist/sources/projection-model.d.cts +0 -327
- package/dist/sources/projection-model.d.mts +0 -327
- package/dist/sources/projection-model.d.ts +0 -327
- package/dist/sources/projection-model.js +0 -4
- package/dist/sources/projection-model.js.map +0 -1
- /package/dist/{projection → coordination/host}/index.js.map +0 -0
- /package/dist/{projection → coordination/host}/index.mjs.map +0 -0
- /package/dist/{projection → coordination/host}/runtime.js.map +0 -0
- /package/dist/{record/migration → coordination/host}/types.cjs +0 -0
- /package/dist/{record/migration → coordination/host}/types.js +0 -0
- /package/dist/{record/migration → coordination/host}/types.js.map +0 -0
- /package/dist/{record/migration → coordination}/identity.js.map +0 -0
- /package/dist/{report/author → coordination}/index.js.map +0 -0
- /package/dist/{report/execution → coordination/platform}/index.js.map +0 -0
- /package/dist/{report/semantic → experiment/host}/index.js.map +0 -0
- /package/dist/record/{writer → host}/runtime.js.map +0 -0
- /package/dist/report/{host/presentation.js.map → presentation.js.map} +0 -0
- /package/dist/report/{host/node/theme.js.map → theme.js.map} +0 -0
|
@@ -1,100 +1,62 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
exports.
|
|
5
|
-
exports.
|
|
6
|
-
exports.
|
|
7
|
-
exports.
|
|
8
|
-
exports.
|
|
9
|
-
exports.projectEvaluationsAttachmentV1 = projectEvaluationsAttachmentV1;
|
|
3
|
+
exports.EvaluationsPayloadSchema = exports.EvaluationDefinitionSchema = exports.EvaluationSlotSchema = exports.EvaluationAttemptOrdinalSchema = exports.EvaluationKindSchema = void 0;
|
|
4
|
+
exports.validateEvaluationsPayload = validateEvaluationsPayload;
|
|
5
|
+
exports.decodeEvaluationsPayload = decodeEvaluationsPayload;
|
|
6
|
+
exports.buildEvaluationsPayload = buildEvaluationsPayload;
|
|
7
|
+
exports.projectEvaluationsPayload = projectEvaluationsPayload;
|
|
8
|
+
exports.projectEvaluations = projectEvaluations;
|
|
10
9
|
const effect_1 = require("effect");
|
|
11
|
-
const index_ts_1 = require("../../record/attachment/index.cjs");
|
|
12
|
-
const internal_ts_1 = require("../../record/attachment/internal.cjs");
|
|
13
10
|
const identifiers_ts_1 = require("../../record/codec/identifiers.cjs");
|
|
14
11
|
const identifiers_ts_2 = require("../../record/model/identifiers.cjs");
|
|
15
|
-
const projector_ts_1 = require("../../projection/projector.cjs");
|
|
16
12
|
const attachment_ts_1 = require("./attachment.cjs");
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
exports.
|
|
23
|
-
|
|
24
|
-
exports.EvaluationSlotV1Schema = effect_1.Schema.Struct({
|
|
13
|
+
/**
|
|
14
|
+
* Eval-to-slot planning is transient. Core carries the immutable Slot identity
|
|
15
|
+
* once a Run is created; no evaluations Attachment exists in Record v1.
|
|
16
|
+
*/
|
|
17
|
+
exports.EvaluationKindSchema = effect_1.Schema.Literal("pass", "score");
|
|
18
|
+
exports.EvaluationAttemptOrdinalSchema = effect_1.Schema.Number.pipe(effect_1.Schema.int(), effect_1.Schema.nonNegative());
|
|
19
|
+
exports.EvaluationSlotSchema = effect_1.Schema.Struct({
|
|
25
20
|
slotId: identifiers_ts_1.SlotIdSchema,
|
|
26
|
-
attempt: exports.
|
|
21
|
+
attempt: exports.EvaluationAttemptOrdinalSchema,
|
|
27
22
|
});
|
|
28
|
-
|
|
29
|
-
exports.EvaluationDefinitionV1Schema = effect_1.Schema.Struct({
|
|
23
|
+
exports.EvaluationDefinitionSchema = effect_1.Schema.Struct({
|
|
30
24
|
evalId: attachment_ts_1.EvaluationRecordIdentitySchema,
|
|
31
|
-
evaluationKind: exports.
|
|
32
|
-
slots: effect_1.Schema.NonEmptyArray(exports.
|
|
25
|
+
evaluationKind: exports.EvaluationKindSchema,
|
|
26
|
+
slots: effect_1.Schema.NonEmptyArray(exports.EvaluationSlotSchema),
|
|
33
27
|
});
|
|
34
|
-
|
|
35
|
-
* Run-owned facts for offline Experiment selection and Slot classification.
|
|
36
|
-
* Each Eval occurs once; every expected Slot belongs to exactly one Eval entry.
|
|
37
|
-
*/
|
|
38
|
-
const EvaluationsPayloadV1StructuralSchema = effect_1.Schema.Struct({
|
|
28
|
+
const EvaluationsPayloadStructuralSchema = effect_1.Schema.Struct({
|
|
39
29
|
experimentId: attachment_ts_1.EvaluationRecordIdentitySchema,
|
|
40
|
-
evaluations: effect_1.Schema.Array(exports.
|
|
30
|
+
evaluations: effect_1.Schema.Array(exports.EvaluationDefinitionSchema),
|
|
41
31
|
});
|
|
42
32
|
function compareEvaluationSlots(left, right) {
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
return (0, identifiers_ts_2.compareCanonicalIdentity)(left.slotId, right.slotId);
|
|
33
|
+
return left.attempt === right.attempt
|
|
34
|
+
? (0, identifiers_ts_2.compareCanonicalIdentity)(left.slotId, right.slotId)
|
|
35
|
+
: left.attempt < right.attempt ? -1 : 1;
|
|
47
36
|
}
|
|
48
|
-
|
|
49
|
-
* Checks the semantic invariants outside a Struct: canonical identity order,
|
|
50
|
-
* one Eval definition per EvalId, one Slot globally, and one Slot per Eval
|
|
51
|
-
* ordinal. The latter lets reuse planning match `(evalId, attempt)` without
|
|
52
|
-
* deriving identity from a filesystem name.
|
|
53
|
-
*/
|
|
54
|
-
function validateEvaluationsPayloadV1(payload) {
|
|
37
|
+
function validateEvaluationsPayload(payload) {
|
|
55
38
|
const issues = [];
|
|
56
|
-
const
|
|
39
|
+
const slots = new Set();
|
|
57
40
|
let previousEvalId;
|
|
58
41
|
for (const [definitionIndex, definition] of payload.evaluations.entries()) {
|
|
59
|
-
if (previousEvalId !== undefined
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
code: "evaluations-eval-duplicate",
|
|
64
|
-
evalId: definition.evalId,
|
|
65
|
-
})
|
|
66
|
-
: Object.freeze({
|
|
67
|
-
code: "evaluations-eval-order-invalid",
|
|
68
|
-
index: definitionIndex,
|
|
69
|
-
evalId: definition.evalId,
|
|
70
|
-
}));
|
|
42
|
+
if (previousEvalId !== undefined && (0, identifiers_ts_2.compareCanonicalIdentity)(previousEvalId, definition.evalId) >= 0) {
|
|
43
|
+
issues.push(Object.freeze(previousEvalId === definition.evalId
|
|
44
|
+
? { code: "evaluations-eval-duplicate", evalId: definition.evalId }
|
|
45
|
+
: { code: "evaluations-eval-order-invalid", index: definitionIndex, evalId: definition.evalId }));
|
|
71
46
|
}
|
|
72
47
|
const attempts = new Set();
|
|
73
48
|
let previousSlot;
|
|
74
49
|
for (const [slotIndex, slot] of definition.slots.entries()) {
|
|
75
|
-
if (previousSlot !== undefined
|
|
76
|
-
|
|
77
|
-
issues.push(Object.freeze({
|
|
78
|
-
code: "evaluations-slot-order-invalid",
|
|
79
|
-
evalId: definition.evalId,
|
|
80
|
-
index: slotIndex,
|
|
81
|
-
slotId: slot.slotId,
|
|
82
|
-
}));
|
|
50
|
+
if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {
|
|
51
|
+
issues.push(Object.freeze({ code: "evaluations-slot-order-invalid", evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));
|
|
83
52
|
}
|
|
84
|
-
if (
|
|
85
|
-
issues.push(Object.freeze({
|
|
86
|
-
code: "evaluations-slot-duplicate",
|
|
87
|
-
slotId: slot.slotId,
|
|
88
|
-
}));
|
|
53
|
+
if (slots.has(slot.slotId)) {
|
|
54
|
+
issues.push(Object.freeze({ code: "evaluations-slot-duplicate", slotId: slot.slotId }));
|
|
89
55
|
}
|
|
90
56
|
if (attempts.has(slot.attempt)) {
|
|
91
|
-
issues.push(Object.freeze({
|
|
92
|
-
code: "evaluations-attempt-duplicate",
|
|
93
|
-
evalId: definition.evalId,
|
|
94
|
-
attempt: slot.attempt,
|
|
95
|
-
}));
|
|
57
|
+
issues.push(Object.freeze({ code: "evaluations-attempt-duplicate", evalId: definition.evalId, attempt: slot.attempt }));
|
|
96
58
|
}
|
|
97
|
-
|
|
59
|
+
slots.add(slot.slotId);
|
|
98
60
|
attempts.add(slot.attempt);
|
|
99
61
|
previousSlot = slot;
|
|
100
62
|
}
|
|
@@ -102,119 +64,42 @@ function validateEvaluationsPayloadV1(payload) {
|
|
|
102
64
|
}
|
|
103
65
|
return Object.freeze(issues);
|
|
104
66
|
}
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
description: "canonical distinct Eval definitions and a one-to-one Slot mapping",
|
|
67
|
+
exports.EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(effect_1.Schema.filter((payload) => validateEvaluationsPayload(payload).length === 0, {
|
|
68
|
+
identifier: "EvaluationPlan",
|
|
69
|
+
description: "canonical transient Eval definitions and Slot mapping",
|
|
109
70
|
}));
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
schema: exports.EvaluationsPayloadV1Schema,
|
|
116
|
-
blobRefs: attachment_ts_1.noRecordAttachmentBlobs,
|
|
117
|
-
}), "Evaluations v1 RecordAttachment definition must be valid");
|
|
118
|
-
exports.evaluationsAttachmentFamilyV1 = (0, attachment_ts_1.requireRecordAttachmentCapabilityV1)((0, index_ts_1.defineRecordAttachmentFamily)({
|
|
119
|
-
current: exports.evaluationsAttachmentDefinitionV1,
|
|
120
|
-
migrations: [],
|
|
121
|
-
}), "Evaluations v1 RecordAttachment family must be valid");
|
|
122
|
-
function decodeEvaluationsPayloadV1(input) {
|
|
123
|
-
return (0, index_ts_1.decodeJsonRecordAttachmentPayload)(exports.evaluationsAttachmentDefinitionV1, input);
|
|
71
|
+
function decodeEvaluationsPayload(input) {
|
|
72
|
+
const decoded = effect_1.Schema.decodeUnknownEither(exports.EvaluationsPayloadSchema, attachment_ts_1.ExactEvaluationParseOptions)(input);
|
|
73
|
+
return effect_1.Either.isLeft(decoded)
|
|
74
|
+
? effect_1.Either.left(Object.freeze({ code: "evaluations-payload-schema-invalid" }))
|
|
75
|
+
: effect_1.Either.right(decoded.right);
|
|
124
76
|
}
|
|
125
|
-
function
|
|
126
|
-
const
|
|
127
|
-
if (
|
|
128
|
-
throw new Error("Evaluation definitions must retain at least one Slot");
|
|
129
|
-
}
|
|
130
|
-
return Object.freeze([first, ...rest]);
|
|
131
|
-
}
|
|
132
|
-
/**
|
|
133
|
-
* Producer-side constructor. It canonicalizes evaluation and Slot ordering,
|
|
134
|
-
* while rejecting duplicate Slot/ordinal identities instead of guessing a
|
|
135
|
-
* mapping from the current worktree.
|
|
136
|
-
*/
|
|
137
|
-
function buildEvaluationsPayloadV1(input) {
|
|
138
|
-
const decoded = effect_1.Schema.decodeUnknownEither(EvaluationsPayloadV1StructuralSchema, attachment_ts_1.ExactRecordAttachmentParseOptions)(input);
|
|
139
|
-
if (effect_1.Either.isLeft(decoded)) {
|
|
77
|
+
function buildEvaluationsPayload(input) {
|
|
78
|
+
const decoded = effect_1.Schema.decodeUnknownEither(EvaluationsPayloadStructuralSchema, attachment_ts_1.ExactEvaluationParseOptions)(input);
|
|
79
|
+
if (effect_1.Either.isLeft(decoded))
|
|
140
80
|
return effect_1.Either.left(Object.freeze({ code: "evaluations-payload-schema-invalid" }));
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
.
|
|
144
|
-
|
|
145
|
-
evaluationKind: definition.evaluationKind,
|
|
146
|
-
slots: asNonEmptySlots(definition.slots
|
|
147
|
-
.map((slot) => Object.freeze({ ...slot }))
|
|
148
|
-
.sort(compareEvaluationSlots)),
|
|
149
|
-
}))
|
|
150
|
-
.sort((left, right) => (0, identifiers_ts_2.compareCanonicalIdentity)(left.evalId, right.evalId));
|
|
151
|
-
const payload = Object.freeze({
|
|
152
|
-
experimentId: decoded.right.experimentId,
|
|
153
|
-
evaluations: Object.freeze(evaluations),
|
|
154
|
-
});
|
|
155
|
-
const issues = validateEvaluationsPayloadV1(payload);
|
|
156
|
-
return issues.length === 0
|
|
157
|
-
? effect_1.Either.right(payload)
|
|
158
|
-
: effect_1.Either.left(Object.freeze({
|
|
159
|
-
code: "evaluations-payload-coherence-invalid",
|
|
160
|
-
issues,
|
|
161
|
-
}));
|
|
81
|
+
const issues = validateEvaluationsPayload(decoded.right);
|
|
82
|
+
if (issues.length > 0)
|
|
83
|
+
return effect_1.Either.left(Object.freeze({ code: "evaluations-payload-coherence-invalid", issues }));
|
|
84
|
+
return effect_1.Either.right(decoded.right);
|
|
162
85
|
}
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
const payload = buildEvaluationsPayloadV1(input);
|
|
166
|
-
if (effect_1.Either.isLeft(payload)) {
|
|
167
|
-
return effect_1.Either.left(payload.left);
|
|
168
|
-
}
|
|
169
|
-
return effect_1.Either.right((0, attachment_ts_1.makeNoBlobRecordAttachmentWriteV1)(exports.evaluationsAttachmentFamilyV1, payload.right));
|
|
170
|
-
}
|
|
171
|
-
function projectEvaluationsPayloadV1(payload) {
|
|
172
|
-
const bySlotId = new Map();
|
|
86
|
+
function projectEvaluationsPayload(payload) {
|
|
87
|
+
const slots = new Map();
|
|
173
88
|
for (const evaluation of payload.evaluations) {
|
|
174
89
|
for (const slot of evaluation.slots) {
|
|
175
|
-
|
|
176
|
-
slotId: slot.slotId,
|
|
177
|
-
attempt: slot.attempt,
|
|
178
|
-
evalId: evaluation.evalId,
|
|
179
|
-
evaluationKind: evaluation.evaluationKind,
|
|
180
|
-
}));
|
|
90
|
+
slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));
|
|
181
91
|
}
|
|
182
92
|
}
|
|
93
|
+
return Object.freeze({ evaluationForSlot: (slotId) => slots.get(slotId) });
|
|
94
|
+
}
|
|
95
|
+
function projectEvaluations(payload) {
|
|
183
96
|
return Object.freeze({
|
|
184
97
|
experimentId: payload.experimentId,
|
|
185
|
-
evaluations: payload.evaluations
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
/** A typed, synchronous projection over one available Record Attachment value. */
|
|
190
|
-
function projectEvaluationsAttachmentV1(value) {
|
|
191
|
-
// Record has already exact-decoded and frozen every available payload. The
|
|
192
|
-
// snapshot type erases non-empty tuple evidence, so rebuild only that static
|
|
193
|
-
// witness before handing the producer's current view to legacy planner code.
|
|
194
|
-
const payload = Object.freeze({
|
|
195
|
-
experimentId: value.payload.experimentId,
|
|
196
|
-
evaluations: Object.freeze(value.payload.evaluations.map((evaluation) => Object.freeze({
|
|
197
|
-
evalId: evaluation.evalId,
|
|
198
|
-
evaluationKind: evaluation.evaluationKind,
|
|
199
|
-
slots: asNonEmptySlots(evaluation.slots.map((slot) => Object.freeze({ slotId: slot.slotId, attempt: slot.attempt }))),
|
|
98
|
+
evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({
|
|
99
|
+
id: evaluation.evalId,
|
|
100
|
+
kind: evaluation.evaluationKind,
|
|
101
|
+
slots: Object.freeze([...evaluation.slots]),
|
|
200
102
|
}))),
|
|
201
103
|
});
|
|
202
|
-
return projectEvaluationsPayloadV1(payload);
|
|
203
|
-
}
|
|
204
|
-
function projectEvaluations(value) {
|
|
205
|
-
const bySlotId = new Map();
|
|
206
|
-
for (const evaluation of value.payload.evaluations) {
|
|
207
|
-
for (const slot of evaluation.slots) {
|
|
208
|
-
bySlotId.set(slot.slotId, Object.freeze({ kind: evaluation.evaluationKind }));
|
|
209
|
-
}
|
|
210
|
-
}
|
|
211
|
-
return Object.freeze({
|
|
212
|
-
evaluationForSlot: (slotId) => bySlotId.get(slotId),
|
|
213
|
-
});
|
|
214
104
|
}
|
|
215
|
-
/** The public Evaluation lookup for a Run-owned Attachment. */
|
|
216
|
-
exports.evaluationsProjector = (0, projector_ts_1.defineRecordAttachmentProjector)({
|
|
217
|
-
attachment: exports.evaluationsAttachmentFamilyV1,
|
|
218
|
-
project: projectEvaluations,
|
|
219
|
-
});
|
|
220
105
|
//# sourceMappingURL=evaluation.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA0EA,oEAkDC;AAkBD,gEAEC;AAsBD,8DAyBC;AAED,8EAMC;AAYD,kEAiBC;AAED,wEAaC;AAnPD,mCAAwC;AACxC,+DAA4K;AAC5K,qEAAwF;AACxF,sEAAiE;AACjE,sEAA2F;AAC3F,gEAAiH;AACjH,mDAAsM;AACzL,QAAA,8BAA8B,GAAG,sBAA+B,CAAC;AACjE,QAAA,mCAAmC,GAAG,yBAAkC,CAAC;AACtF,uEAAuE;AAC1D,QAAA,sBAAsB,GAAG,eAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAItE,6EAA6E;AAChE,QAAA,gCAAgC,GAAG,eAAM,CAAC,MAAM,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,EAAE,EAAE,eAAM,CAAC,WAAW,EAAE,CAAC,CAAC;AAEvG,0DAA0D;AAC7C,QAAA,sBAAsB,GAAG,eAAM,CAAC,MAAM,CAAC;IAChD,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,wCAAgC;CAC5C,CAAC,CAAC;AAGH,+EAA+E;AAClE,QAAA,4BAA4B,GAAG,eAAM,CAAC,MAAM,CAAC;IACtD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,8BAAsB;IACtC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,8BAAsB,CAAC;CACtD,CAAC,CAAC;AAGH;;;GAGG;AACH,MAAM,oCAAoC,GAAG,eAAM,CAAC,MAAM,CAAC;IACvD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,oCAA4B,CAAC;CAC1D,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAsB,EAAE,KAAuB;IAC3E,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AAC/D,CAAC;AACD;;;;;GAKG;AACH,SAAgB,4BAA4B,CAAC,OAA6B;IACtE,MAAM,MAAM,GAAgC,EAAE,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,cAA0C,CAAC;IAC/C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS;eACzB,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC5C,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;oBACZ,IAAI,EAAE,4BAAqC;oBAC3C,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC;gBACF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;oBACZ,IAAI,EAAE,gCAAyC;oBAC/C,KAAK,EAAE,eAAe;oBACtB,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC,CAAC,CAAC;QACZ,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAA0C,CAAC;QAC/C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS;mBACvB,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;oBACtB,IAAI,EAAE,gCAAyC;oBAC/C,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACtB,CAAC,CAAC,CAAC;YACR,CAAC;YACD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;oBACtB,IAAI,EAAE,4BAAqC;oBAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;iBACtB,CAAC,CAAC,CAAC;YACR,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;oBACtB,IAAI,EAAE,+BAAwC;oBAC9C,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;iBACxB,CAAC,CAAC,CAAC;YACR,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACD,uDAAuD;AAC1C,QAAA,0BAA0B,GAAG,oCAAoC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IAC/J,UAAU,EAAE,sBAAsB;IAClC,WAAW,EAAE,mEAAmE;CACnF,CAAC,CAAC,CAAC;AACJ,iFAAiF;AACpE,QAAA,iCAAiC,GAAG,IAAA,mDAAmC,EAAC,IAAA,+CAAiC,EAAC;IACnH,KAAK,EAAE,KAAK;IACZ,IAAI,EAAE,sCAA8B;IACpC,QAAQ,EAAE,2CAAmC;IAC7C,MAAM,EAAE,kCAA0B;IAClC,QAAQ,EAAE,uCAAuB;CACpC,CAAC,EAAE,0DAA0D,CAAC,CAAC;AACnD,QAAA,6BAA6B,GAAG,IAAA,mDAAmC,EAAC,IAAA,uCAA4B,EAAC;IAC1G,OAAO,EAAE,yCAAiC;IAC1C,UAAU,EAAE,EAAE;CACjB,CAAC,EAAE,sDAAsD,CAAC,CAAC;AAC5D,SAAgB,0BAA0B,CAAC,KAAc;IACrD,OAAO,IAAA,4CAAiC,EAAC,yCAAiC,EAAE,KAAK,CAAC,CAAC;AACvF,CAAC;AAOD,SAAS,eAAe,CAAC,KAAkC;IAIvD,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;IAC/B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;AAC3C,CAAC;AACD;;;;GAIG;AACH,SAAgB,yBAAyB,CAAC,KAA2B;IACjE,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,oCAAoC,EAAE,iDAAiC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3H,IAAI,eAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW;SACxC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACnC,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,KAAK,EAAE,eAAe,CAAC,UAAU,CAAC,KAAK;aAClC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,sBAAsB,CAAC,CAAC;KACrC,CAAC,CAAC;SACE,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QAC1B,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY;QACxC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;KAC1C,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC;QACtB,CAAC,CAAC,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QACvB,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACxB,IAAI,EAAE,uCAAgD;YACtD,MAAM;SACT,CAAC,CAAC,CAAC;AACZ,CAAC;AACD,kFAAkF;AAClF,SAAgB,iCAAiC,CAAC,KAA2B;IACzE,MAAM,OAAO,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,eAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,eAAM,CAAC,KAAK,CAAC,IAAA,iDAAiC,EAAC,qCAA6B,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AACzG,CAAC;AAYD,SAAgB,2BAA2B,CAAC,OAA6B;IACrE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsC,CAAC;IAC/D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,cAAc,EAAE,UAAU,CAAC,cAAc;aAC5C,CAAC,CAAC,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;KAC9D,CAAC,CAAC;AACP,CAAC;AACD,kFAAkF;AAClF,SAAgB,8BAA8B,CAAC,KAAkD;IAC7F,2EAA2E;IAC3E,6EAA6E;IAC7E,6EAA6E;IAC7E,MAAM,OAAO,GAAyB,MAAM,CAAC,MAAM,CAAC;QAChD,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnF,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,KAAK,EAAE,eAAe,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;SACxH,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;IACH,OAAO,2BAA2B,CAAC,OAAO,CAAC,CAAC;AAChD,CAAC;AAaD,SAAS,kBAAkB,CAAC,KAAkD;IAC1E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC/C,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;KAC9D,CAAC,CAAC;AACP,CAAC;AACD,+DAA+D;AAClD,QAAA,oBAAoB,GAAkD,IAAA,8CAA+B,EAAC;IAC/G,UAAU,EAAE,qCAA6B;IACzC,OAAO,EAAE,kBAAkB;CAC9B,CAAC,CAAC","sourcesContent":["import { Either, Schema } from \"effect\";\nimport { decodeJsonRecordAttachmentPayload, defineRecordAttachmentFamily, type RecordAttachmentValue, type RecordAttachmentWrite, } from \"../../record/attachment/index.ts\";\nimport { defineBuiltinJsonRecordAttachment } from \"../../record/attachment/internal.ts\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId, } from \"../../record/model/identifiers.ts\";\nimport { defineRecordAttachmentProjector, type RecordAttachmentProjector, } from \"../../projection/projector.ts\";\nimport { EvaluationRecordIdentitySchema, ExactRecordAttachmentParseOptions, makeNoBlobRecordAttachmentWriteV1, noRecordAttachmentBlobs, requireRecordAttachmentCapabilityV1, } from \"./attachment.ts\";\nexport const EVALUATIONS_ATTACHMENT_NAME_V1 = \"niceeval.evaluations\" as const;\nexport const EVALUATIONS_ATTACHMENT_SCHEMA_ID_V1 = \"niceeval.evaluations/v1\" as const;\n/** The first Evaluation Attachment deliberately has only two kinds. */\nexport const EvaluationKindV1Schema = Schema.Literal(\"pass\", \"score\");\nexport type EvaluationKindV1 = Schema.Schema.Type<typeof EvaluationKindV1Schema>;\nexport type EvaluationIdV1 = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;\nexport type ExperimentIdV1 = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;\n/** The ordinal is part of the Slot-to-Eval plan; SlotId itself is opaque. */\nexport const EvaluationAttemptOrdinalV1Schema = Schema.Number.pipe(Schema.int(), Schema.nonNegative());\nexport type EvaluationAttemptOrdinalV1 = Schema.Schema.Type<typeof EvaluationAttemptOrdinalV1Schema>;\n/** One Run denominator Slot's position within an Eval. */\nexport const EvaluationSlotV1Schema = Schema.Struct({\n slotId: SlotIdSchema,\n attempt: EvaluationAttemptOrdinalV1Schema,\n});\nexport type EvaluationSlotV1 = Schema.Schema.Type<typeof EvaluationSlotV1Schema>;\nexport type EvaluationSlotV1Encoded = Schema.Schema.Encoded<typeof EvaluationSlotV1Schema>;\n/** A distinct path-derived Eval and every Slot that invokes it in this Run. */\nexport const EvaluationDefinitionV1Schema = Schema.Struct({\n evalId: EvaluationRecordIdentitySchema,\n evaluationKind: EvaluationKindV1Schema,\n slots: Schema.NonEmptyArray(EvaluationSlotV1Schema),\n});\nexport type EvaluationDefinitionV1 = Schema.Schema.Type<typeof EvaluationDefinitionV1Schema>;\nexport type EvaluationDefinitionV1Encoded = Schema.Schema.Encoded<typeof EvaluationDefinitionV1Schema>;\n/**\n * Run-owned facts for offline Experiment selection and Slot classification.\n * Each Eval occurs once; every expected Slot belongs to exactly one Eval entry.\n */\nconst EvaluationsPayloadV1StructuralSchema = Schema.Struct({\n experimentId: EvaluationRecordIdentitySchema,\n evaluations: Schema.Array(EvaluationDefinitionV1Schema),\n});\nexport type EvaluationsPayloadV1 = Schema.Schema.Type<typeof EvaluationsPayloadV1StructuralSchema>;\nexport type EvaluationsPayloadV1Encoded = Schema.Schema.Encoded<typeof EvaluationsPayloadV1StructuralSchema>;\nexport type EvaluationsPayloadIssueV1 = {\n readonly code: \"evaluations-eval-order-invalid\";\n readonly index: number;\n readonly evalId: EvaluationIdV1;\n} | {\n readonly code: \"evaluations-eval-duplicate\";\n readonly evalId: EvaluationIdV1;\n} | {\n readonly code: \"evaluations-slot-order-invalid\";\n readonly evalId: EvaluationIdV1;\n readonly index: number;\n readonly slotId: SlotId;\n} | {\n readonly code: \"evaluations-slot-duplicate\";\n readonly slotId: SlotId;\n} | {\n readonly code: \"evaluations-attempt-duplicate\";\n readonly evalId: EvaluationIdV1;\n readonly attempt: EvaluationAttemptOrdinalV1;\n};\nfunction compareEvaluationSlots(left: EvaluationSlotV1, right: EvaluationSlotV1): number {\n if (left.attempt !== right.attempt) {\n return left.attempt < right.attempt ? -1 : 1;\n }\n return compareCanonicalIdentity(left.slotId, right.slotId);\n}\n/**\n * Checks the semantic invariants outside a Struct: canonical identity order,\n * one Eval definition per EvalId, one Slot globally, and one Slot per Eval\n * ordinal. The latter lets reuse planning match `(evalId, attempt)` without\n * deriving identity from a filesystem name.\n */\nexport function validateEvaluationsPayloadV1(payload: EvaluationsPayloadV1): readonly EvaluationsPayloadIssueV1[] {\n const issues: EvaluationsPayloadIssueV1[] = [];\n const slotIds = new Set<string>();\n let previousEvalId: EvaluationIdV1 | undefined;\n for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n if (previousEvalId !== undefined\n && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n issues.push(previousEvalId === definition.evalId\n ? Object.freeze({\n code: \"evaluations-eval-duplicate\" as const,\n evalId: definition.evalId,\n })\n : Object.freeze({\n code: \"evaluations-eval-order-invalid\" as const,\n index: definitionIndex,\n evalId: definition.evalId,\n }));\n }\n const attempts = new Set<number>();\n let previousSlot: EvaluationSlotV1 | undefined;\n for (const [slotIndex, slot] of definition.slots.entries()) {\n if (previousSlot !== undefined\n && compareEvaluationSlots(previousSlot, slot) >= 0) {\n issues.push(Object.freeze({\n code: \"evaluations-slot-order-invalid\" as const,\n evalId: definition.evalId,\n index: slotIndex,\n slotId: slot.slotId,\n }));\n }\n if (slotIds.has(slot.slotId)) {\n issues.push(Object.freeze({\n code: \"evaluations-slot-duplicate\" as const,\n slotId: slot.slotId,\n }));\n }\n if (attempts.has(slot.attempt)) {\n issues.push(Object.freeze({\n code: \"evaluations-attempt-duplicate\" as const,\n evalId: definition.evalId,\n attempt: slot.attempt,\n }));\n }\n slotIds.add(slot.slotId);\n attempts.add(slot.attempt);\n previousSlot = slot;\n }\n previousEvalId = definition.evalId;\n }\n return Object.freeze(issues);\n}\n/** Exact JSON schema for `niceeval.evaluations/v1`. */\nexport const EvaluationsPayloadV1Schema = EvaluationsPayloadV1StructuralSchema.pipe(Schema.filter((payload) => validateEvaluationsPayloadV1(payload).length === 0, {\n identifier: \"EvaluationsPayloadV1\",\n description: \"canonical distinct Eval definitions and a one-to-one Slot mapping\",\n}));\n/** The built-in Run Attachment definition owns exact decode and blob closure. */\nexport const evaluationsAttachmentDefinitionV1 = requireRecordAttachmentCapabilityV1(defineBuiltinJsonRecordAttachment({\n owner: \"run\",\n name: EVALUATIONS_ATTACHMENT_NAME_V1,\n schemaId: EVALUATIONS_ATTACHMENT_SCHEMA_ID_V1,\n schema: EvaluationsPayloadV1Schema,\n blobRefs: noRecordAttachmentBlobs,\n}), \"Evaluations v1 RecordAttachment definition must be valid\");\nexport const evaluationsAttachmentFamilyV1 = requireRecordAttachmentCapabilityV1(defineRecordAttachmentFamily({\n current: evaluationsAttachmentDefinitionV1,\n migrations: [],\n}), \"Evaluations v1 RecordAttachment family must be valid\");\nexport function decodeEvaluationsPayloadV1(input: unknown) {\n return decodeJsonRecordAttachmentPayload(evaluationsAttachmentDefinitionV1, input);\n}\nexport type EvaluationsPayloadBuildErrorV1 = {\n readonly code: \"evaluations-payload-schema-invalid\";\n} | {\n readonly code: \"evaluations-payload-coherence-invalid\";\n readonly issues: readonly EvaluationsPayloadIssueV1[];\n};\nfunction asNonEmptySlots(slots: readonly EvaluationSlotV1[]): readonly [\n EvaluationSlotV1,\n ...EvaluationSlotV1[]\n] {\n const [first, ...rest] = slots;\n if (first === undefined) {\n throw new Error(\"Evaluation definitions must retain at least one Slot\");\n }\n return Object.freeze([first, ...rest]);\n}\n/**\n * Producer-side constructor. It canonicalizes evaluation and Slot ordering,\n * while rejecting duplicate Slot/ordinal identities instead of guessing a\n * mapping from the current worktree.\n */\nexport function buildEvaluationsPayloadV1(input: EvaluationsPayloadV1): Either.Either<EvaluationsPayloadV1, EvaluationsPayloadBuildErrorV1> {\n const decoded = Schema.decodeUnknownEither(EvaluationsPayloadV1StructuralSchema, ExactRecordAttachmentParseOptions)(input);\n if (Either.isLeft(decoded)) {\n return Either.left(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n }\n const evaluations = decoded.right.evaluations\n .map((definition) => Object.freeze({\n evalId: definition.evalId,\n evaluationKind: definition.evaluationKind,\n slots: asNonEmptySlots(definition.slots\n .map((slot) => Object.freeze({ ...slot }))\n .sort(compareEvaluationSlots)),\n }))\n .sort((left, right) => compareCanonicalIdentity(left.evalId, right.evalId));\n const payload = Object.freeze({\n experimentId: decoded.right.experimentId,\n evaluations: Object.freeze(evaluations),\n });\n const issues = validateEvaluationsPayloadV1(payload);\n return issues.length === 0\n ? Either.right(payload)\n : Either.left(Object.freeze({\n code: \"evaluations-payload-coherence-invalid\" as const,\n issues,\n }));\n}\n/** Builds the real Run-owned opaque write after canonicalizing producer facts. */\nexport function buildEvaluationsAttachmentWriteV1(input: EvaluationsPayloadV1): Either.Either<RecordAttachmentWrite<\"run\", never, never>, EvaluationsPayloadBuildErrorV1> {\n const payload = buildEvaluationsPayloadV1(input);\n if (Either.isLeft(payload)) {\n return Either.left(payload.left);\n }\n return Either.right(makeNoBlobRecordAttachmentWriteV1(evaluationsAttachmentFamilyV1, payload.right));\n}\n/** The flattened lookup value reports need for each denominator Slot. */\nexport interface EvaluationSlotProjectionV1 extends EvaluationSlotV1 {\n readonly evalId: EvaluationIdV1;\n readonly evaluationKind: EvaluationKindV1;\n}\n/** A pure lookup projection; RecordAttachment reads supply the frozen payload. */\nexport interface EvaluationsProjectionV1 {\n readonly experimentId: ExperimentIdV1;\n readonly evaluations: readonly EvaluationDefinitionV1[];\n readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjectionV1 | undefined;\n}\nexport function projectEvaluationsPayloadV1(payload: EvaluationsPayloadV1): EvaluationsProjectionV1 {\n const bySlotId = new Map<string, EvaluationSlotProjectionV1>();\n for (const evaluation of payload.evaluations) {\n for (const slot of evaluation.slots) {\n bySlotId.set(slot.slotId, Object.freeze({\n slotId: slot.slotId,\n attempt: slot.attempt,\n evalId: evaluation.evalId,\n evaluationKind: evaluation.evaluationKind,\n }));\n }\n }\n return Object.freeze({\n experimentId: payload.experimentId,\n evaluations: payload.evaluations,\n evaluationForSlot: (slotId: SlotId) => bySlotId.get(slotId),\n });\n}\n/** A typed, synchronous projection over one available Record Attachment value. */\nexport function projectEvaluationsAttachmentV1(value: RecordAttachmentValue<EvaluationsPayloadV1>): EvaluationsProjectionV1 {\n // Record has already exact-decoded and frozen every available payload. The\n // snapshot type erases non-empty tuple evidence, so rebuild only that static\n // witness before handing the producer's current view to legacy planner code.\n const payload: EvaluationsPayloadV1 = Object.freeze({\n experimentId: value.payload.experimentId,\n evaluations: Object.freeze(value.payload.evaluations.map((evaluation) => Object.freeze({\n evalId: evaluation.evalId,\n evaluationKind: evaluation.evaluationKind,\n slots: asNonEmptySlots(evaluation.slots.map((slot) => Object.freeze({ slotId: slot.slotId, attempt: slot.attempt }))),\n }))),\n });\n return projectEvaluationsPayloadV1(payload);\n}\n/** The report-facing type of one Slot's Evaluation. */\nexport type EvaluationKind = \"pass\" | \"score\";\nexport interface Evaluation {\n readonly kind: EvaluationKind;\n}\n/**\n * Run-level Evaluation lookup. It intentionally exposes only the question a\n * consumer can answer for a Sample slot, rather than the durable plan shape.\n */\nexport interface Evaluations {\n readonly evaluationForSlot: (slotId: SlotId) => Evaluation | undefined;\n}\nfunction projectEvaluations(value: RecordAttachmentValue<EvaluationsPayloadV1>): Evaluations {\n const bySlotId = new Map<string, Evaluation>();\n for (const evaluation of value.payload.evaluations) {\n for (const slot of evaluation.slots) {\n bySlotId.set(slot.slotId, Object.freeze({ kind: evaluation.evaluationKind }));\n }\n }\n return Object.freeze({\n evaluationForSlot: (slotId: SlotId) => bySlotId.get(slotId),\n });\n}\n/** The public Evaluation lookup for a Run-owned Attachment. */\nexport const evaluationsProjector: RecordAttachmentProjector<\"run\", Evaluations> = defineRecordAttachmentProjector({\n attachment: evaluationsAttachmentFamilyV1,\n project: projectEvaluations,\n});\n"]}
|
|
1
|
+
{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA0DA,gEA6BC;AASD,4DAKC;AACD,0DAQC;AAQD,8DAQC;AAUD,gDASC;AAjJD,mCAAwC;AACxC,sEAAiE;AACjE,sEAA0F;AAC1F,mDAA+F;AAC/F;;;GAGG;AACU,QAAA,oBAAoB,GAAG,eAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAIvD,QAAA,8BAA8B,GAAG,eAAM,CAAC,MAAM,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,EAAE,EAAE,eAAM,CAAC,WAAW,EAAE,CAAC,CAAC;AAExF,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,sCAA8B;CAC1C,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,eAAM,CAAC,MAAM,CAAC;IACpD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,4BAAoB;IACpC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,4BAAoB,CAAC;CACpD,CAAC,CAAC;AAGH,MAAM,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IACrD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,kCAA0B,CAAC;CACxD,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAoB,EAAE,KAAqB;IACvE,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QACjC,CAAC,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAgB,0BAA0B,CAAC,OAA2B;IAClE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,cAAwC,CAAC;IAC7C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS,IAAI,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;gBAC5E,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAAwC,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,IAAI,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtJ,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,+BAAwC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,wBAAwB,GAAG,kCAAkC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IACzJ,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,uDAAuD;CACvE,CAAC,CAAC,CAAC;AAKJ,SAAgB,wBAAwB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gCAAwB,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,OAAO,eAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QACzB,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC;AACD,SAAgB,uBAAuB,CAAC,KAAyB;IAC7D,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACnH,IAAI,eAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QACtB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1G,OAAO,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAQD,SAAgB,yBAAyB,CAAC,OAA2B;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAUD,SAAgB,kBAAkB,CAAC,OAA2B;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7E,EAAE,EAAE,UAAU,CAAC,MAAM;YACrB,IAAI,EAAE,UAAU,CAAC,cAAc;YAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;SAC9C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC","sourcesContent":["import { Either, Schema } from \"effect\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId } from \"../../record/model/identifiers.ts\";\nimport { EvaluationRecordIdentitySchema, ExactEvaluationParseOptions, } from \"./attachment.ts\";\n/**\n * Eval-to-slot planning is transient. Core carries the immutable Slot identity\n * once a Run is created; no evaluations Attachment exists in Record v1.\n */\nexport const EvaluationKindSchema = Schema.Literal(\"pass\", \"score\");\nexport type EvaluationKind = Schema.Schema.Type<typeof EvaluationKindSchema>;\nexport type EvaluationId = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;\nexport type ExperimentId = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;\nexport const EvaluationAttemptOrdinalSchema = Schema.Number.pipe(Schema.int(), Schema.nonNegative());\nexport type EvaluationAttemptOrdinal = Schema.Schema.Type<typeof EvaluationAttemptOrdinalSchema>;\nexport const EvaluationSlotSchema = Schema.Struct({\n slotId: SlotIdSchema,\n attempt: EvaluationAttemptOrdinalSchema,\n});\nexport type EvaluationSlot = Schema.Schema.Type<typeof EvaluationSlotSchema>;\nexport type EvaluationSlotEncoded = Schema.Schema.Encoded<typeof EvaluationSlotSchema>;\nexport const EvaluationDefinitionSchema = Schema.Struct({\n evalId: EvaluationRecordIdentitySchema,\n evaluationKind: EvaluationKindSchema,\n slots: Schema.NonEmptyArray(EvaluationSlotSchema),\n});\nexport type EvaluationDefinition = Schema.Schema.Type<typeof EvaluationDefinitionSchema>;\nexport type EvaluationDefinitionEncoded = Schema.Schema.Encoded<typeof EvaluationDefinitionSchema>;\nconst EvaluationsPayloadStructuralSchema = Schema.Struct({\n experimentId: EvaluationRecordIdentitySchema,\n evaluations: Schema.Array(EvaluationDefinitionSchema),\n});\nexport type EvaluationsPayload = Schema.Schema.Type<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadEncoded = Schema.Schema.Encoded<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadIssue = {\n readonly code: \"evaluations-eval-order-invalid\";\n readonly index: number;\n readonly evalId: EvaluationId;\n} | {\n readonly code: \"evaluations-eval-duplicate\";\n readonly evalId: EvaluationId;\n} | {\n readonly code: \"evaluations-slot-order-invalid\";\n readonly evalId: EvaluationId;\n readonly index: number;\n readonly slotId: SlotId;\n} | {\n readonly code: \"evaluations-slot-duplicate\";\n readonly slotId: SlotId;\n} | {\n readonly code: \"evaluations-attempt-duplicate\";\n readonly evalId: EvaluationId;\n readonly attempt: EvaluationAttemptOrdinal;\n};\nfunction compareEvaluationSlots(left: EvaluationSlot, right: EvaluationSlot): number {\n return left.attempt === right.attempt\n ? compareCanonicalIdentity(left.slotId, right.slotId)\n : left.attempt < right.attempt ? -1 : 1;\n}\nexport function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[] {\n const issues: EvaluationsPayloadIssue[] = [];\n const slots = new Set<string>();\n let previousEvalId: EvaluationId | undefined;\n for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n if (previousEvalId !== undefined && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n issues.push(Object.freeze(previousEvalId === definition.evalId\n ? { code: \"evaluations-eval-duplicate\" as const, evalId: definition.evalId }\n : { code: \"evaluations-eval-order-invalid\" as const, index: definitionIndex, evalId: definition.evalId }));\n }\n const attempts = new Set<number>();\n let previousSlot: EvaluationSlot | undefined;\n for (const [slotIndex, slot] of definition.slots.entries()) {\n if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {\n issues.push(Object.freeze({ code: \"evaluations-slot-order-invalid\" as const, evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));\n }\n if (slots.has(slot.slotId)) {\n issues.push(Object.freeze({ code: \"evaluations-slot-duplicate\" as const, slotId: slot.slotId }));\n }\n if (attempts.has(slot.attempt)) {\n issues.push(Object.freeze({ code: \"evaluations-attempt-duplicate\" as const, evalId: definition.evalId, attempt: slot.attempt }));\n }\n slots.add(slot.slotId);\n attempts.add(slot.attempt);\n previousSlot = slot;\n }\n previousEvalId = definition.evalId;\n }\n return Object.freeze(issues);\n}\nexport const EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(Schema.filter((payload) => validateEvaluationsPayload(payload).length === 0, {\n identifier: \"EvaluationPlan\",\n description: \"canonical transient Eval definitions and Slot mapping\",\n}));\nexport type EvaluationsPayloadBuildError = {\n readonly code: \"evaluations-payload-schema-invalid\" | \"evaluations-payload-coherence-invalid\";\n readonly issues?: readonly EvaluationsPayloadIssue[];\n};\nexport function decodeEvaluationsPayload(input: unknown): Either.Either<EvaluationsPayload, EvaluationsPayloadBuildError> {\n const decoded = Schema.decodeUnknownEither(EvaluationsPayloadSchema, ExactEvaluationParseOptions)(input);\n return Either.isLeft(decoded)\n ? Either.left(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }))\n : Either.right(decoded.right);\n}\nexport function buildEvaluationsPayload(input: EvaluationsPayload): Either.Either<EvaluationsPayload, EvaluationsPayloadBuildError> {\n const decoded = Schema.decodeUnknownEither(EvaluationsPayloadStructuralSchema, ExactEvaluationParseOptions)(input);\n if (Either.isLeft(decoded))\n return Either.left(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n const issues = validateEvaluationsPayload(decoded.right);\n if (issues.length > 0)\n return Either.left(Object.freeze({ code: \"evaluations-payload-coherence-invalid\" as const, issues }));\n return Either.right(decoded.right);\n}\nexport interface EvaluationSlotProjection extends EvaluationSlot {\n readonly evalId: EvaluationId;\n readonly evaluationKind: EvaluationKind;\n}\nexport interface EvaluationsProjection {\n readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;\n}\nexport function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection {\n const slots = new Map<string, EvaluationSlotProjection>();\n for (const evaluation of payload.evaluations) {\n for (const slot of evaluation.slots) {\n slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));\n }\n }\n return Object.freeze({ evaluationForSlot: (slotId: SlotId) => slots.get(slotId) });\n}\nexport interface Evaluation {\n readonly id: EvaluationId;\n readonly kind: EvaluationKind;\n readonly slots: readonly EvaluationSlot[];\n}\nexport interface Evaluations {\n readonly experimentId: ExperimentId;\n readonly evaluations: readonly Evaluation[];\n}\nexport function projectEvaluations(payload: EvaluationsPayload): Evaluations {\n return Object.freeze({\n experimentId: payload.experimentId,\n evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({\n id: evaluation.evalId,\n kind: evaluation.evaluationKind,\n slots: Object.freeze([...evaluation.slots]),\n }))),\n });\n}\n"]}
|
|
@@ -1,27 +1,23 @@
|
|
|
1
1
|
import { Either, Schema } from "effect";
|
|
2
|
-
import { type RecordAttachmentValue, type RecordAttachmentWrite } from "../../record/attachment/index.cjs";
|
|
3
2
|
import { type SlotId } from "../../record/model/identifiers.cjs";
|
|
4
|
-
import { type RecordAttachmentProjector } from "../../projection/projector.cjs";
|
|
5
3
|
import { EvaluationRecordIdentitySchema } from "./attachment.cjs";
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
export
|
|
11
|
-
export type
|
|
12
|
-
export type
|
|
13
|
-
|
|
14
|
-
export declare const
|
|
15
|
-
export type
|
|
16
|
-
|
|
17
|
-
export declare const EvaluationSlotV1Schema: Schema.Struct<{
|
|
4
|
+
/**
|
|
5
|
+
* Eval-to-slot planning is transient. Core carries the immutable Slot identity
|
|
6
|
+
* once a Run is created; no evaluations Attachment exists in Record v1.
|
|
7
|
+
*/
|
|
8
|
+
export declare const EvaluationKindSchema: Schema.Literal<["pass", "score"]>;
|
|
9
|
+
export type EvaluationKind = Schema.Schema.Type<typeof EvaluationKindSchema>;
|
|
10
|
+
export type EvaluationId = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;
|
|
11
|
+
export type ExperimentId = Schema.Schema.Type<typeof EvaluationRecordIdentitySchema>;
|
|
12
|
+
export declare const EvaluationAttemptOrdinalSchema: Schema.filter<Schema.filter<typeof Schema.Number>>;
|
|
13
|
+
export type EvaluationAttemptOrdinal = Schema.Schema.Type<typeof EvaluationAttemptOrdinalSchema>;
|
|
14
|
+
export declare const EvaluationSlotSchema: Schema.Struct<{
|
|
18
15
|
slotId: Schema.Schema<SlotId, string, never>;
|
|
19
16
|
attempt: Schema.filter<Schema.filter<typeof Schema.Number>>;
|
|
20
17
|
}>;
|
|
21
|
-
export type
|
|
22
|
-
export type
|
|
23
|
-
|
|
24
|
-
export declare const EvaluationDefinitionV1Schema: Schema.Struct<{
|
|
18
|
+
export type EvaluationSlot = Schema.Schema.Type<typeof EvaluationSlotSchema>;
|
|
19
|
+
export type EvaluationSlotEncoded = Schema.Schema.Encoded<typeof EvaluationSlotSchema>;
|
|
20
|
+
export declare const EvaluationDefinitionSchema: Schema.Struct<{
|
|
25
21
|
evalId: Schema.filter<typeof Schema.String>;
|
|
26
22
|
evaluationKind: Schema.Literal<["pass", "score"]>;
|
|
27
23
|
slots: Schema.NonEmptyArray<Schema.Struct<{
|
|
@@ -29,13 +25,9 @@ export declare const EvaluationDefinitionV1Schema: Schema.Struct<{
|
|
|
29
25
|
attempt: Schema.filter<Schema.filter<typeof Schema.Number>>;
|
|
30
26
|
}>>;
|
|
31
27
|
}>;
|
|
32
|
-
export type
|
|
33
|
-
export type
|
|
34
|
-
|
|
35
|
-
* Run-owned facts for offline Experiment selection and Slot classification.
|
|
36
|
-
* Each Eval occurs once; every expected Slot belongs to exactly one Eval entry.
|
|
37
|
-
*/
|
|
38
|
-
declare const EvaluationsPayloadV1StructuralSchema: Schema.Struct<{
|
|
28
|
+
export type EvaluationDefinition = Schema.Schema.Type<typeof EvaluationDefinitionSchema>;
|
|
29
|
+
export type EvaluationDefinitionEncoded = Schema.Schema.Encoded<typeof EvaluationDefinitionSchema>;
|
|
30
|
+
declare const EvaluationsPayloadStructuralSchema: Schema.Struct<{
|
|
39
31
|
experimentId: Schema.filter<typeof Schema.String>;
|
|
40
32
|
evaluations: Schema.Array$<Schema.Struct<{
|
|
41
33
|
evalId: Schema.filter<typeof Schema.String>;
|
|
@@ -46,18 +38,18 @@ declare const EvaluationsPayloadV1StructuralSchema: Schema.Struct<{
|
|
|
46
38
|
}>>;
|
|
47
39
|
}>>;
|
|
48
40
|
}>;
|
|
49
|
-
export type
|
|
50
|
-
export type
|
|
51
|
-
export type
|
|
41
|
+
export type EvaluationsPayload = Schema.Schema.Type<typeof EvaluationsPayloadStructuralSchema>;
|
|
42
|
+
export type EvaluationsPayloadEncoded = Schema.Schema.Encoded<typeof EvaluationsPayloadStructuralSchema>;
|
|
43
|
+
export type EvaluationsPayloadIssue = {
|
|
52
44
|
readonly code: "evaluations-eval-order-invalid";
|
|
53
45
|
readonly index: number;
|
|
54
|
-
readonly evalId:
|
|
46
|
+
readonly evalId: EvaluationId;
|
|
55
47
|
} | {
|
|
56
48
|
readonly code: "evaluations-eval-duplicate";
|
|
57
|
-
readonly evalId:
|
|
49
|
+
readonly evalId: EvaluationId;
|
|
58
50
|
} | {
|
|
59
51
|
readonly code: "evaluations-slot-order-invalid";
|
|
60
|
-
readonly evalId:
|
|
52
|
+
readonly evalId: EvaluationId;
|
|
61
53
|
readonly index: number;
|
|
62
54
|
readonly slotId: SlotId;
|
|
63
55
|
} | {
|
|
@@ -65,18 +57,11 @@ export type EvaluationsPayloadIssueV1 = {
|
|
|
65
57
|
readonly slotId: SlotId;
|
|
66
58
|
} | {
|
|
67
59
|
readonly code: "evaluations-attempt-duplicate";
|
|
68
|
-
readonly evalId:
|
|
69
|
-
readonly attempt:
|
|
60
|
+
readonly evalId: EvaluationId;
|
|
61
|
+
readonly attempt: EvaluationAttemptOrdinal;
|
|
70
62
|
};
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
* one Eval definition per EvalId, one Slot globally, and one Slot per Eval
|
|
74
|
-
* ordinal. The latter lets reuse planning match `(evalId, attempt)` without
|
|
75
|
-
* deriving identity from a filesystem name.
|
|
76
|
-
*/
|
|
77
|
-
export declare function validateEvaluationsPayloadV1(payload: EvaluationsPayloadV1): readonly EvaluationsPayloadIssueV1[];
|
|
78
|
-
/** Exact JSON schema for `niceeval.evaluations/v1`. */
|
|
79
|
-
export declare const EvaluationsPayloadV1Schema: Schema.filter<Schema.Struct<{
|
|
63
|
+
export declare function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[];
|
|
64
|
+
export declare const EvaluationsPayloadSchema: Schema.filter<Schema.Struct<{
|
|
80
65
|
experimentId: Schema.filter<typeof Schema.String>;
|
|
81
66
|
evaluations: Schema.Array$<Schema.Struct<{
|
|
82
67
|
evalId: Schema.filter<typeof Schema.String>;
|
|
@@ -87,89 +72,28 @@ export declare const EvaluationsPayloadV1Schema: Schema.filter<Schema.Struct<{
|
|
|
87
72
|
}>>;
|
|
88
73
|
}>>;
|
|
89
74
|
}>>;
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
readonly
|
|
93
|
-
readonly evaluations: readonly {
|
|
94
|
-
readonly evaluationKind: "score" | "pass";
|
|
95
|
-
readonly evalId: string;
|
|
96
|
-
readonly slots: readonly [{
|
|
97
|
-
readonly attempt: number;
|
|
98
|
-
readonly slotId: SlotId;
|
|
99
|
-
}, ...{
|
|
100
|
-
readonly attempt: number;
|
|
101
|
-
readonly slotId: SlotId;
|
|
102
|
-
}[]];
|
|
103
|
-
}[];
|
|
104
|
-
}>;
|
|
105
|
-
export declare const evaluationsAttachmentFamilyV1: import("../../record/attachment/types.cjs").RecordAttachmentFamily<"run", {
|
|
106
|
-
readonly experimentId: string;
|
|
107
|
-
readonly evaluations: readonly {
|
|
108
|
-
readonly evaluationKind: "score" | "pass";
|
|
109
|
-
readonly evalId: string;
|
|
110
|
-
readonly slots: readonly [{
|
|
111
|
-
readonly attempt: number;
|
|
112
|
-
readonly slotId: SlotId;
|
|
113
|
-
}, ...{
|
|
114
|
-
readonly attempt: number;
|
|
115
|
-
readonly slotId: SlotId;
|
|
116
|
-
}[]];
|
|
117
|
-
}[];
|
|
118
|
-
}>;
|
|
119
|
-
export declare function decodeEvaluationsPayloadV1(input: unknown): Either.Either<{
|
|
120
|
-
readonly experimentId: string;
|
|
121
|
-
readonly evaluations: readonly {
|
|
122
|
-
readonly evaluationKind: "score" | "pass";
|
|
123
|
-
readonly evalId: string;
|
|
124
|
-
readonly slots: readonly [{
|
|
125
|
-
readonly attempt: number;
|
|
126
|
-
readonly slotId: SlotId;
|
|
127
|
-
}, ...{
|
|
128
|
-
readonly attempt: number;
|
|
129
|
-
readonly slotId: SlotId;
|
|
130
|
-
}[]];
|
|
131
|
-
}[];
|
|
132
|
-
}, import("../../record/attachment/errors.cjs").RecordAttachmentPayloadInvalid>;
|
|
133
|
-
export type EvaluationsPayloadBuildErrorV1 = {
|
|
134
|
-
readonly code: "evaluations-payload-schema-invalid";
|
|
135
|
-
} | {
|
|
136
|
-
readonly code: "evaluations-payload-coherence-invalid";
|
|
137
|
-
readonly issues: readonly EvaluationsPayloadIssueV1[];
|
|
75
|
+
export type EvaluationsPayloadBuildError = {
|
|
76
|
+
readonly code: "evaluations-payload-schema-invalid" | "evaluations-payload-coherence-invalid";
|
|
77
|
+
readonly issues?: readonly EvaluationsPayloadIssue[];
|
|
138
78
|
};
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
export declare function buildEvaluationsPayloadV1(input: EvaluationsPayloadV1): Either.Either<EvaluationsPayloadV1, EvaluationsPayloadBuildErrorV1>;
|
|
145
|
-
/** Builds the real Run-owned opaque write after canonicalizing producer facts. */
|
|
146
|
-
export declare function buildEvaluationsAttachmentWriteV1(input: EvaluationsPayloadV1): Either.Either<RecordAttachmentWrite<"run", never, never>, EvaluationsPayloadBuildErrorV1>;
|
|
147
|
-
/** The flattened lookup value reports need for each denominator Slot. */
|
|
148
|
-
export interface EvaluationSlotProjectionV1 extends EvaluationSlotV1 {
|
|
149
|
-
readonly evalId: EvaluationIdV1;
|
|
150
|
-
readonly evaluationKind: EvaluationKindV1;
|
|
79
|
+
export declare function decodeEvaluationsPayload(input: unknown): Either.Either<EvaluationsPayload, EvaluationsPayloadBuildError>;
|
|
80
|
+
export declare function buildEvaluationsPayload(input: EvaluationsPayload): Either.Either<EvaluationsPayload, EvaluationsPayloadBuildError>;
|
|
81
|
+
export interface EvaluationSlotProjection extends EvaluationSlot {
|
|
82
|
+
readonly evalId: EvaluationId;
|
|
83
|
+
readonly evaluationKind: EvaluationKind;
|
|
151
84
|
}
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
readonly experimentId: ExperimentIdV1;
|
|
155
|
-
readonly evaluations: readonly EvaluationDefinitionV1[];
|
|
156
|
-
readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjectionV1 | undefined;
|
|
85
|
+
export interface EvaluationsProjection {
|
|
86
|
+
readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;
|
|
157
87
|
}
|
|
158
|
-
export declare function
|
|
159
|
-
/** A typed, synchronous projection over one available Record Attachment value. */
|
|
160
|
-
export declare function projectEvaluationsAttachmentV1(value: RecordAttachmentValue<EvaluationsPayloadV1>): EvaluationsProjectionV1;
|
|
161
|
-
/** The report-facing type of one Slot's Evaluation. */
|
|
162
|
-
export type EvaluationKind = "pass" | "score";
|
|
88
|
+
export declare function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection;
|
|
163
89
|
export interface Evaluation {
|
|
90
|
+
readonly id: EvaluationId;
|
|
164
91
|
readonly kind: EvaluationKind;
|
|
92
|
+
readonly slots: readonly EvaluationSlot[];
|
|
165
93
|
}
|
|
166
|
-
/**
|
|
167
|
-
* Run-level Evaluation lookup. It intentionally exposes only the question a
|
|
168
|
-
* consumer can answer for a Sample slot, rather than the durable plan shape.
|
|
169
|
-
*/
|
|
170
94
|
export interface Evaluations {
|
|
171
|
-
readonly
|
|
95
|
+
readonly experimentId: ExperimentId;
|
|
96
|
+
readonly evaluations: readonly Evaluation[];
|
|
172
97
|
}
|
|
173
|
-
|
|
174
|
-
export declare const evaluationsProjector: RecordAttachmentProjector<"run", Evaluations>;
|
|
98
|
+
export declare function projectEvaluations(payload: EvaluationsPayload): Evaluations;
|
|
175
99
|
export {};
|