niceeval 0.16.3-canary.99 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/bootstrap.cjs +7 -1
- package/dist/cli/bootstrap.cjs.map +1 -1
- package/dist/cli/project-configuration.cjs +8 -11
- package/dist/cli/project-configuration.cjs.map +1 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +1 -0
- package/dist/expect/index.d.mts +1 -0
- package/dist/expect/index.d.ts +1 -0
- package/dist/experiment/host/cli/contribution.cjs +6 -11
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +0 -16
- package/dist/experiment/host/cli/contribution.d.mts +0 -16
- package/dist/experiment/host/cli/contribution.d.ts +0 -16
- package/dist/experiment/host/operations.cjs +3 -3
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +0 -4
- package/dist/experiment/host/types.d.mts +0 -4
- package/dist/experiment/host/types.d.ts +0 -4
- package/dist/fresh-import.cjs +2 -2
- package/dist/fresh-import.cjs.map +1 -1
- package/dist/fresh-import.d.cts +3 -3
- package/dist/fresh-import.d.mts +3 -3
- package/dist/fresh-import.d.ts +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -0
- package/dist/index.d.mts +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/inspection/codec.cjs.map +1 -1
- package/dist/inspection/codec.d.cts +1 -1
- package/dist/inspection/codec.d.mts +1 -1
- package/dist/inspection/codec.d.ts +1 -1
- package/dist/inspection/facts.cjs +66 -9
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/facts.d.cts +4 -0
- package/dist/inspection/facts.d.mts +4 -0
- package/dist/inspection/facts.d.ts +4 -0
- package/dist/inspection/facts.js +4 -2
- package/dist/inspection/index.cjs +1 -3
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -1
- package/dist/inspection/index.d.mts +1 -1
- package/dist/inspection/index.d.ts +1 -1
- package/dist/inspection/index.js +44 -48
- package/dist/inspection/limits.cjs +3 -1
- package/dist/inspection/limits.cjs.map +1 -1
- package/dist/inspection/limits.d.cts +2 -0
- package/dist/inspection/limits.d.mts +2 -0
- package/dist/inspection/limits.d.ts +2 -0
- package/dist/inspection/limits.js +6 -4
- package/dist/inspection/project-source.cjs +4 -1
- package/dist/inspection/project-source.cjs.map +1 -1
- package/dist/inspection/protocol.cjs +10 -18
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +111 -173
- package/dist/inspection/protocol.d.mts +111 -173
- package/dist/inspection/protocol.d.ts +111 -173
- package/dist/inspection/public.mjs +73 -109
- package/dist/inspection/results.cjs +12 -48
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +124 -122
- package/dist/inspection/results.d.mts +124 -122
- package/dist/inspection/results.d.ts +124 -122
- package/dist/inspection/results.js +16 -20
- package/dist/inspection/select.cjs +80 -117
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +14 -15
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/source.d.cts +6 -3
- package/dist/inspection/source.d.mts +6 -3
- package/dist/inspection/source.d.ts +6 -3
- package/dist/inspection/trace.cjs +1 -1
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/load-config.cjs +17 -11
- package/dist/load-config.cjs.map +1 -1
- package/dist/load-config.d.cts +3 -2
- package/dist/load-config.d.mts +3 -2
- package/dist/load-config.d.ts +3 -2
- package/dist/o11y/adapter-usage-projection.cjs +5 -1
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +109 -1
- package/dist/o11y/adapter-usage-projection.d.mts +109 -1
- package/dist/o11y/adapter-usage-projection.d.ts +109 -1
- package/dist/o11y/cache-read.cjs +113 -0
- package/dist/o11y/cache-read.cjs.map +1 -0
- package/dist/o11y/cache-read.d.cts +80 -0
- package/dist/o11y/cache-read.d.mts +80 -0
- package/dist/o11y/cache-read.d.ts +80 -0
- package/dist/o11y/cache-read.js +8 -0
- package/dist/o11y/cache-read.js.map +1 -0
- package/dist/o11y/eval-usage.cjs +4 -1
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +4 -1
- package/dist/o11y/eval-usage.d.mts +4 -1
- package/dist/o11y/eval-usage.d.ts +4 -1
- package/dist/record/host/sqlite-host.cjs +188 -53
- package/dist/record/host/sqlite-host.cjs.map +1 -1
- package/dist/record/host/sqlite-host.d.cts +37 -1
- package/dist/record/host/sqlite-host.d.mts +37 -1
- package/dist/record/host/sqlite-host.d.ts +37 -1
- package/dist/record/host/sqlite-host.js +16 -8
- package/dist/record/maintenance/runtime.cjs +3 -3
- package/dist/record/maintenance/runtime.cjs.map +1 -1
- package/dist/record/sqlite/admission-repository.cjs +18 -18
- package/dist/record/sqlite/admission-repository.cjs.map +1 -1
- package/dist/record/sqlite/case-repository.cjs +6 -6
- package/dist/record/sqlite/case-repository.cjs.map +1 -1
- package/dist/record/sqlite/coordination-repository.cjs +25 -25
- package/dist/record/sqlite/coordination-repository.cjs.map +1 -1
- package/dist/record/sqlite/current-schema.cjs +115 -111
- package/dist/record/sqlite/current-schema.cjs.map +1 -1
- package/dist/record/sqlite/current-schema.d.cts +3 -3
- package/dist/record/sqlite/current-schema.d.mts +3 -3
- package/dist/record/sqlite/current-schema.d.ts +3 -3
- package/dist/record/sqlite/database.cjs +56 -53
- package/dist/record/sqlite/database.cjs.map +1 -1
- package/dist/record/sqlite/index.cjs +3 -1
- package/dist/record/sqlite/index.cjs.map +1 -1
- package/dist/record/sqlite/index.d.cts +5 -2
- package/dist/record/sqlite/index.d.mts +5 -2
- package/dist/record/sqlite/index.d.ts +5 -2
- package/dist/record/sqlite/legacy-schema-018.cjs +443 -0
- package/dist/record/sqlite/legacy-schema-018.cjs.map +1 -0
- package/dist/record/sqlite/legacy-schema-018.d.cts +6 -0
- package/dist/record/sqlite/legacy-schema-018.d.mts +6 -0
- package/dist/record/sqlite/legacy-schema-018.d.ts +6 -0
- package/dist/record/sqlite/legacy-schema-018.js +6 -0
- package/dist/record/sqlite/legacy-schema-018.js.map +1 -0
- package/dist/record/sqlite/migration.cjs +105 -46
- package/dist/record/sqlite/migration.cjs.map +1 -1
- package/dist/record/sqlite/migration.d.cts +2 -1
- package/dist/record/sqlite/migration.d.mts +2 -1
- package/dist/record/sqlite/migration.d.ts +2 -1
- package/dist/record/sqlite/portable-capture.cjs +13 -13
- package/dist/record/sqlite/portable-capture.cjs.map +1 -1
- package/dist/record/sqlite/registry-repository.cjs +22 -22
- package/dist/record/sqlite/registry-repository.cjs.map +1 -1
- package/dist/record/sqlite/schema.cjs +10 -2
- package/dist/record/sqlite/schema.cjs.map +1 -1
- package/dist/record/sqlite/schema.d.cts +4 -1
- package/dist/record/sqlite/schema.d.mts +4 -1
- package/dist/record/sqlite/schema.d.ts +4 -1
- package/dist/record/sqlite/schema.js +20 -14
- package/dist/record/sqlite/storage-worker.cjs +1 -1
- package/dist/record/sqlite/storage-worker.cjs.map +1 -1
- package/dist/record/sqlite/storage.cjs +316 -232
- package/dist/record/sqlite/storage.cjs.map +1 -1
- package/dist/record/sqlite/storage.d.cts +10 -2
- package/dist/record/sqlite/storage.d.mts +10 -2
- package/dist/record/sqlite/storage.d.ts +10 -2
- package/dist/record/sqlite/storage.js +54 -50
- package/dist/record/sqlite/types.cjs +1 -1
- package/dist/record/sqlite/types.cjs.map +1 -1
- package/dist/record/sqlite/types.d.cts +13 -1
- package/dist/record/sqlite/types.d.mts +13 -1
- package/dist/record/sqlite/types.d.ts +13 -1
- package/dist/run/cli/contribution.cjs +17 -12
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/lifecycle-adapter.cjs +1 -1
- package/dist/run/host/lifecycle-adapter.cjs.map +1 -1
- package/dist/run/storage/owner-identity.cjs +78 -16
- package/dist/run/storage/owner-identity.cjs.map +1 -1
- package/dist/run/storage/owner-identity.d.cts +2 -1
- package/dist/run/storage/owner-identity.d.mts +2 -1
- package/dist/run/storage/owner-identity.d.ts +2 -1
- package/dist/run/storage/sqlite.cjs +55 -55
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/accept.cjs +12 -42
- package/dist/runner/accept.cjs.map +1 -1
- package/dist/runner/accept.d.cts +2 -3
- package/dist/runner/accept.d.mts +2 -3
- package/dist/runner/accept.d.ts +2 -3
- package/dist/runner/adapter-usage.cjs +2 -2
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adoption.cjs +14 -26
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/adoption.d.cts +5 -13
- package/dist/runner/adoption.d.mts +5 -13
- package/dist/runner/adoption.d.ts +5 -13
- package/dist/runner/adoption.js +2 -4
- package/dist/runner/record.cjs +24 -18
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/rename-experiment.cjs +5 -7
- package/dist/runner/rename-experiment.cjs.map +1 -1
- package/dist/runner/reuse-plan.cjs +37 -18
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/reuse-plan.d.cts +4 -1
- package/dist/runner/reuse-plan.d.mts +4 -1
- package/dist/runner/reuse-plan.d.ts +4 -1
- package/dist/runner/setup-prefix-plan.cjs +17 -12
- package/dist/runner/setup-prefix-plan.cjs.map +1 -1
- package/dist/runner/setup-prefix-plan.d.cts +0 -2
- package/dist/runner/setup-prefix-plan.d.mts +0 -2
- package/dist/runner/setup-prefix-plan.d.ts +0 -2
- package/dist/runner/setup-prefix-plan.js +8 -12
- package/dist/sandbox/backend.cjs +10 -1
- package/dist/sandbox/backend.cjs.map +1 -1
- package/dist/sandbox/backend.d.cts +16 -8
- package/dist/sandbox/backend.d.mts +16 -8
- package/dist/sandbox/backend.d.ts +16 -8
- package/dist/sandbox/backend.js +28 -26
- package/dist/sandbox/docker.cjs +7 -1
- package/dist/sandbox/docker.cjs.map +1 -1
- package/dist/sandbox/e2b-cache-repository.cjs +13 -3
- package/dist/sandbox/e2b-cache-repository.cjs.map +1 -1
- package/dist/sandbox/e2b-cache-repository.d.cts +3 -0
- package/dist/sandbox/e2b-cache-repository.d.mts +3 -0
- package/dist/sandbox/e2b-cache-repository.d.ts +3 -0
- package/dist/sandbox/e2b-cache-repository.js +16 -12
- package/dist/sandbox/e2b.cjs +2 -2
- package/dist/sandbox/e2b.cjs.map +1 -1
- package/dist/sandbox/incus/materialize.cjs +1 -1
- package/dist/sandbox/incus/materialize.cjs.map +1 -1
- package/dist/show/contribution.cjs +3 -3
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/model.cjs +14 -13
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +7 -7
- package/dist/show/model.d.mts +7 -7
- package/dist/show/model.d.ts +7 -7
- package/dist/show/render.cjs +14 -0
- package/dist/show/render.cjs.map +1 -1
- package/dist/user-database/storage-worker.cjs +13 -3
- package/dist/user-database/storage-worker.cjs.map +1 -1
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-CmVoXbwG.js → index-B3ijZRph.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-BuLISaH4.js → quality-cost-scatter-B--DfJ9s.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/application-runtime.cjs +8 -0
- package/dist/view/application-runtime.cjs.map +1 -0
- package/dist/view/application-runtime.d.cts +9 -0
- package/dist/view/application-runtime.d.mts +9 -0
- package/dist/view/application-runtime.d.ts +9 -0
- package/dist/view/application-runtime.js +6 -0
- package/dist/view/application-runtime.js.map +1 -0
- package/dist/view/cli/contribution.cjs +5 -2
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/cli/contribution.d.cts +2 -1
- package/dist/view/cli/contribution.d.mts +2 -1
- package/dist/view/cli/contribution.d.ts +2 -1
- package/dist/view/function-runtime.mjs +1019 -456
- package/dist/view/http-protocol.d.cts +1 -9
- package/dist/view/http-protocol.d.mts +1 -9
- package/dist/view/http-protocol.d.ts +1 -9
- package/dist/view/inspection-host.cjs +39 -30
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +7545 -2
- package/dist/view/inspection-host.d.mts +7545 -2
- package/dist/view/inspection-host.d.ts +7545 -2
- package/dist/view/server.cjs +8 -5
- package/dist/view/server.cjs.map +1 -1
- package/dist/view/server.d.cts +4 -2
- package/dist/view/server.d.mts +4 -2
- package/dist/view/server.d.ts +4 -2
- package/docs-site/zh/reference/cli.mdx +1 -2
- package/docs-site/zh/tutorials/control-run-cost.mdx +22 -0
- package/docs-site/zh/tutorials/niceeval-taste-application.mdx +21 -0
- package/package.json +1 -1
|
@@ -2383,58 +2383,17 @@ export declare const InspectionRunValueSchema: Schema.Struct<{
|
|
|
2383
2383
|
}>>;
|
|
2384
2384
|
}>;
|
|
2385
2385
|
export type InspectionRunValue = Schema.Schema.Type<typeof InspectionRunValueSchema>;
|
|
2386
|
-
export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
2387
|
-
readonly value: Schema.Struct<{
|
|
2388
|
-
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
2389
|
-
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
2390
|
-
readonly state: Schema.Literals<readonly ["active", "completed", "interrupted", "failed"]>;
|
|
2391
|
-
readonly context: Schema.optional<Schema.Struct<{
|
|
2392
|
-
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
2393
|
-
readonly execution: Schema.Codec<import("../record/model/run-context.js").RunExecutionContext, import("../record/model/run-context.js").RunExecutionContext, never, never>;
|
|
2394
|
-
readonly labels: Schema.Codec<Readonly<Record<string, string>>, Readonly<Record<string, string>>, never, never>;
|
|
2395
|
-
}>>;
|
|
2396
|
-
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
2397
|
-
readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>>;
|
|
2398
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
2399
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
2400
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
2401
|
-
readonly attemptOrdinal: Schema.Number;
|
|
2402
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
2403
|
-
}>>;
|
|
2404
|
-
}>;
|
|
2405
|
-
readonly members: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2406
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
2407
|
-
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
2408
|
-
readonly attempt: Schema.Struct<{
|
|
2409
|
-
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
2410
|
-
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
2411
|
-
}>;
|
|
2412
|
-
}>, Schema.Struct<{
|
|
2413
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
2414
|
-
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
2415
|
-
readonly attempt: Schema.Null;
|
|
2416
|
-
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
2417
|
-
}>]>>;
|
|
2418
|
-
readonly attempts: Schema.$Array<Schema.Struct<{
|
|
2419
|
-
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
2420
|
-
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
2421
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
2422
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
2423
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
2424
|
-
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
2425
|
-
}>>;
|
|
2426
|
-
}>;
|
|
2427
|
-
export type InspectionRunResult = Schema.Schema.Type<typeof InspectionRunResultSchema>;
|
|
2428
2386
|
export declare const InspectionRunListResultSchema: Schema.$Array<Schema.Struct<{
|
|
2429
|
-
readonly runId: Schema.
|
|
2430
|
-
readonly
|
|
2431
|
-
readonly experimentId: Schema.
|
|
2432
|
-
readonly
|
|
2433
|
-
readonly startedAt: Schema.
|
|
2434
|
-
readonly completedAt: Schema.
|
|
2387
|
+
readonly runId: Schema.String;
|
|
2388
|
+
readonly invocationId: Schema.String;
|
|
2389
|
+
readonly experimentId: Schema.String;
|
|
2390
|
+
readonly state: Schema.Literals<readonly ["active", "completed", "interrupted", "failed"]>;
|
|
2391
|
+
readonly startedAt: Schema.String;
|
|
2392
|
+
readonly completedAt: Schema.optional<Schema.String>;
|
|
2435
2393
|
readonly coverage: Schema.Struct<{
|
|
2436
2394
|
readonly published: Schema.Number;
|
|
2437
2395
|
readonly expected: Schema.Number;
|
|
2396
|
+
readonly missing: Schema.Number;
|
|
2438
2397
|
}>;
|
|
2439
2398
|
}>>;
|
|
2440
2399
|
export type InspectionRunListResult = Schema.Schema.Type<typeof InspectionRunListResultSchema>;
|
|
@@ -2451,53 +2410,6 @@ export declare const InspectionScoredValueSchema: Schema.Union<readonly [Schema.
|
|
|
2451
2410
|
readonly unavailable: Schema.Number;
|
|
2452
2411
|
}>]>;
|
|
2453
2412
|
export type InspectionScoredValue = Schema.Schema.Type<typeof InspectionScoredValueSchema>;
|
|
2454
|
-
export declare const InspectionRunSummaryResultSchema: Schema.Struct<{
|
|
2455
|
-
readonly runs: Schema.$Array<Schema.Struct<{
|
|
2456
|
-
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
2457
|
-
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
2458
|
-
readonly context: Schema.Struct<{
|
|
2459
|
-
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
2460
|
-
readonly execution: Schema.Codec<import("../record/model/run-context.js").RunExecutionContext, import("../record/model/run-context.js").RunExecutionContext, never, never>;
|
|
2461
|
-
readonly labels: Schema.Codec<Readonly<Record<string, string>>, Readonly<Record<string, string>>, never, never>;
|
|
2462
|
-
}>;
|
|
2463
|
-
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
2464
|
-
readonly completedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
2465
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
2466
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
2467
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
2468
|
-
readonly attemptOrdinal: Schema.Number;
|
|
2469
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
2470
|
-
}>>;
|
|
2471
|
-
}>>;
|
|
2472
|
-
readonly denominator: Schema.Struct<{
|
|
2473
|
-
readonly expected: Schema.Number;
|
|
2474
|
-
readonly observed: Schema.Number;
|
|
2475
|
-
}>;
|
|
2476
|
-
readonly members: Schema.$Array<Schema.Struct<{
|
|
2477
|
-
readonly runId: Schema.String;
|
|
2478
|
-
readonly slotId: Schema.String;
|
|
2479
|
-
readonly evalId: Schema.String;
|
|
2480
|
-
readonly attemptOrdinal: Schema.Number;
|
|
2481
|
-
readonly executionIdentityDigest: Schema.String;
|
|
2482
|
-
readonly state: Schema.Literals<readonly ["executed", "carried", "accepted", "not-dispatched", "interrupted", "missing"]>;
|
|
2483
|
-
readonly locator: Schema.NullOr<Schema.String>;
|
|
2484
|
-
readonly outcome: Schema.NullOr<Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>>;
|
|
2485
|
-
readonly verdict: Schema.NullOr<Schema.Literals<readonly ["passed", "failed", "errored", "skipped"]>>;
|
|
2486
|
-
readonly score: Schema.optional<Schema.Union<readonly [Schema.Struct<{
|
|
2487
|
-
readonly state: Schema.Literal<"not-scored">;
|
|
2488
|
-
}>, Schema.Struct<{
|
|
2489
|
-
readonly state: Schema.Literal<"complete">;
|
|
2490
|
-
readonly earned: Schema.Number;
|
|
2491
|
-
readonly possible: Schema.Number;
|
|
2492
|
-
}>, Schema.Struct<{
|
|
2493
|
-
readonly state: Schema.Literal<"unavailable">;
|
|
2494
|
-
readonly earned: Schema.Number;
|
|
2495
|
-
readonly possible: Schema.Number;
|
|
2496
|
-
readonly unavailable: Schema.Number;
|
|
2497
|
-
}>]>>;
|
|
2498
|
-
}>>;
|
|
2499
|
-
}>;
|
|
2500
|
-
export type InspectionRunSummaryResult = Schema.Schema.Type<typeof InspectionRunSummaryResultSchema>;
|
|
2501
2413
|
export declare const InspectionAttemptResultSchema: Schema.Struct<{
|
|
2502
2414
|
readonly core: Schema.Struct<{
|
|
2503
2415
|
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
@@ -4004,6 +3916,60 @@ declare const JudgeUsageSchema: Schema.Union<readonly [Schema.Union<readonly [Sc
|
|
|
4004
3916
|
}>]>;
|
|
4005
3917
|
export type JudgeUsage = Schema.Schema.Type<typeof JudgeUsageSchema>;
|
|
4006
3918
|
export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
3919
|
+
readonly cacheRead: Schema.Struct<{
|
|
3920
|
+
readonly total: Schema.Struct<{
|
|
3921
|
+
rate: Schema.Union<readonly [Schema.Struct<{
|
|
3922
|
+
readonly state: Schema.Literal<"exact">;
|
|
3923
|
+
readonly value: Schema.Number;
|
|
3924
|
+
}>, Schema.Struct<{
|
|
3925
|
+
readonly state: Schema.Literal<"unavailable">;
|
|
3926
|
+
readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
|
|
3927
|
+
}>]>;
|
|
3928
|
+
recordedCalls: Schema.Number;
|
|
3929
|
+
coveredCalls: Schema.Number;
|
|
3930
|
+
missingCacheReadCalls: Schema.Number;
|
|
3931
|
+
missingInputTotalCalls: Schema.Number;
|
|
3932
|
+
unknownStatusCalls: Schema.Number;
|
|
3933
|
+
collectionComplete: Schema.Boolean;
|
|
3934
|
+
reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3935
|
+
}>;
|
|
3936
|
+
readonly modelSlots: Schema.$Array<Schema.Struct<{
|
|
3937
|
+
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
3938
|
+
readonly state: Schema.Literal<"exact">;
|
|
3939
|
+
readonly value: Schema.Number;
|
|
3940
|
+
}>, Schema.Struct<{
|
|
3941
|
+
readonly state: Schema.Literal<"unavailable">;
|
|
3942
|
+
readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
|
|
3943
|
+
}>]>;
|
|
3944
|
+
readonly recordedCalls: Schema.Number;
|
|
3945
|
+
readonly coveredCalls: Schema.Number;
|
|
3946
|
+
readonly missingCacheReadCalls: Schema.Number;
|
|
3947
|
+
readonly missingInputTotalCalls: Schema.Number;
|
|
3948
|
+
readonly unknownStatusCalls: Schema.Number;
|
|
3949
|
+
readonly collectionComplete: Schema.Boolean;
|
|
3950
|
+
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3951
|
+
readonly modelSlot: Schema.NullOr<Schema.String>;
|
|
3952
|
+
}>>;
|
|
3953
|
+
readonly models: Schema.$Array<Schema.Struct<{
|
|
3954
|
+
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
3955
|
+
readonly state: Schema.Literal<"exact">;
|
|
3956
|
+
readonly value: Schema.Number;
|
|
3957
|
+
}>, Schema.Struct<{
|
|
3958
|
+
readonly state: Schema.Literal<"unavailable">;
|
|
3959
|
+
readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
|
|
3960
|
+
}>]>;
|
|
3961
|
+
readonly recordedCalls: Schema.Number;
|
|
3962
|
+
readonly coveredCalls: Schema.Number;
|
|
3963
|
+
readonly missingCacheReadCalls: Schema.Number;
|
|
3964
|
+
readonly missingInputTotalCalls: Schema.Number;
|
|
3965
|
+
readonly unknownStatusCalls: Schema.Number;
|
|
3966
|
+
readonly collectionComplete: Schema.Boolean;
|
|
3967
|
+
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3968
|
+
readonly modelSlot: Schema.NullOr<Schema.String>;
|
|
3969
|
+
readonly provider: Schema.NullOr<Schema.String>;
|
|
3970
|
+
readonly model: Schema.NullOr<Schema.String>;
|
|
3971
|
+
}>>;
|
|
3972
|
+
}>;
|
|
4007
3973
|
readonly configuredModels: Schema.Union<readonly [Schema.Struct<{
|
|
4008
3974
|
readonly state: Schema.Literal<"not-recorded">;
|
|
4009
3975
|
}>, Schema.Struct<{
|
|
@@ -4393,26 +4359,65 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
4393
4359
|
readonly omittedObservationCount: Schema.Number;
|
|
4394
4360
|
}>;
|
|
4395
4361
|
export type InspectionAttemptUsageResult = Schema.Schema.Type<typeof InspectionAttemptUsageResultSchema>;
|
|
4396
|
-
export declare const
|
|
4397
|
-
readonly
|
|
4362
|
+
export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
4363
|
+
readonly value: Schema.Struct<{
|
|
4398
4364
|
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4399
4365
|
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
4400
|
-
readonly
|
|
4401
|
-
|
|
4402
|
-
|
|
4403
|
-
|
|
4404
|
-
|
|
4405
|
-
|
|
4406
|
-
readonly
|
|
4407
|
-
readonly
|
|
4408
|
-
|
|
4409
|
-
readonly members: Schema.$Array<Schema.Struct<{
|
|
4410
|
-
readonly slot: Schema.Struct<{
|
|
4366
|
+
readonly state: Schema.Literals<readonly ["active", "completed", "interrupted", "failed"]>;
|
|
4367
|
+
readonly context: Schema.optional<Schema.Struct<{
|
|
4368
|
+
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
4369
|
+
readonly execution: Schema.Codec<import("../record/model/run-context.js").RunExecutionContext, import("../record/model/run-context.js").RunExecutionContext, never, never>;
|
|
4370
|
+
readonly labels: Schema.Codec<Readonly<Record<string, string>>, Readonly<Record<string, string>>, never, never>;
|
|
4371
|
+
}>>;
|
|
4372
|
+
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
4373
|
+
readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>>;
|
|
4374
|
+
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
4411
4375
|
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4412
4376
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4413
4377
|
readonly attemptOrdinal: Schema.Number;
|
|
4414
4378
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4379
|
+
}>>;
|
|
4380
|
+
}>;
|
|
4381
|
+
readonly members: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
4382
|
+
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4383
|
+
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
4384
|
+
readonly attempt: Schema.Struct<{
|
|
4385
|
+
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4386
|
+
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
4415
4387
|
}>;
|
|
4388
|
+
}>, Schema.Struct<{
|
|
4389
|
+
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4390
|
+
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
4391
|
+
readonly attempt: Schema.Null;
|
|
4392
|
+
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
4393
|
+
}>]>>;
|
|
4394
|
+
readonly attempts: Schema.$Array<Schema.Struct<{
|
|
4395
|
+
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
4396
|
+
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4397
|
+
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4398
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4399
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4400
|
+
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
4401
|
+
}>>;
|
|
4402
|
+
readonly denominator: Schema.Struct<{
|
|
4403
|
+
readonly expected: Schema.Number;
|
|
4404
|
+
readonly published: Schema.Number;
|
|
4405
|
+
readonly missing: Schema.Number;
|
|
4406
|
+
}>;
|
|
4407
|
+
readonly slots: Schema.$Array<Schema.Struct<{
|
|
4408
|
+
readonly publication: Schema.Union<readonly [Schema.Struct<{
|
|
4409
|
+
readonly state: Schema.Literal<"pending">;
|
|
4410
|
+
}>, Schema.Struct<{
|
|
4411
|
+
readonly state: Schema.Literal<"published">;
|
|
4412
|
+
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
4413
|
+
readonly attemptId: Schema.String;
|
|
4414
|
+
readonly attemptLocator: Schema.String;
|
|
4415
|
+
readonly originRunId: Schema.String;
|
|
4416
|
+
readonly originSlotId: Schema.String;
|
|
4417
|
+
}>, Schema.Struct<{
|
|
4418
|
+
readonly state: Schema.Literal<"absent">;
|
|
4419
|
+
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
4420
|
+
}>]>;
|
|
4416
4421
|
readonly state: Schema.Literals<readonly ["executed", "carried", "accepted", "not-dispatched", "interrupted", "pending"]>;
|
|
4417
4422
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4418
4423
|
readonly relation: Schema.NullOr<Schema.Literals<readonly ["origin", "reference"]>>;
|
|
@@ -4687,6 +4692,10 @@ export declare const InspectionRunOverviewResultSchema: Schema.Struct<{
|
|
|
4687
4692
|
readonly reason: Schema.String;
|
|
4688
4693
|
}>]>;
|
|
4689
4694
|
}>]>>;
|
|
4695
|
+
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4696
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4697
|
+
readonly attemptOrdinal: Schema.Number;
|
|
4698
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4690
4699
|
}>>;
|
|
4691
4700
|
readonly coverage: Schema.Struct<{
|
|
4692
4701
|
readonly state: Schema.Literals<readonly ["complete", "partial", "not-recorded", "invalid", "unavailable"]>;
|
|
@@ -5070,7 +5079,7 @@ export declare const InspectionRunOverviewResultSchema: Schema.Struct<{
|
|
|
5070
5079
|
}>]>;
|
|
5071
5080
|
}>>;
|
|
5072
5081
|
}>;
|
|
5073
|
-
export type
|
|
5082
|
+
export type InspectionRunResult = Schema.Schema.Type<typeof InspectionRunResultSchema>;
|
|
5074
5083
|
export declare const InspectionAttemptTimingResultSchema: Schema.Struct<{
|
|
5075
5084
|
readonly state: Schema.Literals<readonly ["complete", "partial", "not-recorded", "invalid"]>;
|
|
5076
5085
|
readonly limitations: Schema.$Array<Schema.Union<readonly [Schema.Union<readonly [Schema.Struct<{
|
|
@@ -5175,14 +5184,9 @@ export declare const InspectionAttemptDiffResultSchema: Schema.Union<readonly [S
|
|
|
5175
5184
|
}>>;
|
|
5176
5185
|
}>]>;
|
|
5177
5186
|
export type InspectionAttemptDiffResult = Schema.Schema.Type<typeof InspectionAttemptDiffResultSchema>;
|
|
5178
|
-
export interface
|
|
5179
|
-
readonly
|
|
5180
|
-
readonly
|
|
5181
|
-
readonly runCount: number;
|
|
5182
|
-
readonly runs: readonly {
|
|
5183
|
-
readonly runId: string;
|
|
5184
|
-
readonly logicalSealIdentity: string;
|
|
5185
|
-
}[];
|
|
5187
|
+
export interface InspectionPublicationCutoff {
|
|
5188
|
+
readonly storeGeneration: string;
|
|
5189
|
+
readonly revision: number;
|
|
5186
5190
|
}
|
|
5187
5191
|
export interface InspectionSelectionAudit {
|
|
5188
5192
|
readonly requestedRunIds: readonly string[];
|
|
@@ -5196,9 +5200,9 @@ export interface InspectionResultMetadata<Kind extends InspectionOperationId> {
|
|
|
5196
5200
|
readonly operation: Kind;
|
|
5197
5201
|
readonly source: {
|
|
5198
5202
|
readonly kind: "project-record" | "external-record";
|
|
5199
|
-
readonly
|
|
5203
|
+
readonly publicationCutoffIdentity: string;
|
|
5200
5204
|
};
|
|
5201
|
-
readonly
|
|
5205
|
+
readonly publicationCutoff: InspectionPublicationCutoff;
|
|
5202
5206
|
readonly selection: InspectionSelectionAudit;
|
|
5203
5207
|
readonly issues: readonly [];
|
|
5204
5208
|
readonly evidence: {
|
|
@@ -5207,10 +5211,8 @@ export interface InspectionResultMetadata<Kind extends InspectionOperationId> {
|
|
|
5207
5211
|
}
|
|
5208
5212
|
export type InspectionOverviewDocument = InspectionSuccessDocumentFor<"overview.get">;
|
|
5209
5213
|
export type InspectionExperimentDocument = InspectionSuccessDocumentFor<"experiment.get">;
|
|
5210
|
-
export type InspectionRunListDocument = InspectionSuccessDocumentFor<"
|
|
5214
|
+
export type InspectionRunListDocument = InspectionSuccessDocumentFor<"run.list">;
|
|
5211
5215
|
export type InspectionRunDocument = InspectionSuccessDocumentFor<"run.get">;
|
|
5212
|
-
export type InspectionRunSummaryDocument = InspectionSuccessDocumentFor<"run.summary">;
|
|
5213
|
-
export type InspectionRunOverviewDocument = InspectionSuccessDocumentFor<"run.overview">;
|
|
5214
5216
|
export type InspectionAttemptDocument = InspectionSuccessDocumentFor<"attempt.get">;
|
|
5215
5217
|
export type InspectionAttemptSourcesDocument = InspectionSuccessDocumentFor<"attempt.sources">;
|
|
5216
5218
|
export type InspectionAttemptTraceDocument = InspectionSuccessDocumentFor<"attempt.trace">;
|
|
@@ -17,24 +17,20 @@ const __niceevalExport6 = __niceevalCanonical["InspectionOverviewResultSchema"];
|
|
|
17
17
|
export { __niceevalExport6 as InspectionOverviewResultSchema };
|
|
18
18
|
const __niceevalExport7 = __niceevalCanonical["InspectionRunListResultSchema"];
|
|
19
19
|
export { __niceevalExport7 as InspectionRunListResultSchema };
|
|
20
|
-
const __niceevalExport8 = __niceevalCanonical["
|
|
21
|
-
export { __niceevalExport8 as
|
|
22
|
-
const __niceevalExport9 = __niceevalCanonical["
|
|
23
|
-
export { __niceevalExport9 as
|
|
24
|
-
const __niceevalExport10 = __niceevalCanonical["
|
|
25
|
-
export { __niceevalExport10 as
|
|
26
|
-
const __niceevalExport11 = __niceevalCanonical["
|
|
27
|
-
export { __niceevalExport11 as
|
|
28
|
-
const __niceevalExport12 = __niceevalCanonical["
|
|
29
|
-
export { __niceevalExport12 as
|
|
30
|
-
const __niceevalExport13 = __niceevalCanonical["
|
|
31
|
-
export { __niceevalExport13 as
|
|
32
|
-
const __niceevalExport14 = __niceevalCanonical["
|
|
33
|
-
export { __niceevalExport14 as
|
|
34
|
-
const __niceevalExport15 = __niceevalCanonical["
|
|
35
|
-
export { __niceevalExport15 as
|
|
36
|
-
const __niceevalExport16 = __niceevalCanonical["InspectionTraceItemSchema"];
|
|
37
|
-
export { __niceevalExport16 as InspectionTraceItemSchema };
|
|
38
|
-
const __niceevalExport17 = __niceevalCanonical["InspectionTraceResultSchema"];
|
|
39
|
-
export { __niceevalExport17 as InspectionTraceResultSchema };
|
|
20
|
+
const __niceevalExport8 = __niceevalCanonical["InspectionRunResultSchema"];
|
|
21
|
+
export { __niceevalExport8 as InspectionRunResultSchema };
|
|
22
|
+
const __niceevalExport9 = __niceevalCanonical["InspectionRunValueSchema"];
|
|
23
|
+
export { __niceevalExport9 as InspectionRunValueSchema };
|
|
24
|
+
const __niceevalExport10 = __niceevalCanonical["InspectionScoredValueSchema"];
|
|
25
|
+
export { __niceevalExport10 as InspectionScoredValueSchema };
|
|
26
|
+
const __niceevalExport11 = __niceevalCanonical["InspectionSourcesResultSchema"];
|
|
27
|
+
export { __niceevalExport11 as InspectionSourcesResultSchema };
|
|
28
|
+
const __niceevalExport12 = __niceevalCanonical["InspectionTraceDetailItemSchema"];
|
|
29
|
+
export { __niceevalExport12 as InspectionTraceDetailItemSchema };
|
|
30
|
+
const __niceevalExport13 = __niceevalCanonical["InspectionTraceDetailResultSchema"];
|
|
31
|
+
export { __niceevalExport13 as InspectionTraceDetailResultSchema };
|
|
32
|
+
const __niceevalExport14 = __niceevalCanonical["InspectionTraceItemSchema"];
|
|
33
|
+
export { __niceevalExport14 as InspectionTraceItemSchema };
|
|
34
|
+
const __niceevalExport15 = __niceevalCanonical["InspectionTraceResultSchema"];
|
|
35
|
+
export { __niceevalExport15 as InspectionTraceResultSchema };
|
|
40
36
|
//# sourceMappingURL=results.js.map
|