@holonograph/client 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +221 -172
- package/dist/index.js +59 -4
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -1781,19 +1781,19 @@ declare const SubstrateSnapshotSchema: ZodObject<{
|
|
|
1781
1781
|
|
|
1782
1782
|
columns: ZodRecord<ZodString, ZodString>;
|
|
1783
1783
|
}, "strip", ZodTypeAny$1, {
|
|
1784
|
-
provenance: "
|
|
1784
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
1785
1785
|
timestamp: string;
|
|
1786
1786
|
lensVersion: string;
|
|
1787
1787
|
lightSourceIdentifier: string;
|
|
1788
|
-
runMode: "
|
|
1788
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
1789
1789
|
correlationId: string;
|
|
1790
1790
|
columns: Record<string, string>;
|
|
1791
1791
|
}, {
|
|
1792
|
-
provenance: "
|
|
1792
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
1793
1793
|
timestamp: string;
|
|
1794
1794
|
lensVersion: string;
|
|
1795
1795
|
lightSourceIdentifier: string;
|
|
1796
|
-
runMode: "
|
|
1796
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
1797
1797
|
correlationId: string;
|
|
1798
1798
|
columns: Record<string, string>;
|
|
1799
1799
|
}>;
|
|
@@ -1897,7 +1897,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
1897
1897
|
} | undefined;
|
|
1898
1898
|
}>>;
|
|
1899
1899
|
}, "strip", ZodTypeAny$1, {
|
|
1900
|
-
activeRunModes: ("
|
|
1900
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
1901
1901
|
enabled: boolean;
|
|
1902
1902
|
passThreshold: number;
|
|
1903
1903
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -1922,7 +1922,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
1922
1922
|
}, {
|
|
1923
1923
|
passThreshold: number;
|
|
1924
1924
|
failureAction: "retry" | "flag" | "block";
|
|
1925
|
-
activeRunModes?: ("
|
|
1925
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
1926
1926
|
retry?: {
|
|
1927
1927
|
maxAttempts: number;
|
|
1928
1928
|
augmentPrompt?: string | undefined;
|
|
@@ -1943,7 +1943,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
1943
1943
|
} | undefined;
|
|
1944
1944
|
enabled?: boolean | undefined;
|
|
1945
1945
|
}>, {
|
|
1946
|
-
activeRunModes: ("
|
|
1946
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
1947
1947
|
enabled: boolean;
|
|
1948
1948
|
passThreshold: number;
|
|
1949
1949
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -1968,7 +1968,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
1968
1968
|
}, {
|
|
1969
1969
|
passThreshold: number;
|
|
1970
1970
|
failureAction: "retry" | "flag" | "block";
|
|
1971
|
-
activeRunModes?: ("
|
|
1971
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
1972
1972
|
retry?: {
|
|
1973
1973
|
maxAttempts: number;
|
|
1974
1974
|
augmentPrompt?: string | undefined;
|
|
@@ -1989,7 +1989,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
1989
1989
|
} | undefined;
|
|
1990
1990
|
enabled?: boolean | undefined;
|
|
1991
1991
|
}>, {
|
|
1992
|
-
activeRunModes: ("
|
|
1992
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
1993
1993
|
enabled: boolean;
|
|
1994
1994
|
passThreshold: number;
|
|
1995
1995
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2014,7 +2014,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2014
2014
|
}, {
|
|
2015
2015
|
passThreshold: number;
|
|
2016
2016
|
failureAction: "retry" | "flag" | "block";
|
|
2017
|
-
activeRunModes?: ("
|
|
2017
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2018
2018
|
retry?: {
|
|
2019
2019
|
maxAttempts: number;
|
|
2020
2020
|
augmentPrompt?: string | undefined;
|
|
@@ -2053,7 +2053,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2053
2053
|
passThreshold?: number | undefined;
|
|
2054
2054
|
rubricRef?: string | undefined;
|
|
2055
2055
|
gatePolicy?: {
|
|
2056
|
-
activeRunModes: ("
|
|
2056
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2057
2057
|
enabled: boolean;
|
|
2058
2058
|
passThreshold: number;
|
|
2059
2059
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2089,7 +2089,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2089
2089
|
gatePolicy?: {
|
|
2090
2090
|
passThreshold: number;
|
|
2091
2091
|
failureAction: "retry" | "flag" | "block";
|
|
2092
|
-
activeRunModes?: ("
|
|
2092
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2093
2093
|
retry?: {
|
|
2094
2094
|
maxAttempts: number;
|
|
2095
2095
|
augmentPrompt?: string | undefined;
|
|
@@ -2126,6 +2126,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2126
2126
|
semantic: ZodDefault$1<ZodEnum$1<["deployment-state", "diagnostic"]>>;
|
|
2127
2127
|
values: ZodOptional$1<ZodArray$1<ZodString, "many">>;
|
|
2128
2128
|
emissionExpectation: ZodOptional$1<ZodEnum$1<["always", "conditional"]>>;
|
|
2129
|
+
status: ZodOptional$1<ZodEnum$1<["active", "forward-declared", "deprecated"]>>;
|
|
2129
2130
|
}, "strip", ZodTypeAny$1, {
|
|
2130
2131
|
id: string;
|
|
2131
2132
|
control: "operator" | "vendor" | "platform" | "third-party";
|
|
@@ -2133,6 +2134,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2133
2134
|
semantic: "deployment-state" | "diagnostic";
|
|
2134
2135
|
description?: string | undefined;
|
|
2135
2136
|
values?: string[] | undefined;
|
|
2137
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
2136
2138
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
2137
2139
|
}, {
|
|
2138
2140
|
id: string;
|
|
@@ -2141,11 +2143,14 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2141
2143
|
description?: string | undefined;
|
|
2142
2144
|
semantic?: "deployment-state" | "diagnostic" | undefined;
|
|
2143
2145
|
values?: string[] | undefined;
|
|
2146
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
2144
2147
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
2145
2148
|
}>, "many">>;
|
|
2146
2149
|
|
|
2147
2150
|
status: ZodDefault$1<ZodEnum$1<["active", "forward-declared", "deprecated"]>>;
|
|
2148
2151
|
|
|
2152
|
+
captureJudgedFailures: ZodOptional$1<ZodBoolean>;
|
|
2153
|
+
|
|
2149
2154
|
removedDimensions: ZodDefault$1<ZodArray$1<ZodObject<{
|
|
2150
2155
|
|
|
2151
2156
|
removedAt: ZodOptional$1<ZodUnion$1<[ZodString, ZodString]>>;
|
|
@@ -2253,7 +2258,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2253
2258
|
passThreshold?: number | undefined;
|
|
2254
2259
|
rubricRef?: string | undefined;
|
|
2255
2260
|
gatePolicy?: {
|
|
2256
|
-
activeRunModes: ("
|
|
2261
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2257
2262
|
enabled: boolean;
|
|
2258
2263
|
passThreshold: number;
|
|
2259
2264
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2289,6 +2294,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2289
2294
|
semantic: "deployment-state" | "diagnostic";
|
|
2290
2295
|
description?: string | undefined;
|
|
2291
2296
|
values?: string[] | undefined;
|
|
2297
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
2292
2298
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
2293
2299
|
}[];
|
|
2294
2300
|
removedDimensions: {
|
|
@@ -2314,6 +2320,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2314
2320
|
} | undefined;
|
|
2315
2321
|
}[];
|
|
2316
2322
|
description?: string | undefined;
|
|
2323
|
+
captureJudgedFailures?: boolean | undefined;
|
|
2317
2324
|
}, {
|
|
2318
2325
|
id: string;
|
|
2319
2326
|
dimensions: {
|
|
@@ -2325,7 +2332,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2325
2332
|
gatePolicy?: {
|
|
2326
2333
|
passThreshold: number;
|
|
2327
2334
|
failureAction: "retry" | "flag" | "block";
|
|
2328
|
-
activeRunModes?: ("
|
|
2335
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2329
2336
|
retry?: {
|
|
2330
2337
|
maxAttempts: number;
|
|
2331
2338
|
augmentPrompt?: string | undefined;
|
|
@@ -2361,8 +2368,10 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2361
2368
|
description?: string | undefined;
|
|
2362
2369
|
semantic?: "deployment-state" | "diagnostic" | undefined;
|
|
2363
2370
|
values?: string[] | undefined;
|
|
2371
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
2364
2372
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
2365
2373
|
}[] | undefined;
|
|
2374
|
+
captureJudgedFailures?: boolean | undefined;
|
|
2366
2375
|
removedDimensions?: {
|
|
2367
2376
|
id: string;
|
|
2368
2377
|
removedAt?: string | undefined;
|
|
@@ -2394,11 +2403,11 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2394
2403
|
}, "strip", ZodTypeAny$1, {
|
|
2395
2404
|
surfaceId: string;
|
|
2396
2405
|
lightSourceId: string | readonly string[];
|
|
2397
|
-
activeRunModes?: ("
|
|
2406
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2398
2407
|
}, {
|
|
2399
2408
|
surfaceId: string;
|
|
2400
2409
|
lightSourceId: string | readonly string[];
|
|
2401
|
-
activeRunModes?: ("
|
|
2410
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2402
2411
|
}>, "many">>;
|
|
2403
2412
|
|
|
2404
2413
|
pricing: ZodOptional$1<ZodRecord<ZodString, ZodObject<{
|
|
@@ -2516,7 +2525,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2516
2525
|
} | undefined;
|
|
2517
2526
|
}>>;
|
|
2518
2527
|
}, "strip", ZodTypeAny$1, {
|
|
2519
|
-
activeRunModes: ("
|
|
2528
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2520
2529
|
enabled: boolean;
|
|
2521
2530
|
passThreshold: number;
|
|
2522
2531
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2541,7 +2550,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2541
2550
|
}, {
|
|
2542
2551
|
passThreshold: number;
|
|
2543
2552
|
failureAction: "retry" | "flag" | "block";
|
|
2544
|
-
activeRunModes?: ("
|
|
2553
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2545
2554
|
retry?: {
|
|
2546
2555
|
maxAttempts: number;
|
|
2547
2556
|
augmentPrompt?: string | undefined;
|
|
@@ -2562,7 +2571,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2562
2571
|
} | undefined;
|
|
2563
2572
|
enabled?: boolean | undefined;
|
|
2564
2573
|
}>, {
|
|
2565
|
-
activeRunModes: ("
|
|
2574
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2566
2575
|
enabled: boolean;
|
|
2567
2576
|
passThreshold: number;
|
|
2568
2577
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2587,7 +2596,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2587
2596
|
}, {
|
|
2588
2597
|
passThreshold: number;
|
|
2589
2598
|
failureAction: "retry" | "flag" | "block";
|
|
2590
|
-
activeRunModes?: ("
|
|
2599
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2591
2600
|
retry?: {
|
|
2592
2601
|
maxAttempts: number;
|
|
2593
2602
|
augmentPrompt?: string | undefined;
|
|
@@ -2608,7 +2617,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2608
2617
|
} | undefined;
|
|
2609
2618
|
enabled?: boolean | undefined;
|
|
2610
2619
|
}>, {
|
|
2611
|
-
activeRunModes: ("
|
|
2620
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2612
2621
|
enabled: boolean;
|
|
2613
2622
|
passThreshold: number;
|
|
2614
2623
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2633,7 +2642,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2633
2642
|
}, {
|
|
2634
2643
|
passThreshold: number;
|
|
2635
2644
|
failureAction: "retry" | "flag" | "block";
|
|
2636
|
-
activeRunModes?: ("
|
|
2645
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2637
2646
|
retry?: {
|
|
2638
2647
|
maxAttempts: number;
|
|
2639
2648
|
augmentPrompt?: string | undefined;
|
|
@@ -2672,7 +2681,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2672
2681
|
passThreshold?: number | undefined;
|
|
2673
2682
|
rubricRef?: string | undefined;
|
|
2674
2683
|
gatePolicy?: {
|
|
2675
|
-
activeRunModes: ("
|
|
2684
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2676
2685
|
enabled: boolean;
|
|
2677
2686
|
passThreshold: number;
|
|
2678
2687
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2708,7 +2717,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2708
2717
|
gatePolicy?: {
|
|
2709
2718
|
passThreshold: number;
|
|
2710
2719
|
failureAction: "retry" | "flag" | "block";
|
|
2711
|
-
activeRunModes?: ("
|
|
2720
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2712
2721
|
retry?: {
|
|
2713
2722
|
maxAttempts: number;
|
|
2714
2723
|
augmentPrompt?: string | undefined;
|
|
@@ -2737,7 +2746,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2737
2746
|
}, "strip", ZodTypeAny$1, {
|
|
2738
2747
|
surfaceId: string;
|
|
2739
2748
|
lightSourceId: string | readonly string[];
|
|
2740
|
-
activeRunModes?: ("
|
|
2749
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2741
2750
|
dimensions?: {
|
|
2742
2751
|
id: string;
|
|
2743
2752
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -2745,7 +2754,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2745
2754
|
passThreshold?: number | undefined;
|
|
2746
2755
|
rubricRef?: string | undefined;
|
|
2747
2756
|
gatePolicy?: {
|
|
2748
|
-
activeRunModes: ("
|
|
2757
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2749
2758
|
enabled: boolean;
|
|
2750
2759
|
passThreshold: number;
|
|
2751
2760
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2776,7 +2785,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2776
2785
|
}, {
|
|
2777
2786
|
surfaceId: string;
|
|
2778
2787
|
lightSourceId: string | readonly string[];
|
|
2779
|
-
activeRunModes?: ("
|
|
2788
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2780
2789
|
dimensions?: {
|
|
2781
2790
|
id: string;
|
|
2782
2791
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -2786,7 +2795,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2786
2795
|
gatePolicy?: {
|
|
2787
2796
|
passThreshold: number;
|
|
2788
2797
|
failureAction: "retry" | "flag" | "block";
|
|
2789
|
-
activeRunModes?: ("
|
|
2798
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2790
2799
|
retry?: {
|
|
2791
2800
|
maxAttempts: number;
|
|
2792
2801
|
augmentPrompt?: string | undefined;
|
|
@@ -2906,7 +2915,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2906
2915
|
} | undefined;
|
|
2907
2916
|
}>>;
|
|
2908
2917
|
}, "strip", ZodTypeAny$1, {
|
|
2909
|
-
activeRunModes: ("
|
|
2918
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2910
2919
|
enabled: boolean;
|
|
2911
2920
|
passThreshold: number;
|
|
2912
2921
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2931,7 +2940,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2931
2940
|
}, {
|
|
2932
2941
|
passThreshold: number;
|
|
2933
2942
|
failureAction: "retry" | "flag" | "block";
|
|
2934
|
-
activeRunModes?: ("
|
|
2943
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2935
2944
|
retry?: {
|
|
2936
2945
|
maxAttempts: number;
|
|
2937
2946
|
augmentPrompt?: string | undefined;
|
|
@@ -2952,7 +2961,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2952
2961
|
} | undefined;
|
|
2953
2962
|
enabled?: boolean | undefined;
|
|
2954
2963
|
}>, {
|
|
2955
|
-
activeRunModes: ("
|
|
2964
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
2956
2965
|
enabled: boolean;
|
|
2957
2966
|
passThreshold: number;
|
|
2958
2967
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -2977,7 +2986,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2977
2986
|
}, {
|
|
2978
2987
|
passThreshold: number;
|
|
2979
2988
|
failureAction: "retry" | "flag" | "block";
|
|
2980
|
-
activeRunModes?: ("
|
|
2989
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
2981
2990
|
retry?: {
|
|
2982
2991
|
maxAttempts: number;
|
|
2983
2992
|
augmentPrompt?: string | undefined;
|
|
@@ -2998,7 +3007,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
2998
3007
|
} | undefined;
|
|
2999
3008
|
enabled?: boolean | undefined;
|
|
3000
3009
|
}>, {
|
|
3001
|
-
activeRunModes: ("
|
|
3010
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3002
3011
|
enabled: boolean;
|
|
3003
3012
|
passThreshold: number;
|
|
3004
3013
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3023,7 +3032,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3023
3032
|
}, {
|
|
3024
3033
|
passThreshold: number;
|
|
3025
3034
|
failureAction: "retry" | "flag" | "block";
|
|
3026
|
-
activeRunModes?: ("
|
|
3035
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3027
3036
|
retry?: {
|
|
3028
3037
|
maxAttempts: number;
|
|
3029
3038
|
augmentPrompt?: string | undefined;
|
|
@@ -3062,7 +3071,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3062
3071
|
passThreshold?: number | undefined;
|
|
3063
3072
|
rubricRef?: string | undefined;
|
|
3064
3073
|
gatePolicy?: {
|
|
3065
|
-
activeRunModes: ("
|
|
3074
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3066
3075
|
enabled: boolean;
|
|
3067
3076
|
passThreshold: number;
|
|
3068
3077
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3098,7 +3107,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3098
3107
|
gatePolicy?: {
|
|
3099
3108
|
passThreshold: number;
|
|
3100
3109
|
failureAction: "retry" | "flag" | "block";
|
|
3101
|
-
activeRunModes?: ("
|
|
3110
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3102
3111
|
retry?: {
|
|
3103
3112
|
maxAttempts: number;
|
|
3104
3113
|
augmentPrompt?: string | undefined;
|
|
@@ -3127,7 +3136,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3127
3136
|
}, "strip", ZodTypeAny$1, {
|
|
3128
3137
|
surfaceId: string;
|
|
3129
3138
|
lightSourceId: string | readonly string[];
|
|
3130
|
-
activeRunModes?: ("
|
|
3139
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3131
3140
|
dimensions?: {
|
|
3132
3141
|
id: string;
|
|
3133
3142
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3135,7 +3144,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3135
3144
|
passThreshold?: number | undefined;
|
|
3136
3145
|
rubricRef?: string | undefined;
|
|
3137
3146
|
gatePolicy?: {
|
|
3138
|
-
activeRunModes: ("
|
|
3147
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3139
3148
|
enabled: boolean;
|
|
3140
3149
|
passThreshold: number;
|
|
3141
3150
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3166,7 +3175,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3166
3175
|
}, {
|
|
3167
3176
|
surfaceId: string;
|
|
3168
3177
|
lightSourceId: string | readonly string[];
|
|
3169
|
-
activeRunModes?: ("
|
|
3178
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3170
3179
|
dimensions?: {
|
|
3171
3180
|
id: string;
|
|
3172
3181
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3176,7 +3185,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3176
3185
|
gatePolicy?: {
|
|
3177
3186
|
passThreshold: number;
|
|
3178
3187
|
failureAction: "retry" | "flag" | "block";
|
|
3179
|
-
activeRunModes?: ("
|
|
3188
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3180
3189
|
retry?: {
|
|
3181
3190
|
maxAttempts: number;
|
|
3182
3191
|
augmentPrompt?: string | undefined;
|
|
@@ -3296,7 +3305,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3296
3305
|
} | undefined;
|
|
3297
3306
|
}>>;
|
|
3298
3307
|
}, "strip", ZodTypeAny$1, {
|
|
3299
|
-
activeRunModes: ("
|
|
3308
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3300
3309
|
enabled: boolean;
|
|
3301
3310
|
passThreshold: number;
|
|
3302
3311
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3321,7 +3330,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3321
3330
|
}, {
|
|
3322
3331
|
passThreshold: number;
|
|
3323
3332
|
failureAction: "retry" | "flag" | "block";
|
|
3324
|
-
activeRunModes?: ("
|
|
3333
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3325
3334
|
retry?: {
|
|
3326
3335
|
maxAttempts: number;
|
|
3327
3336
|
augmentPrompt?: string | undefined;
|
|
@@ -3342,7 +3351,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3342
3351
|
} | undefined;
|
|
3343
3352
|
enabled?: boolean | undefined;
|
|
3344
3353
|
}>, {
|
|
3345
|
-
activeRunModes: ("
|
|
3354
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3346
3355
|
enabled: boolean;
|
|
3347
3356
|
passThreshold: number;
|
|
3348
3357
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3367,7 +3376,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3367
3376
|
}, {
|
|
3368
3377
|
passThreshold: number;
|
|
3369
3378
|
failureAction: "retry" | "flag" | "block";
|
|
3370
|
-
activeRunModes?: ("
|
|
3379
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3371
3380
|
retry?: {
|
|
3372
3381
|
maxAttempts: number;
|
|
3373
3382
|
augmentPrompt?: string | undefined;
|
|
@@ -3388,7 +3397,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3388
3397
|
} | undefined;
|
|
3389
3398
|
enabled?: boolean | undefined;
|
|
3390
3399
|
}>, {
|
|
3391
|
-
activeRunModes: ("
|
|
3400
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3392
3401
|
enabled: boolean;
|
|
3393
3402
|
passThreshold: number;
|
|
3394
3403
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3413,7 +3422,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3413
3422
|
}, {
|
|
3414
3423
|
passThreshold: number;
|
|
3415
3424
|
failureAction: "retry" | "flag" | "block";
|
|
3416
|
-
activeRunModes?: ("
|
|
3425
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3417
3426
|
retry?: {
|
|
3418
3427
|
maxAttempts: number;
|
|
3419
3428
|
augmentPrompt?: string | undefined;
|
|
@@ -3452,7 +3461,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3452
3461
|
passThreshold?: number | undefined;
|
|
3453
3462
|
rubricRef?: string | undefined;
|
|
3454
3463
|
gatePolicy?: {
|
|
3455
|
-
activeRunModes: ("
|
|
3464
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3456
3465
|
enabled: boolean;
|
|
3457
3466
|
passThreshold: number;
|
|
3458
3467
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3488,7 +3497,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3488
3497
|
gatePolicy?: {
|
|
3489
3498
|
passThreshold: number;
|
|
3490
3499
|
failureAction: "retry" | "flag" | "block";
|
|
3491
|
-
activeRunModes?: ("
|
|
3500
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3492
3501
|
retry?: {
|
|
3493
3502
|
maxAttempts: number;
|
|
3494
3503
|
augmentPrompt?: string | undefined;
|
|
@@ -3517,7 +3526,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3517
3526
|
}, "strip", ZodTypeAny$1, {
|
|
3518
3527
|
surfaceId: string;
|
|
3519
3528
|
lightSourceId: string | readonly string[];
|
|
3520
|
-
activeRunModes?: ("
|
|
3529
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3521
3530
|
dimensions?: {
|
|
3522
3531
|
id: string;
|
|
3523
3532
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3525,7 +3534,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3525
3534
|
passThreshold?: number | undefined;
|
|
3526
3535
|
rubricRef?: string | undefined;
|
|
3527
3536
|
gatePolicy?: {
|
|
3528
|
-
activeRunModes: ("
|
|
3537
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3529
3538
|
enabled: boolean;
|
|
3530
3539
|
passThreshold: number;
|
|
3531
3540
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3556,7 +3565,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3556
3565
|
}, {
|
|
3557
3566
|
surfaceId: string;
|
|
3558
3567
|
lightSourceId: string | readonly string[];
|
|
3559
|
-
activeRunModes?: ("
|
|
3568
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3560
3569
|
dimensions?: {
|
|
3561
3570
|
id: string;
|
|
3562
3571
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3566,7 +3575,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3566
3575
|
gatePolicy?: {
|
|
3567
3576
|
passThreshold: number;
|
|
3568
3577
|
failureAction: "retry" | "flag" | "block";
|
|
3569
|
-
activeRunModes?: ("
|
|
3578
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3570
3579
|
retry?: {
|
|
3571
3580
|
maxAttempts: number;
|
|
3572
3581
|
augmentPrompt?: string | undefined;
|
|
@@ -3686,7 +3695,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3686
3695
|
} | undefined;
|
|
3687
3696
|
}>>;
|
|
3688
3697
|
}, "strip", ZodTypeAny$1, {
|
|
3689
|
-
activeRunModes: ("
|
|
3698
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3690
3699
|
enabled: boolean;
|
|
3691
3700
|
passThreshold: number;
|
|
3692
3701
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3711,7 +3720,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3711
3720
|
}, {
|
|
3712
3721
|
passThreshold: number;
|
|
3713
3722
|
failureAction: "retry" | "flag" | "block";
|
|
3714
|
-
activeRunModes?: ("
|
|
3723
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3715
3724
|
retry?: {
|
|
3716
3725
|
maxAttempts: number;
|
|
3717
3726
|
augmentPrompt?: string | undefined;
|
|
@@ -3732,7 +3741,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3732
3741
|
} | undefined;
|
|
3733
3742
|
enabled?: boolean | undefined;
|
|
3734
3743
|
}>, {
|
|
3735
|
-
activeRunModes: ("
|
|
3744
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3736
3745
|
enabled: boolean;
|
|
3737
3746
|
passThreshold: number;
|
|
3738
3747
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3757,7 +3766,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3757
3766
|
}, {
|
|
3758
3767
|
passThreshold: number;
|
|
3759
3768
|
failureAction: "retry" | "flag" | "block";
|
|
3760
|
-
activeRunModes?: ("
|
|
3769
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3761
3770
|
retry?: {
|
|
3762
3771
|
maxAttempts: number;
|
|
3763
3772
|
augmentPrompt?: string | undefined;
|
|
@@ -3778,7 +3787,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3778
3787
|
} | undefined;
|
|
3779
3788
|
enabled?: boolean | undefined;
|
|
3780
3789
|
}>, {
|
|
3781
|
-
activeRunModes: ("
|
|
3790
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3782
3791
|
enabled: boolean;
|
|
3783
3792
|
passThreshold: number;
|
|
3784
3793
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3803,7 +3812,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3803
3812
|
}, {
|
|
3804
3813
|
passThreshold: number;
|
|
3805
3814
|
failureAction: "retry" | "flag" | "block";
|
|
3806
|
-
activeRunModes?: ("
|
|
3815
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3807
3816
|
retry?: {
|
|
3808
3817
|
maxAttempts: number;
|
|
3809
3818
|
augmentPrompt?: string | undefined;
|
|
@@ -3842,7 +3851,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3842
3851
|
passThreshold?: number | undefined;
|
|
3843
3852
|
rubricRef?: string | undefined;
|
|
3844
3853
|
gatePolicy?: {
|
|
3845
|
-
activeRunModes: ("
|
|
3854
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3846
3855
|
enabled: boolean;
|
|
3847
3856
|
passThreshold: number;
|
|
3848
3857
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3878,7 +3887,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3878
3887
|
gatePolicy?: {
|
|
3879
3888
|
passThreshold: number;
|
|
3880
3889
|
failureAction: "retry" | "flag" | "block";
|
|
3881
|
-
activeRunModes?: ("
|
|
3890
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3882
3891
|
retry?: {
|
|
3883
3892
|
maxAttempts: number;
|
|
3884
3893
|
augmentPrompt?: string | undefined;
|
|
@@ -3907,7 +3916,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3907
3916
|
}, "strip", ZodTypeAny$1, {
|
|
3908
3917
|
surfaceId: string;
|
|
3909
3918
|
lightSourceId: string | readonly string[];
|
|
3910
|
-
activeRunModes?: ("
|
|
3919
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3911
3920
|
dimensions?: {
|
|
3912
3921
|
id: string;
|
|
3913
3922
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3915,7 +3924,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3915
3924
|
passThreshold?: number | undefined;
|
|
3916
3925
|
rubricRef?: string | undefined;
|
|
3917
3926
|
gatePolicy?: {
|
|
3918
|
-
activeRunModes: ("
|
|
3927
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
3919
3928
|
enabled: boolean;
|
|
3920
3929
|
passThreshold: number;
|
|
3921
3930
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -3946,7 +3955,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3946
3955
|
}, {
|
|
3947
3956
|
surfaceId: string;
|
|
3948
3957
|
lightSourceId: string | readonly string[];
|
|
3949
|
-
activeRunModes?: ("
|
|
3958
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3950
3959
|
dimensions?: {
|
|
3951
3960
|
id: string;
|
|
3952
3961
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -3956,7 +3965,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
3956
3965
|
gatePolicy?: {
|
|
3957
3966
|
passThreshold: number;
|
|
3958
3967
|
failureAction: "retry" | "flag" | "block";
|
|
3959
|
-
activeRunModes?: ("
|
|
3968
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
3960
3969
|
retry?: {
|
|
3961
3970
|
maxAttempts: number;
|
|
3962
3971
|
augmentPrompt?: string | undefined;
|
|
@@ -4076,7 +4085,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4076
4085
|
} | undefined;
|
|
4077
4086
|
}>>;
|
|
4078
4087
|
}, "strip", ZodTypeAny$1, {
|
|
4079
|
-
activeRunModes: ("
|
|
4088
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4080
4089
|
enabled: boolean;
|
|
4081
4090
|
passThreshold: number;
|
|
4082
4091
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4101,7 +4110,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4101
4110
|
}, {
|
|
4102
4111
|
passThreshold: number;
|
|
4103
4112
|
failureAction: "retry" | "flag" | "block";
|
|
4104
|
-
activeRunModes?: ("
|
|
4113
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4105
4114
|
retry?: {
|
|
4106
4115
|
maxAttempts: number;
|
|
4107
4116
|
augmentPrompt?: string | undefined;
|
|
@@ -4122,7 +4131,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4122
4131
|
} | undefined;
|
|
4123
4132
|
enabled?: boolean | undefined;
|
|
4124
4133
|
}>, {
|
|
4125
|
-
activeRunModes: ("
|
|
4134
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4126
4135
|
enabled: boolean;
|
|
4127
4136
|
passThreshold: number;
|
|
4128
4137
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4147,7 +4156,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4147
4156
|
}, {
|
|
4148
4157
|
passThreshold: number;
|
|
4149
4158
|
failureAction: "retry" | "flag" | "block";
|
|
4150
|
-
activeRunModes?: ("
|
|
4159
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4151
4160
|
retry?: {
|
|
4152
4161
|
maxAttempts: number;
|
|
4153
4162
|
augmentPrompt?: string | undefined;
|
|
@@ -4168,7 +4177,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4168
4177
|
} | undefined;
|
|
4169
4178
|
enabled?: boolean | undefined;
|
|
4170
4179
|
}>, {
|
|
4171
|
-
activeRunModes: ("
|
|
4180
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4172
4181
|
enabled: boolean;
|
|
4173
4182
|
passThreshold: number;
|
|
4174
4183
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4193,7 +4202,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4193
4202
|
}, {
|
|
4194
4203
|
passThreshold: number;
|
|
4195
4204
|
failureAction: "retry" | "flag" | "block";
|
|
4196
|
-
activeRunModes?: ("
|
|
4205
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4197
4206
|
retry?: {
|
|
4198
4207
|
maxAttempts: number;
|
|
4199
4208
|
augmentPrompt?: string | undefined;
|
|
@@ -4232,7 +4241,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4232
4241
|
passThreshold?: number | undefined;
|
|
4233
4242
|
rubricRef?: string | undefined;
|
|
4234
4243
|
gatePolicy?: {
|
|
4235
|
-
activeRunModes: ("
|
|
4244
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4236
4245
|
enabled: boolean;
|
|
4237
4246
|
passThreshold: number;
|
|
4238
4247
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4268,7 +4277,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4268
4277
|
gatePolicy?: {
|
|
4269
4278
|
passThreshold: number;
|
|
4270
4279
|
failureAction: "retry" | "flag" | "block";
|
|
4271
|
-
activeRunModes?: ("
|
|
4280
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4272
4281
|
retry?: {
|
|
4273
4282
|
maxAttempts: number;
|
|
4274
4283
|
augmentPrompt?: string | undefined;
|
|
@@ -4297,7 +4306,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4297
4306
|
}, "strip", ZodTypeAny$1, {
|
|
4298
4307
|
surfaceId: string;
|
|
4299
4308
|
lightSourceId: string | readonly string[];
|
|
4300
|
-
activeRunModes?: ("
|
|
4309
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4301
4310
|
dimensions?: {
|
|
4302
4311
|
id: string;
|
|
4303
4312
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4305,7 +4314,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4305
4314
|
passThreshold?: number | undefined;
|
|
4306
4315
|
rubricRef?: string | undefined;
|
|
4307
4316
|
gatePolicy?: {
|
|
4308
|
-
activeRunModes: ("
|
|
4317
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4309
4318
|
enabled: boolean;
|
|
4310
4319
|
passThreshold: number;
|
|
4311
4320
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4336,7 +4345,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4336
4345
|
}, {
|
|
4337
4346
|
surfaceId: string;
|
|
4338
4347
|
lightSourceId: string | readonly string[];
|
|
4339
|
-
activeRunModes?: ("
|
|
4348
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4340
4349
|
dimensions?: {
|
|
4341
4350
|
id: string;
|
|
4342
4351
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4346,7 +4355,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4346
4355
|
gatePolicy?: {
|
|
4347
4356
|
passThreshold: number;
|
|
4348
4357
|
failureAction: "retry" | "flag" | "block";
|
|
4349
|
-
activeRunModes?: ("
|
|
4358
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4350
4359
|
retry?: {
|
|
4351
4360
|
maxAttempts: number;
|
|
4352
4361
|
augmentPrompt?: string | undefined;
|
|
@@ -4377,7 +4386,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4377
4386
|
skillDrafting: {
|
|
4378
4387
|
surfaceId: string;
|
|
4379
4388
|
lightSourceId: string | readonly string[];
|
|
4380
|
-
activeRunModes?: ("
|
|
4389
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4381
4390
|
dimensions?: {
|
|
4382
4391
|
id: string;
|
|
4383
4392
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4385,7 +4394,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4385
4394
|
passThreshold?: number | undefined;
|
|
4386
4395
|
rubricRef?: string | undefined;
|
|
4387
4396
|
gatePolicy?: {
|
|
4388
|
-
activeRunModes: ("
|
|
4397
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4389
4398
|
enabled: boolean;
|
|
4390
4399
|
passThreshold: number;
|
|
4391
4400
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4417,7 +4426,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4417
4426
|
lessonDrafting?: {
|
|
4418
4427
|
surfaceId: string;
|
|
4419
4428
|
lightSourceId: string | readonly string[];
|
|
4420
|
-
activeRunModes?: ("
|
|
4429
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4421
4430
|
dimensions?: {
|
|
4422
4431
|
id: string;
|
|
4423
4432
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4425,7 +4434,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4425
4434
|
passThreshold?: number | undefined;
|
|
4426
4435
|
rubricRef?: string | undefined;
|
|
4427
4436
|
gatePolicy?: {
|
|
4428
|
-
activeRunModes: ("
|
|
4437
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4429
4438
|
enabled: boolean;
|
|
4430
4439
|
passThreshold: number;
|
|
4431
4440
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4457,7 +4466,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4457
4466
|
fixtureGeneration?: {
|
|
4458
4467
|
surfaceId: string;
|
|
4459
4468
|
lightSourceId: string | readonly string[];
|
|
4460
|
-
activeRunModes?: ("
|
|
4469
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4461
4470
|
dimensions?: {
|
|
4462
4471
|
id: string;
|
|
4463
4472
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4465,7 +4474,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4465
4474
|
passThreshold?: number | undefined;
|
|
4466
4475
|
rubricRef?: string | undefined;
|
|
4467
4476
|
gatePolicy?: {
|
|
4468
|
-
activeRunModes: ("
|
|
4477
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4469
4478
|
enabled: boolean;
|
|
4470
4479
|
passThreshold: number;
|
|
4471
4480
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4497,7 +4506,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4497
4506
|
codeChangeRecommendationDrafting?: {
|
|
4498
4507
|
surfaceId: string;
|
|
4499
4508
|
lightSourceId: string | readonly string[];
|
|
4500
|
-
activeRunModes?: ("
|
|
4509
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4501
4510
|
dimensions?: {
|
|
4502
4511
|
id: string;
|
|
4503
4512
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4505,7 +4514,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4505
4514
|
passThreshold?: number | undefined;
|
|
4506
4515
|
rubricRef?: string | undefined;
|
|
4507
4516
|
gatePolicy?: {
|
|
4508
|
-
activeRunModes: ("
|
|
4517
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4509
4518
|
enabled: boolean;
|
|
4510
4519
|
passThreshold: number;
|
|
4511
4520
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4537,7 +4546,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4537
4546
|
blastRadiusJudging?: {
|
|
4538
4547
|
surfaceId: string;
|
|
4539
4548
|
lightSourceId: string | readonly string[];
|
|
4540
|
-
activeRunModes?: ("
|
|
4549
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4541
4550
|
dimensions?: {
|
|
4542
4551
|
id: string;
|
|
4543
4552
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4545,7 +4554,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4545
4554
|
passThreshold?: number | undefined;
|
|
4546
4555
|
rubricRef?: string | undefined;
|
|
4547
4556
|
gatePolicy?: {
|
|
4548
|
-
activeRunModes: ("
|
|
4557
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4549
4558
|
enabled: boolean;
|
|
4550
4559
|
passThreshold: number;
|
|
4551
4560
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4578,7 +4587,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4578
4587
|
skillDrafting: {
|
|
4579
4588
|
surfaceId: string;
|
|
4580
4589
|
lightSourceId: string | readonly string[];
|
|
4581
|
-
activeRunModes?: ("
|
|
4590
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4582
4591
|
dimensions?: {
|
|
4583
4592
|
id: string;
|
|
4584
4593
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4588,7 +4597,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4588
4597
|
gatePolicy?: {
|
|
4589
4598
|
passThreshold: number;
|
|
4590
4599
|
failureAction: "retry" | "flag" | "block";
|
|
4591
|
-
activeRunModes?: ("
|
|
4600
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4592
4601
|
retry?: {
|
|
4593
4602
|
maxAttempts: number;
|
|
4594
4603
|
augmentPrompt?: string | undefined;
|
|
@@ -4618,7 +4627,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4618
4627
|
lessonDrafting?: {
|
|
4619
4628
|
surfaceId: string;
|
|
4620
4629
|
lightSourceId: string | readonly string[];
|
|
4621
|
-
activeRunModes?: ("
|
|
4630
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4622
4631
|
dimensions?: {
|
|
4623
4632
|
id: string;
|
|
4624
4633
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4628,7 +4637,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4628
4637
|
gatePolicy?: {
|
|
4629
4638
|
passThreshold: number;
|
|
4630
4639
|
failureAction: "retry" | "flag" | "block";
|
|
4631
|
-
activeRunModes?: ("
|
|
4640
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4632
4641
|
retry?: {
|
|
4633
4642
|
maxAttempts: number;
|
|
4634
4643
|
augmentPrompt?: string | undefined;
|
|
@@ -4658,7 +4667,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4658
4667
|
fixtureGeneration?: {
|
|
4659
4668
|
surfaceId: string;
|
|
4660
4669
|
lightSourceId: string | readonly string[];
|
|
4661
|
-
activeRunModes?: ("
|
|
4670
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4662
4671
|
dimensions?: {
|
|
4663
4672
|
id: string;
|
|
4664
4673
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4668,7 +4677,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4668
4677
|
gatePolicy?: {
|
|
4669
4678
|
passThreshold: number;
|
|
4670
4679
|
failureAction: "retry" | "flag" | "block";
|
|
4671
|
-
activeRunModes?: ("
|
|
4680
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4672
4681
|
retry?: {
|
|
4673
4682
|
maxAttempts: number;
|
|
4674
4683
|
augmentPrompt?: string | undefined;
|
|
@@ -4698,7 +4707,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4698
4707
|
codeChangeRecommendationDrafting?: {
|
|
4699
4708
|
surfaceId: string;
|
|
4700
4709
|
lightSourceId: string | readonly string[];
|
|
4701
|
-
activeRunModes?: ("
|
|
4710
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4702
4711
|
dimensions?: {
|
|
4703
4712
|
id: string;
|
|
4704
4713
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4708,7 +4717,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4708
4717
|
gatePolicy?: {
|
|
4709
4718
|
passThreshold: number;
|
|
4710
4719
|
failureAction: "retry" | "flag" | "block";
|
|
4711
|
-
activeRunModes?: ("
|
|
4720
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4712
4721
|
retry?: {
|
|
4713
4722
|
maxAttempts: number;
|
|
4714
4723
|
augmentPrompt?: string | undefined;
|
|
@@ -4738,7 +4747,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4738
4747
|
blastRadiusJudging?: {
|
|
4739
4748
|
surfaceId: string;
|
|
4740
4749
|
lightSourceId: string | readonly string[];
|
|
4741
|
-
activeRunModes?: ("
|
|
4750
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4742
4751
|
dimensions?: {
|
|
4743
4752
|
id: string;
|
|
4744
4753
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4748,7 +4757,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4748
4757
|
gatePolicy?: {
|
|
4749
4758
|
passThreshold: number;
|
|
4750
4759
|
failureAction: "retry" | "flag" | "block";
|
|
4751
|
-
activeRunModes?: ("
|
|
4760
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4752
4761
|
retry?: {
|
|
4753
4762
|
maxAttempts: number;
|
|
4754
4763
|
augmentPrompt?: string | undefined;
|
|
@@ -4788,7 +4797,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4788
4797
|
passThreshold?: number | undefined;
|
|
4789
4798
|
rubricRef?: string | undefined;
|
|
4790
4799
|
gatePolicy?: {
|
|
4791
|
-
activeRunModes: ("
|
|
4800
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4792
4801
|
enabled: boolean;
|
|
4793
4802
|
passThreshold: number;
|
|
4794
4803
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4824,6 +4833,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4824
4833
|
semantic: "deployment-state" | "diagnostic";
|
|
4825
4834
|
description?: string | undefined;
|
|
4826
4835
|
values?: string[] | undefined;
|
|
4836
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
4827
4837
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
4828
4838
|
}[];
|
|
4829
4839
|
removedDimensions: {
|
|
@@ -4849,12 +4859,13 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4849
4859
|
} | undefined;
|
|
4850
4860
|
}[];
|
|
4851
4861
|
description?: string | undefined;
|
|
4862
|
+
captureJudgedFailures?: boolean | undefined;
|
|
4852
4863
|
}[];
|
|
4853
4864
|
description?: string | undefined;
|
|
4854
4865
|
routings?: {
|
|
4855
4866
|
surfaceId: string;
|
|
4856
4867
|
lightSourceId: string | readonly string[];
|
|
4857
|
-
activeRunModes?: ("
|
|
4868
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4858
4869
|
}[] | undefined;
|
|
4859
4870
|
pricing?: Record<string, {
|
|
4860
4871
|
perMillionInput: number;
|
|
@@ -4866,7 +4877,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4866
4877
|
skillDrafting: {
|
|
4867
4878
|
surfaceId: string;
|
|
4868
4879
|
lightSourceId: string | readonly string[];
|
|
4869
|
-
activeRunModes?: ("
|
|
4880
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4870
4881
|
dimensions?: {
|
|
4871
4882
|
id: string;
|
|
4872
4883
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4874,7 +4885,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4874
4885
|
passThreshold?: number | undefined;
|
|
4875
4886
|
rubricRef?: string | undefined;
|
|
4876
4887
|
gatePolicy?: {
|
|
4877
|
-
activeRunModes: ("
|
|
4888
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4878
4889
|
enabled: boolean;
|
|
4879
4890
|
passThreshold: number;
|
|
4880
4891
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4906,7 +4917,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4906
4917
|
lessonDrafting?: {
|
|
4907
4918
|
surfaceId: string;
|
|
4908
4919
|
lightSourceId: string | readonly string[];
|
|
4909
|
-
activeRunModes?: ("
|
|
4920
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4910
4921
|
dimensions?: {
|
|
4911
4922
|
id: string;
|
|
4912
4923
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4914,7 +4925,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4914
4925
|
passThreshold?: number | undefined;
|
|
4915
4926
|
rubricRef?: string | undefined;
|
|
4916
4927
|
gatePolicy?: {
|
|
4917
|
-
activeRunModes: ("
|
|
4928
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4918
4929
|
enabled: boolean;
|
|
4919
4930
|
passThreshold: number;
|
|
4920
4931
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4946,7 +4957,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4946
4957
|
fixtureGeneration?: {
|
|
4947
4958
|
surfaceId: string;
|
|
4948
4959
|
lightSourceId: string | readonly string[];
|
|
4949
|
-
activeRunModes?: ("
|
|
4960
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4950
4961
|
dimensions?: {
|
|
4951
4962
|
id: string;
|
|
4952
4963
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4954,7 +4965,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4954
4965
|
passThreshold?: number | undefined;
|
|
4955
4966
|
rubricRef?: string | undefined;
|
|
4956
4967
|
gatePolicy?: {
|
|
4957
|
-
activeRunModes: ("
|
|
4968
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4958
4969
|
enabled: boolean;
|
|
4959
4970
|
passThreshold: number;
|
|
4960
4971
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -4986,7 +4997,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4986
4997
|
codeChangeRecommendationDrafting?: {
|
|
4987
4998
|
surfaceId: string;
|
|
4988
4999
|
lightSourceId: string | readonly string[];
|
|
4989
|
-
activeRunModes?: ("
|
|
5000
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
4990
5001
|
dimensions?: {
|
|
4991
5002
|
id: string;
|
|
4992
5003
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -4994,7 +5005,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
4994
5005
|
passThreshold?: number | undefined;
|
|
4995
5006
|
rubricRef?: string | undefined;
|
|
4996
5007
|
gatePolicy?: {
|
|
4997
|
-
activeRunModes: ("
|
|
5008
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
4998
5009
|
enabled: boolean;
|
|
4999
5010
|
passThreshold: number;
|
|
5000
5011
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -5026,7 +5037,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5026
5037
|
blastRadiusJudging?: {
|
|
5027
5038
|
surfaceId: string;
|
|
5028
5039
|
lightSourceId: string | readonly string[];
|
|
5029
|
-
activeRunModes?: ("
|
|
5040
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5030
5041
|
dimensions?: {
|
|
5031
5042
|
id: string;
|
|
5032
5043
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5034,7 +5045,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5034
5045
|
passThreshold?: number | undefined;
|
|
5035
5046
|
rubricRef?: string | undefined;
|
|
5036
5047
|
gatePolicy?: {
|
|
5037
|
-
activeRunModes: ("
|
|
5048
|
+
activeRunModes: ("production" | "test" | "eval" | "replay" | "local_dev")[];
|
|
5038
5049
|
enabled: boolean;
|
|
5039
5050
|
passThreshold: number;
|
|
5040
5051
|
failureAction: "retry" | "flag" | "block";
|
|
@@ -5077,7 +5088,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5077
5088
|
gatePolicy?: {
|
|
5078
5089
|
passThreshold: number;
|
|
5079
5090
|
failureAction: "retry" | "flag" | "block";
|
|
5080
|
-
activeRunModes?: ("
|
|
5091
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5081
5092
|
retry?: {
|
|
5082
5093
|
maxAttempts: number;
|
|
5083
5094
|
augmentPrompt?: string | undefined;
|
|
@@ -5113,8 +5124,10 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5113
5124
|
description?: string | undefined;
|
|
5114
5125
|
semantic?: "deployment-state" | "diagnostic" | undefined;
|
|
5115
5126
|
values?: string[] | undefined;
|
|
5127
|
+
status?: "active" | "forward-declared" | "deprecated" | undefined;
|
|
5116
5128
|
emissionExpectation?: "always" | "conditional" | undefined;
|
|
5117
5129
|
}[] | undefined;
|
|
5130
|
+
captureJudgedFailures?: boolean | undefined;
|
|
5118
5131
|
removedDimensions?: {
|
|
5119
5132
|
id: string;
|
|
5120
5133
|
removedAt?: string | undefined;
|
|
@@ -5142,7 +5155,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5142
5155
|
routings?: {
|
|
5143
5156
|
surfaceId: string;
|
|
5144
5157
|
lightSourceId: string | readonly string[];
|
|
5145
|
-
activeRunModes?: ("
|
|
5158
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5146
5159
|
}[] | undefined;
|
|
5147
5160
|
pricing?: Record<string, {
|
|
5148
5161
|
perMillionInput: number;
|
|
@@ -5154,7 +5167,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5154
5167
|
skillDrafting: {
|
|
5155
5168
|
surfaceId: string;
|
|
5156
5169
|
lightSourceId: string | readonly string[];
|
|
5157
|
-
activeRunModes?: ("
|
|
5170
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5158
5171
|
dimensions?: {
|
|
5159
5172
|
id: string;
|
|
5160
5173
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5164,7 +5177,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5164
5177
|
gatePolicy?: {
|
|
5165
5178
|
passThreshold: number;
|
|
5166
5179
|
failureAction: "retry" | "flag" | "block";
|
|
5167
|
-
activeRunModes?: ("
|
|
5180
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5168
5181
|
retry?: {
|
|
5169
5182
|
maxAttempts: number;
|
|
5170
5183
|
augmentPrompt?: string | undefined;
|
|
@@ -5194,7 +5207,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5194
5207
|
lessonDrafting?: {
|
|
5195
5208
|
surfaceId: string;
|
|
5196
5209
|
lightSourceId: string | readonly string[];
|
|
5197
|
-
activeRunModes?: ("
|
|
5210
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5198
5211
|
dimensions?: {
|
|
5199
5212
|
id: string;
|
|
5200
5213
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5204,7 +5217,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5204
5217
|
gatePolicy?: {
|
|
5205
5218
|
passThreshold: number;
|
|
5206
5219
|
failureAction: "retry" | "flag" | "block";
|
|
5207
|
-
activeRunModes?: ("
|
|
5220
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5208
5221
|
retry?: {
|
|
5209
5222
|
maxAttempts: number;
|
|
5210
5223
|
augmentPrompt?: string | undefined;
|
|
@@ -5234,7 +5247,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5234
5247
|
fixtureGeneration?: {
|
|
5235
5248
|
surfaceId: string;
|
|
5236
5249
|
lightSourceId: string | readonly string[];
|
|
5237
|
-
activeRunModes?: ("
|
|
5250
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5238
5251
|
dimensions?: {
|
|
5239
5252
|
id: string;
|
|
5240
5253
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5244,7 +5257,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5244
5257
|
gatePolicy?: {
|
|
5245
5258
|
passThreshold: number;
|
|
5246
5259
|
failureAction: "retry" | "flag" | "block";
|
|
5247
|
-
activeRunModes?: ("
|
|
5260
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5248
5261
|
retry?: {
|
|
5249
5262
|
maxAttempts: number;
|
|
5250
5263
|
augmentPrompt?: string | undefined;
|
|
@@ -5274,7 +5287,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5274
5287
|
codeChangeRecommendationDrafting?: {
|
|
5275
5288
|
surfaceId: string;
|
|
5276
5289
|
lightSourceId: string | readonly string[];
|
|
5277
|
-
activeRunModes?: ("
|
|
5290
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5278
5291
|
dimensions?: {
|
|
5279
5292
|
id: string;
|
|
5280
5293
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5284,7 +5297,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5284
5297
|
gatePolicy?: {
|
|
5285
5298
|
passThreshold: number;
|
|
5286
5299
|
failureAction: "retry" | "flag" | "block";
|
|
5287
|
-
activeRunModes?: ("
|
|
5300
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5288
5301
|
retry?: {
|
|
5289
5302
|
maxAttempts: number;
|
|
5290
5303
|
augmentPrompt?: string | undefined;
|
|
@@ -5314,7 +5327,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5314
5327
|
blastRadiusJudging?: {
|
|
5315
5328
|
surfaceId: string;
|
|
5316
5329
|
lightSourceId: string | readonly string[];
|
|
5317
|
-
activeRunModes?: ("
|
|
5330
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5318
5331
|
dimensions?: {
|
|
5319
5332
|
id: string;
|
|
5320
5333
|
scoring: "custom" | "exact-match" | "llm-judge";
|
|
@@ -5324,7 +5337,7 @@ declare const SurfaceContractSchema: ZodObject<{
|
|
|
5324
5337
|
gatePolicy?: {
|
|
5325
5338
|
passThreshold: number;
|
|
5326
5339
|
failureAction: "retry" | "flag" | "block";
|
|
5327
|
-
activeRunModes?: ("
|
|
5340
|
+
activeRunModes?: ("production" | "test" | "eval" | "replay" | "local_dev")[] | undefined;
|
|
5328
5341
|
retry?: {
|
|
5329
5342
|
maxAttempts: number;
|
|
5330
5343
|
augmentPrompt?: string | undefined;
|
|
@@ -5931,6 +5944,8 @@ declare const LightSnapshotSchema: ZodObject<{
|
|
|
5931
5944
|
|
|
5932
5945
|
vendorMetadata: ZodOptional$1<ZodRecord<ZodString, ZodUnknown>>;
|
|
5933
5946
|
|
|
5947
|
+
servedModel: ZodOptional$1<ZodString>;
|
|
5948
|
+
|
|
5934
5949
|
rawRequestOmitted: ZodOptional$1<ZodBoolean>;
|
|
5935
5950
|
|
|
5936
5951
|
rawResponsePresence: ZodOptional$1<ZodEnum$1<["present", "omitted-by-policy", "pending-attach", "failed-attach"]>>;
|
|
@@ -5946,6 +5961,7 @@ declare const LightSnapshotSchema: ZodObject<{
|
|
|
5946
5961
|
latencyMs?: number | undefined;
|
|
5947
5962
|
reasoning?: string | undefined;
|
|
5948
5963
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
5964
|
+
servedModel?: string | undefined;
|
|
5949
5965
|
error?: {
|
|
5950
5966
|
message: string;
|
|
5951
5967
|
type: string;
|
|
@@ -6143,6 +6159,7 @@ declare const LightSnapshotSchema: ZodObject<{
|
|
|
6143
6159
|
latencyMs?: number | undefined;
|
|
6144
6160
|
reasoning?: string | undefined;
|
|
6145
6161
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
6162
|
+
servedModel?: string | undefined;
|
|
6146
6163
|
error?: {
|
|
6147
6164
|
message: string;
|
|
6148
6165
|
type: string;
|
|
@@ -6973,6 +6990,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
6973
6990
|
|
|
6974
6991
|
vendorMetadata: ZodOptional$1<ZodRecord<ZodString, ZodUnknown>>;
|
|
6975
6992
|
|
|
6993
|
+
servedModel: ZodOptional$1<ZodString>;
|
|
6994
|
+
|
|
6976
6995
|
rawRequestOmitted: ZodOptional$1<ZodBoolean>;
|
|
6977
6996
|
|
|
6978
6997
|
rawResponsePresence: ZodOptional$1<ZodEnum$1<["present", "omitted-by-policy", "pending-attach", "failed-attach"]>>;
|
|
@@ -6988,6 +7007,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
6988
7007
|
latencyMs?: number | undefined;
|
|
6989
7008
|
reasoning?: string | undefined;
|
|
6990
7009
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
7010
|
+
servedModel?: string | undefined;
|
|
6991
7011
|
error?: {
|
|
6992
7012
|
message: string;
|
|
6993
7013
|
type: string;
|
|
@@ -7185,6 +7205,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7185
7205
|
latencyMs?: number | undefined;
|
|
7186
7206
|
reasoning?: string | undefined;
|
|
7187
7207
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
7208
|
+
servedModel?: string | undefined;
|
|
7188
7209
|
error?: {
|
|
7189
7210
|
message: string;
|
|
7190
7211
|
type: string;
|
|
@@ -7381,19 +7402,19 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7381
7402
|
timestamp: ZodString;
|
|
7382
7403
|
columns: ZodRecord<ZodString, ZodString>;
|
|
7383
7404
|
}, "strip", ZodTypeAny$1, {
|
|
7384
|
-
provenance: "
|
|
7405
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
7385
7406
|
timestamp: string;
|
|
7386
7407
|
lensVersion: string;
|
|
7387
7408
|
lightSourceIdentifier: string;
|
|
7388
|
-
runMode: "
|
|
7409
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
7389
7410
|
correlationId: string;
|
|
7390
7411
|
columns: Record<string, string>;
|
|
7391
7412
|
}, {
|
|
7392
|
-
provenance: "
|
|
7413
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
7393
7414
|
timestamp: string;
|
|
7394
7415
|
lensVersion: string;
|
|
7395
7416
|
lightSourceIdentifier: string;
|
|
7396
|
-
runMode: "
|
|
7417
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
7397
7418
|
correlationId: string;
|
|
7398
7419
|
columns: Record<string, string>;
|
|
7399
7420
|
}>>;
|
|
@@ -7507,8 +7528,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7507
7528
|
rationale?: string | undefined;
|
|
7508
7529
|
}[];
|
|
7509
7530
|
cohortTags: string[];
|
|
7510
|
-
passed: boolean;
|
|
7511
7531
|
fixtureId: string;
|
|
7532
|
+
passed: boolean;
|
|
7512
7533
|
sideEffects: {
|
|
7513
7534
|
kind: string;
|
|
7514
7535
|
passed: boolean;
|
|
@@ -7536,8 +7557,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7536
7557
|
score?: number | undefined;
|
|
7537
7558
|
rationale?: string | undefined;
|
|
7538
7559
|
}[];
|
|
7539
|
-
passed: boolean;
|
|
7540
7560
|
fixtureId: string;
|
|
7561
|
+
passed: boolean;
|
|
7541
7562
|
cohortTags?: string[] | undefined;
|
|
7542
7563
|
sideEffects?: {
|
|
7543
7564
|
kind: string;
|
|
@@ -7589,14 +7610,14 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7589
7610
|
|
|
7590
7611
|
n: ZodNumber;
|
|
7591
7612
|
}, "strip", ZodTypeAny$1, {
|
|
7592
|
-
dimensionId: string;
|
|
7593
7613
|
fixtureId: string;
|
|
7614
|
+
dimensionId: string;
|
|
7594
7615
|
scores: number[];
|
|
7595
7616
|
sigmaFloor: number;
|
|
7596
7617
|
n: number;
|
|
7597
7618
|
}, {
|
|
7598
|
-
dimensionId: string;
|
|
7599
7619
|
fixtureId: string;
|
|
7620
|
+
dimensionId: string;
|
|
7600
7621
|
scores: number[];
|
|
7601
7622
|
sigmaFloor: number;
|
|
7602
7623
|
n: number;
|
|
@@ -7624,8 +7645,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7624
7645
|
}, "strip", ZodTypeAny$1, {
|
|
7625
7646
|
totalEventCount: number;
|
|
7626
7647
|
perFixtureDimension: {
|
|
7627
|
-
dimensionId: string;
|
|
7628
7648
|
fixtureId: string;
|
|
7649
|
+
dimensionId: string;
|
|
7629
7650
|
scores: number[];
|
|
7630
7651
|
sigmaFloor: number;
|
|
7631
7652
|
n: number;
|
|
@@ -7640,8 +7661,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7640
7661
|
}, {
|
|
7641
7662
|
totalEventCount: number;
|
|
7642
7663
|
perFixtureDimension: {
|
|
7643
|
-
dimensionId: string;
|
|
7644
7664
|
fixtureId: string;
|
|
7665
|
+
dimensionId: string;
|
|
7645
7666
|
scores: number[];
|
|
7646
7667
|
sigmaFloor: number;
|
|
7647
7668
|
n: number;
|
|
@@ -7860,6 +7881,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7860
7881
|
|
|
7861
7882
|
assessedBy: ZodString;
|
|
7862
7883
|
}, "strip", ZodTypeAny$1, {
|
|
7884
|
+
confidence: number;
|
|
7863
7885
|
rationale: string;
|
|
7864
7886
|
targetEventId: string;
|
|
7865
7887
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -7868,7 +7890,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7868
7890
|
passed: boolean;
|
|
7869
7891
|
detail: string;
|
|
7870
7892
|
}[];
|
|
7871
|
-
confidence: number;
|
|
7872
7893
|
assessedBy: string;
|
|
7873
7894
|
recomputed?: {
|
|
7874
7895
|
sigmaObservedSquared: number;
|
|
@@ -7879,6 +7900,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7879
7900
|
identityCloses: boolean;
|
|
7880
7901
|
} | undefined;
|
|
7881
7902
|
}, {
|
|
7903
|
+
confidence: number;
|
|
7882
7904
|
rationale: string;
|
|
7883
7905
|
targetEventId: string;
|
|
7884
7906
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -7887,7 +7909,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7887
7909
|
passed: boolean;
|
|
7888
7910
|
detail: string;
|
|
7889
7911
|
}[];
|
|
7890
|
-
confidence: number;
|
|
7891
7912
|
assessedBy: string;
|
|
7892
7913
|
recomputed?: {
|
|
7893
7914
|
sigmaObservedSquared: number;
|
|
@@ -7990,24 +8011,24 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
7990
8011
|
present: ZodOptional$1<ZodBoolean>;
|
|
7991
8012
|
}, "strip", ZodTypeAny$1, {
|
|
7992
8013
|
column: string;
|
|
7993
|
-
present?: boolean | undefined;
|
|
7994
8014
|
equals?: string | undefined;
|
|
7995
8015
|
oneOf?: string[] | undefined;
|
|
8016
|
+
present?: boolean | undefined;
|
|
7996
8017
|
}, {
|
|
7997
8018
|
column: string;
|
|
7998
|
-
present?: boolean | undefined;
|
|
7999
8019
|
equals?: string | undefined;
|
|
8000
8020
|
oneOf?: string[] | undefined;
|
|
8021
|
+
present?: boolean | undefined;
|
|
8001
8022
|
}>, {
|
|
8002
8023
|
column: string;
|
|
8003
|
-
present?: boolean | undefined;
|
|
8004
8024
|
equals?: string | undefined;
|
|
8005
8025
|
oneOf?: string[] | undefined;
|
|
8026
|
+
present?: boolean | undefined;
|
|
8006
8027
|
}, {
|
|
8007
8028
|
column: string;
|
|
8008
|
-
present?: boolean | undefined;
|
|
8009
8029
|
equals?: string | undefined;
|
|
8010
8030
|
oneOf?: string[] | undefined;
|
|
8031
|
+
present?: boolean | undefined;
|
|
8011
8032
|
}>, "many">>;
|
|
8012
8033
|
}, "strip", ZodTypeAny$1, {
|
|
8013
8034
|
description: string;
|
|
@@ -8045,9 +8066,9 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8045
8066
|
sourceExcerpt?: string | undefined;
|
|
8046
8067
|
when?: {
|
|
8047
8068
|
column: string;
|
|
8048
|
-
present?: boolean | undefined;
|
|
8049
8069
|
equals?: string | undefined;
|
|
8050
8070
|
oneOf?: string[] | undefined;
|
|
8071
|
+
present?: boolean | undefined;
|
|
8051
8072
|
}[] | undefined;
|
|
8052
8073
|
}, {
|
|
8053
8074
|
description: string;
|
|
@@ -8085,9 +8106,9 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8085
8106
|
sourceExcerpt?: string | undefined;
|
|
8086
8107
|
when?: {
|
|
8087
8108
|
column: string;
|
|
8088
|
-
present?: boolean | undefined;
|
|
8089
8109
|
equals?: string | undefined;
|
|
8090
8110
|
oneOf?: string[] | undefined;
|
|
8111
|
+
present?: boolean | undefined;
|
|
8091
8112
|
}[] | undefined;
|
|
8092
8113
|
}>, {
|
|
8093
8114
|
description: string;
|
|
@@ -8125,9 +8146,9 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8125
8146
|
sourceExcerpt?: string | undefined;
|
|
8126
8147
|
when?: {
|
|
8127
8148
|
column: string;
|
|
8128
|
-
present?: boolean | undefined;
|
|
8129
8149
|
equals?: string | undefined;
|
|
8130
8150
|
oneOf?: string[] | undefined;
|
|
8151
|
+
present?: boolean | undefined;
|
|
8131
8152
|
}[] | undefined;
|
|
8132
8153
|
}, {
|
|
8133
8154
|
description: string;
|
|
@@ -8165,9 +8186,9 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8165
8186
|
sourceExcerpt?: string | undefined;
|
|
8166
8187
|
when?: {
|
|
8167
8188
|
column: string;
|
|
8168
|
-
present?: boolean | undefined;
|
|
8169
8189
|
equals?: string | undefined;
|
|
8170
8190
|
oneOf?: string[] | undefined;
|
|
8191
|
+
present?: boolean | undefined;
|
|
8171
8192
|
}[] | undefined;
|
|
8172
8193
|
}>;
|
|
8173
8194
|
|
|
@@ -8177,7 +8198,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8177
8198
|
|
|
8178
8199
|
sourceSurfaceId: ZodOptional$1<ZodString>;
|
|
8179
8200
|
}, "strip", ZodTypeAny$1, {
|
|
8180
|
-
approverId: string;
|
|
8181
8201
|
fixture: {
|
|
8182
8202
|
description: string;
|
|
8183
8203
|
fixtureId: string;
|
|
@@ -8214,15 +8234,15 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8214
8234
|
sourceExcerpt?: string | undefined;
|
|
8215
8235
|
when?: {
|
|
8216
8236
|
column: string;
|
|
8217
|
-
present?: boolean | undefined;
|
|
8218
8237
|
equals?: string | undefined;
|
|
8219
8238
|
oneOf?: string[] | undefined;
|
|
8239
|
+
present?: boolean | undefined;
|
|
8220
8240
|
}[] | undefined;
|
|
8221
8241
|
};
|
|
8242
|
+
approverId: string;
|
|
8222
8243
|
occurredAt: string;
|
|
8223
8244
|
sourceSurfaceId?: string | undefined;
|
|
8224
8245
|
}, {
|
|
8225
|
-
approverId: string;
|
|
8226
8246
|
fixture: {
|
|
8227
8247
|
description: string;
|
|
8228
8248
|
fixtureId: string;
|
|
@@ -8259,11 +8279,12 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8259
8279
|
sourceExcerpt?: string | undefined;
|
|
8260
8280
|
when?: {
|
|
8261
8281
|
column: string;
|
|
8262
|
-
present?: boolean | undefined;
|
|
8263
8282
|
equals?: string | undefined;
|
|
8264
8283
|
oneOf?: string[] | undefined;
|
|
8284
|
+
present?: boolean | undefined;
|
|
8265
8285
|
}[] | undefined;
|
|
8266
8286
|
};
|
|
8287
|
+
approverId: string;
|
|
8267
8288
|
occurredAt: string;
|
|
8268
8289
|
sourceSurfaceId?: string | undefined;
|
|
8269
8290
|
}>>;
|
|
@@ -8383,11 +8404,11 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8383
8404
|
occurredAt: string;
|
|
8384
8405
|
eventId: string;
|
|
8385
8406
|
substrate?: {
|
|
8386
|
-
provenance: "
|
|
8407
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
8387
8408
|
timestamp: string;
|
|
8388
8409
|
lensVersion: string;
|
|
8389
8410
|
lightSourceIdentifier: string;
|
|
8390
|
-
runMode: "
|
|
8411
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
8391
8412
|
correlationId: string;
|
|
8392
8413
|
columns: Record<string, string>;
|
|
8393
8414
|
} | undefined;
|
|
@@ -8404,6 +8425,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8404
8425
|
latencyMs?: number | undefined;
|
|
8405
8426
|
reasoning?: string | undefined;
|
|
8406
8427
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
8428
|
+
servedModel?: string | undefined;
|
|
8407
8429
|
error?: {
|
|
8408
8430
|
message: string;
|
|
8409
8431
|
type: string;
|
|
@@ -8601,8 +8623,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8601
8623
|
rationale?: string | undefined;
|
|
8602
8624
|
}[];
|
|
8603
8625
|
cohortTags: string[];
|
|
8604
|
-
passed: boolean;
|
|
8605
8626
|
fixtureId: string;
|
|
8627
|
+
passed: boolean;
|
|
8606
8628
|
sideEffects: {
|
|
8607
8629
|
kind: string;
|
|
8608
8630
|
passed: boolean;
|
|
@@ -8629,8 +8651,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8629
8651
|
noiseFloorCalibration?: {
|
|
8630
8652
|
totalEventCount: number;
|
|
8631
8653
|
perFixtureDimension: {
|
|
8632
|
-
dimensionId: string;
|
|
8633
8654
|
fixtureId: string;
|
|
8655
|
+
dimensionId: string;
|
|
8634
8656
|
scores: number[];
|
|
8635
8657
|
sigmaFloor: number;
|
|
8636
8658
|
n: number;
|
|
@@ -8678,6 +8700,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8678
8700
|
pinnedLabel?: string | undefined;
|
|
8679
8701
|
} | undefined;
|
|
8680
8702
|
evalRecommendation?: {
|
|
8703
|
+
confidence: number;
|
|
8681
8704
|
rationale: string;
|
|
8682
8705
|
targetEventId: string;
|
|
8683
8706
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -8686,7 +8709,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8686
8709
|
passed: boolean;
|
|
8687
8710
|
detail: string;
|
|
8688
8711
|
}[];
|
|
8689
|
-
confidence: number;
|
|
8690
8712
|
assessedBy: string;
|
|
8691
8713
|
recomputed?: {
|
|
8692
8714
|
sigmaObservedSquared: number;
|
|
@@ -8698,7 +8720,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8698
8720
|
} | undefined;
|
|
8699
8721
|
} | undefined;
|
|
8700
8722
|
conformanceFixtureRecord?: {
|
|
8701
|
-
approverId: string;
|
|
8702
8723
|
fixture: {
|
|
8703
8724
|
description: string;
|
|
8704
8725
|
fixtureId: string;
|
|
@@ -8735,11 +8756,12 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8735
8756
|
sourceExcerpt?: string | undefined;
|
|
8736
8757
|
when?: {
|
|
8737
8758
|
column: string;
|
|
8738
|
-
present?: boolean | undefined;
|
|
8739
8759
|
equals?: string | undefined;
|
|
8740
8760
|
oneOf?: string[] | undefined;
|
|
8761
|
+
present?: boolean | undefined;
|
|
8741
8762
|
}[] | undefined;
|
|
8742
8763
|
};
|
|
8764
|
+
approverId: string;
|
|
8743
8765
|
occurredAt: string;
|
|
8744
8766
|
sourceSurfaceId?: string | undefined;
|
|
8745
8767
|
} | undefined;
|
|
@@ -8778,11 +8800,11 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8778
8800
|
occurredAt: string;
|
|
8779
8801
|
eventId: string;
|
|
8780
8802
|
substrate?: {
|
|
8781
|
-
provenance: "
|
|
8803
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
8782
8804
|
timestamp: string;
|
|
8783
8805
|
lensVersion: string;
|
|
8784
8806
|
lightSourceIdentifier: string;
|
|
8785
|
-
runMode: "
|
|
8807
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
8786
8808
|
correlationId: string;
|
|
8787
8809
|
columns: Record<string, string>;
|
|
8788
8810
|
} | undefined;
|
|
@@ -8800,6 +8822,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8800
8822
|
latencyMs?: number | undefined;
|
|
8801
8823
|
reasoning?: string | undefined;
|
|
8802
8824
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
8825
|
+
servedModel?: string | undefined;
|
|
8803
8826
|
error?: {
|
|
8804
8827
|
message: string;
|
|
8805
8828
|
type: string;
|
|
@@ -8996,8 +9019,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
8996
9019
|
score?: number | undefined;
|
|
8997
9020
|
rationale?: string | undefined;
|
|
8998
9021
|
}[];
|
|
8999
|
-
passed: boolean;
|
|
9000
9022
|
fixtureId: string;
|
|
9023
|
+
passed: boolean;
|
|
9001
9024
|
cohortTags?: string[] | undefined;
|
|
9002
9025
|
sideEffects?: {
|
|
9003
9026
|
kind: string;
|
|
@@ -9025,8 +9048,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9025
9048
|
noiseFloorCalibration?: {
|
|
9026
9049
|
totalEventCount: number;
|
|
9027
9050
|
perFixtureDimension: {
|
|
9028
|
-
dimensionId: string;
|
|
9029
9051
|
fixtureId: string;
|
|
9052
|
+
dimensionId: string;
|
|
9030
9053
|
scores: number[];
|
|
9031
9054
|
sigmaFloor: number;
|
|
9032
9055
|
n: number;
|
|
@@ -9074,6 +9097,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9074
9097
|
pinnedLabel?: string | undefined;
|
|
9075
9098
|
} | undefined;
|
|
9076
9099
|
evalRecommendation?: {
|
|
9100
|
+
confidence: number;
|
|
9077
9101
|
rationale: string;
|
|
9078
9102
|
targetEventId: string;
|
|
9079
9103
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -9082,7 +9106,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9082
9106
|
passed: boolean;
|
|
9083
9107
|
detail: string;
|
|
9084
9108
|
}[];
|
|
9085
|
-
confidence: number;
|
|
9086
9109
|
assessedBy: string;
|
|
9087
9110
|
recomputed?: {
|
|
9088
9111
|
sigmaObservedSquared: number;
|
|
@@ -9094,7 +9117,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9094
9117
|
} | undefined;
|
|
9095
9118
|
} | undefined;
|
|
9096
9119
|
conformanceFixtureRecord?: {
|
|
9097
|
-
approverId: string;
|
|
9098
9120
|
fixture: {
|
|
9099
9121
|
description: string;
|
|
9100
9122
|
fixtureId: string;
|
|
@@ -9131,11 +9153,12 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9131
9153
|
sourceExcerpt?: string | undefined;
|
|
9132
9154
|
when?: {
|
|
9133
9155
|
column: string;
|
|
9134
|
-
present?: boolean | undefined;
|
|
9135
9156
|
equals?: string | undefined;
|
|
9136
9157
|
oneOf?: string[] | undefined;
|
|
9158
|
+
present?: boolean | undefined;
|
|
9137
9159
|
}[] | undefined;
|
|
9138
9160
|
};
|
|
9161
|
+
approverId: string;
|
|
9139
9162
|
occurredAt: string;
|
|
9140
9163
|
sourceSurfaceId?: string | undefined;
|
|
9141
9164
|
} | undefined;
|
|
@@ -9175,11 +9198,11 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9175
9198
|
occurredAt: string;
|
|
9176
9199
|
eventId: string;
|
|
9177
9200
|
substrate?: {
|
|
9178
|
-
provenance: "
|
|
9201
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
9179
9202
|
timestamp: string;
|
|
9180
9203
|
lensVersion: string;
|
|
9181
9204
|
lightSourceIdentifier: string;
|
|
9182
|
-
runMode: "
|
|
9205
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
9183
9206
|
correlationId: string;
|
|
9184
9207
|
columns: Record<string, string>;
|
|
9185
9208
|
} | undefined;
|
|
@@ -9196,6 +9219,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9196
9219
|
latencyMs?: number | undefined;
|
|
9197
9220
|
reasoning?: string | undefined;
|
|
9198
9221
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
9222
|
+
servedModel?: string | undefined;
|
|
9199
9223
|
error?: {
|
|
9200
9224
|
message: string;
|
|
9201
9225
|
type: string;
|
|
@@ -9393,8 +9417,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9393
9417
|
rationale?: string | undefined;
|
|
9394
9418
|
}[];
|
|
9395
9419
|
cohortTags: string[];
|
|
9396
|
-
passed: boolean;
|
|
9397
9420
|
fixtureId: string;
|
|
9421
|
+
passed: boolean;
|
|
9398
9422
|
sideEffects: {
|
|
9399
9423
|
kind: string;
|
|
9400
9424
|
passed: boolean;
|
|
@@ -9421,8 +9445,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9421
9445
|
noiseFloorCalibration?: {
|
|
9422
9446
|
totalEventCount: number;
|
|
9423
9447
|
perFixtureDimension: {
|
|
9424
|
-
dimensionId: string;
|
|
9425
9448
|
fixtureId: string;
|
|
9449
|
+
dimensionId: string;
|
|
9426
9450
|
scores: number[];
|
|
9427
9451
|
sigmaFloor: number;
|
|
9428
9452
|
n: number;
|
|
@@ -9470,6 +9494,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9470
9494
|
pinnedLabel?: string | undefined;
|
|
9471
9495
|
} | undefined;
|
|
9472
9496
|
evalRecommendation?: {
|
|
9497
|
+
confidence: number;
|
|
9473
9498
|
rationale: string;
|
|
9474
9499
|
targetEventId: string;
|
|
9475
9500
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -9478,7 +9503,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9478
9503
|
passed: boolean;
|
|
9479
9504
|
detail: string;
|
|
9480
9505
|
}[];
|
|
9481
|
-
confidence: number;
|
|
9482
9506
|
assessedBy: string;
|
|
9483
9507
|
recomputed?: {
|
|
9484
9508
|
sigmaObservedSquared: number;
|
|
@@ -9490,7 +9514,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9490
9514
|
} | undefined;
|
|
9491
9515
|
} | undefined;
|
|
9492
9516
|
conformanceFixtureRecord?: {
|
|
9493
|
-
approverId: string;
|
|
9494
9517
|
fixture: {
|
|
9495
9518
|
description: string;
|
|
9496
9519
|
fixtureId: string;
|
|
@@ -9527,11 +9550,12 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9527
9550
|
sourceExcerpt?: string | undefined;
|
|
9528
9551
|
when?: {
|
|
9529
9552
|
column: string;
|
|
9530
|
-
present?: boolean | undefined;
|
|
9531
9553
|
equals?: string | undefined;
|
|
9532
9554
|
oneOf?: string[] | undefined;
|
|
9555
|
+
present?: boolean | undefined;
|
|
9533
9556
|
}[] | undefined;
|
|
9534
9557
|
};
|
|
9558
|
+
approverId: string;
|
|
9535
9559
|
occurredAt: string;
|
|
9536
9560
|
sourceSurfaceId?: string | undefined;
|
|
9537
9561
|
} | undefined;
|
|
@@ -9570,11 +9594,11 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9570
9594
|
occurredAt: string;
|
|
9571
9595
|
eventId: string;
|
|
9572
9596
|
substrate?: {
|
|
9573
|
-
provenance: "
|
|
9597
|
+
provenance: "replay" | "local_dev" | "pre_deploy_gate" | "scheduled_production_eval" | "manual_production_run";
|
|
9574
9598
|
timestamp: string;
|
|
9575
9599
|
lensVersion: string;
|
|
9576
9600
|
lightSourceIdentifier: string;
|
|
9577
|
-
runMode: "
|
|
9601
|
+
runMode: "production" | "test" | "eval" | "replay" | "local_dev";
|
|
9578
9602
|
correlationId: string;
|
|
9579
9603
|
columns: Record<string, string>;
|
|
9580
9604
|
} | undefined;
|
|
@@ -9592,6 +9616,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9592
9616
|
latencyMs?: number | undefined;
|
|
9593
9617
|
reasoning?: string | undefined;
|
|
9594
9618
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
9619
|
+
servedModel?: string | undefined;
|
|
9595
9620
|
error?: {
|
|
9596
9621
|
message: string;
|
|
9597
9622
|
type: string;
|
|
@@ -9788,8 +9813,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9788
9813
|
score?: number | undefined;
|
|
9789
9814
|
rationale?: string | undefined;
|
|
9790
9815
|
}[];
|
|
9791
|
-
passed: boolean;
|
|
9792
9816
|
fixtureId: string;
|
|
9817
|
+
passed: boolean;
|
|
9793
9818
|
cohortTags?: string[] | undefined;
|
|
9794
9819
|
sideEffects?: {
|
|
9795
9820
|
kind: string;
|
|
@@ -9817,8 +9842,8 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9817
9842
|
noiseFloorCalibration?: {
|
|
9818
9843
|
totalEventCount: number;
|
|
9819
9844
|
perFixtureDimension: {
|
|
9820
|
-
dimensionId: string;
|
|
9821
9845
|
fixtureId: string;
|
|
9846
|
+
dimensionId: string;
|
|
9822
9847
|
scores: number[];
|
|
9823
9848
|
sigmaFloor: number;
|
|
9824
9849
|
n: number;
|
|
@@ -9866,6 +9891,7 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9866
9891
|
pinnedLabel?: string | undefined;
|
|
9867
9892
|
} | undefined;
|
|
9868
9893
|
evalRecommendation?: {
|
|
9894
|
+
confidence: number;
|
|
9869
9895
|
rationale: string;
|
|
9870
9896
|
targetEventId: string;
|
|
9871
9897
|
recommendation: "viable" | "contaminated" | "insufficient-n" | "degenerate" | "instrument-limited";
|
|
@@ -9874,7 +9900,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9874
9900
|
passed: boolean;
|
|
9875
9901
|
detail: string;
|
|
9876
9902
|
}[];
|
|
9877
|
-
confidence: number;
|
|
9878
9903
|
assessedBy: string;
|
|
9879
9904
|
recomputed?: {
|
|
9880
9905
|
sigmaObservedSquared: number;
|
|
@@ -9886,7 +9911,6 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9886
9911
|
} | undefined;
|
|
9887
9912
|
} | undefined;
|
|
9888
9913
|
conformanceFixtureRecord?: {
|
|
9889
|
-
approverId: string;
|
|
9890
9914
|
fixture: {
|
|
9891
9915
|
description: string;
|
|
9892
9916
|
fixtureId: string;
|
|
@@ -9923,11 +9947,12 @@ declare const EvaluationEventSchema: ZodEffects$1<ZodObject<{
|
|
|
9923
9947
|
sourceExcerpt?: string | undefined;
|
|
9924
9948
|
when?: {
|
|
9925
9949
|
column: string;
|
|
9926
|
-
present?: boolean | undefined;
|
|
9927
9950
|
equals?: string | undefined;
|
|
9928
9951
|
oneOf?: string[] | undefined;
|
|
9952
|
+
present?: boolean | undefined;
|
|
9929
9953
|
}[] | undefined;
|
|
9930
9954
|
};
|
|
9955
|
+
approverId: string;
|
|
9931
9956
|
occurredAt: string;
|
|
9932
9957
|
sourceSurfaceId?: string | undefined;
|
|
9933
9958
|
} | undefined;
|
|
@@ -10182,6 +10207,8 @@ declare const LightSourceResultSchema: ZodDiscriminatedUnion<"ok", [ZodObject<{
|
|
|
10182
10207
|
|
|
10183
10208
|
vendorMetadata: ZodOptional$1<ZodRecord<ZodString, ZodUnknown>>;
|
|
10184
10209
|
|
|
10210
|
+
servedModel: ZodOptional$1<ZodString>;
|
|
10211
|
+
|
|
10185
10212
|
stopReason: ZodOptional$1<ZodEnum$1<["end_turn", "max_tokens", "tool_use", "stop_sequence", "refusal", "other"]>>;
|
|
10186
10213
|
}, "strip", ZodTypeAny$1, {
|
|
10187
10214
|
content: ({
|
|
@@ -10215,6 +10242,7 @@ declare const LightSourceResultSchema: ZodDiscriminatedUnion<"ok", [ZodObject<{
|
|
|
10215
10242
|
}[] | undefined;
|
|
10216
10243
|
reasoning?: string | undefined;
|
|
10217
10244
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
10245
|
+
servedModel?: string | undefined;
|
|
10218
10246
|
stopReason?: "tool_use" | "end_turn" | "max_tokens" | "stop_sequence" | "refusal" | "other" | undefined;
|
|
10219
10247
|
}, {
|
|
10220
10248
|
content: ({
|
|
@@ -10248,6 +10276,7 @@ declare const LightSourceResultSchema: ZodDiscriminatedUnion<"ok", [ZodObject<{
|
|
|
10248
10276
|
}[] | undefined;
|
|
10249
10277
|
reasoning?: string | undefined;
|
|
10250
10278
|
vendorMetadata?: Record<string, unknown> | undefined;
|
|
10279
|
+
servedModel?: string | undefined;
|
|
10251
10280
|
stopReason?: "tool_use" | "end_turn" | "max_tokens" | "stop_sequence" | "refusal" | "other" | undefined;
|
|
10252
10281
|
}>, ZodObject<{
|
|
10253
10282
|
ok: ZodLiteral<false>;
|
|
@@ -10301,6 +10330,24 @@ declare const LightSourceResultSchema: ZodDiscriminatedUnion<"ok", [ZodObject<{
|
|
|
10301
10330
|
}>]>;
|
|
10302
10331
|
type LightSourceResult = TypeOf$1<typeof LightSourceResultSchema>;
|
|
10303
10332
|
|
|
10333
|
+
declare const JudgeIdentitySchema: ZodObject<{
|
|
10334
|
+
|
|
10335
|
+
rubricHash: ZodOptional$1<ZodString>;
|
|
10336
|
+
|
|
10337
|
+
contextScope: ZodOptional$1<ZodEnum$1<["rubric_actual", "rubric_actual_expected", "rubric_actual_expected_toolaware", "full_generating_prompt"]>>;
|
|
10338
|
+
|
|
10339
|
+
model: ZodOptional$1<ZodString>;
|
|
10340
|
+
}, "strip", ZodTypeAny$1, {
|
|
10341
|
+
rubricHash?: string | undefined;
|
|
10342
|
+
contextScope?: "rubric_actual" | "rubric_actual_expected" | "rubric_actual_expected_toolaware" | "full_generating_prompt" | undefined;
|
|
10343
|
+
model?: string | undefined;
|
|
10344
|
+
}, {
|
|
10345
|
+
rubricHash?: string | undefined;
|
|
10346
|
+
contextScope?: "rubric_actual" | "rubric_actual_expected" | "rubric_actual_expected_toolaware" | "full_generating_prompt" | undefined;
|
|
10347
|
+
model?: string | undefined;
|
|
10348
|
+
}>;
|
|
10349
|
+
type JudgeIdentity = TypeOf$1<typeof JudgeIdentitySchema>;
|
|
10350
|
+
|
|
10304
10351
|
interface InjectionRequest {
|
|
10305
10352
|
|
|
10306
10353
|
surfaceId?: string;
|
|
@@ -11315,6 +11362,8 @@ interface SurfaceOutcomeReport {
|
|
|
11315
11362
|
}[];
|
|
11316
11363
|
|
|
11317
11364
|
fixtureId?: string;
|
|
11365
|
+
|
|
11366
|
+
judgeIdentity?: JudgeIdentity;
|
|
11318
11367
|
}
|
|
11319
11368
|
|
|
11320
11369
|
interface ContractSurfaceSummary {
|