@ls-stack/agent-eval 0.32.0 → 0.33.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -25,7 +25,7 @@
25
25
  href="https://fonts.googleapis.com/css2?family=Geist:wght@400;500;600&family=JetBrains+Mono:wght@400;500&display=swap"
26
26
  rel="stylesheet"
27
27
  />
28
- <script type="module" crossorigin src="/assets/index-BNQnbfi0.js"></script>
28
+ <script type="module" crossorigin src="/assets/index-BV_DM8fZ.js"></script>
29
29
  <link rel="stylesheet" crossorigin href="/assets/index-BPMMRktE.css">
30
30
  </head>
31
31
  <body>
package/dist/index.d.mts CHANGED
@@ -2908,13 +2908,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
2908
2908
  declare const columnFormatSchema: z$1.ZodEnum<{
2909
2909
  number: "number";
2910
2910
  boolean: "boolean";
2911
+ duration: "duration";
2912
+ json: "json";
2911
2913
  file: "file";
2912
2914
  markdown: "markdown";
2913
- json: "json";
2914
2915
  image: "image";
2915
2916
  audio: "audio";
2916
2917
  video: "video";
2917
- duration: "duration";
2918
2918
  percent: "percent";
2919
2919
  passFail: "passFail";
2920
2920
  stars: "stars";
@@ -2933,13 +2933,13 @@ declare const columnDefSchema: z$1.ZodObject<{
2933
2933
  format: z$1.ZodOptional<z$1.ZodEnum<{
2934
2934
  number: "number";
2935
2935
  boolean: "boolean";
2936
+ duration: "duration";
2937
+ json: "json";
2936
2938
  file: "file";
2937
2939
  markdown: "markdown";
2938
- json: "json";
2939
2940
  image: "image";
2940
2941
  audio: "audio";
2941
2942
  video: "video";
2942
- duration: "duration";
2943
2943
  percent: "percent";
2944
2944
  passFail: "passFail";
2945
2945
  stars: "stars";
@@ -2984,8 +2984,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
2984
2984
  declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
2985
2985
  string: "string";
2986
2986
  number: "number";
2987
- json: "json";
2988
2987
  duration: "duration";
2988
+ json: "json";
2989
2989
  }>;
2990
2990
  /**
2991
2991
  * Formatting hint for trace attribute values rendered by the UI.
@@ -3009,8 +3009,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3009
3009
  format: z$1.ZodOptional<z$1.ZodEnum<{
3010
3010
  string: "string";
3011
3011
  number: "number";
3012
- json: "json";
3013
3012
  duration: "duration";
3013
+ json: "json";
3014
3014
  }>>;
3015
3015
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3016
3016
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3045,8 +3045,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3045
3045
  format: z$1.ZodOptional<z$1.ZodEnum<{
3046
3046
  string: "string";
3047
3047
  number: "number";
3048
- json: "json";
3049
3048
  duration: "duration";
3049
+ json: "json";
3050
3050
  }>>;
3051
3051
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3052
3052
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3085,8 +3085,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3085
3085
  format: z$1.ZodOptional<z$1.ZodEnum<{
3086
3086
  string: "string";
3087
3087
  number: "number";
3088
- json: "json";
3089
3088
  duration: "duration";
3089
+ json: "json";
3090
3090
  }>>;
3091
3091
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3092
3092
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3123,8 +3123,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3123
3123
  format: z$1.ZodOptional<z$1.ZodEnum<{
3124
3124
  string: "string";
3125
3125
  number: "number";
3126
- json: "json";
3127
3126
  duration: "duration";
3127
+ json: "json";
3128
3128
  }>>;
3129
3129
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3130
3130
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3255,13 +3255,13 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3255
3255
  format: z$1.ZodOptional<z$1.ZodEnum<{
3256
3256
  number: "number";
3257
3257
  boolean: "boolean";
3258
+ duration: "duration";
3259
+ json: "json";
3258
3260
  file: "file";
3259
3261
  markdown: "markdown";
3260
- json: "json";
3261
3262
  image: "image";
3262
3263
  audio: "audio";
3263
3264
  video: "video";
3264
- duration: "duration";
3265
3265
  percent: "percent";
3266
3266
  passFail: "passFail";
3267
3267
  stars: "stars";
@@ -3297,13 +3297,13 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
3297
3297
  format: z$1.ZodOptional<z$1.ZodEnum<{
3298
3298
  number: "number";
3299
3299
  boolean: "boolean";
3300
+ duration: "duration";
3301
+ json: "json";
3300
3302
  file: "file";
3301
3303
  markdown: "markdown";
3302
- json: "json";
3303
3304
  image: "image";
3304
3305
  audio: "audio";
3305
3306
  video: "video";
3306
- duration: "duration";
3307
3307
  percent: "percent";
3308
3308
  passFail: "passFail";
3309
3309
  stars: "stars";
@@ -3340,13 +3340,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
3340
3340
  format: z$1.ZodOptional<z$1.ZodEnum<{
3341
3341
  number: "number";
3342
3342
  boolean: "boolean";
3343
+ duration: "duration";
3344
+ json: "json";
3343
3345
  file: "file";
3344
3346
  markdown: "markdown";
3345
- json: "json";
3346
3347
  image: "image";
3347
3348
  audio: "audio";
3348
3349
  video: "video";
3349
- duration: "duration";
3350
3350
  percent: "percent";
3351
3351
  passFail: "passFail";
3352
3352
  stars: "stars";
@@ -3398,13 +3398,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
3398
3398
  format: z$1.ZodOptional<z$1.ZodEnum<{
3399
3399
  number: "number";
3400
3400
  boolean: "boolean";
3401
+ duration: "duration";
3402
+ json: "json";
3401
3403
  file: "file";
3402
3404
  markdown: "markdown";
3403
- json: "json";
3404
3405
  image: "image";
3405
3406
  audio: "audio";
3406
3407
  video: "video";
3407
- duration: "duration";
3408
3408
  percent: "percent";
3409
3409
  passFail: "passFail";
3410
3410
  stars: "stars";
@@ -3429,8 +3429,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3429
3429
  }>;
3430
3430
  label: z$1.ZodOptional<z$1.ZodString>;
3431
3431
  color: z$1.ZodOptional<z$1.ZodEnum<{
3432
- success: "success";
3433
3432
  error: "error";
3433
+ success: "success";
3434
3434
  warning: "warning";
3435
3435
  accent: "accent";
3436
3436
  accentDim: "accentDim";
@@ -3453,8 +3453,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3453
3453
  }>;
3454
3454
  label: z$1.ZodOptional<z$1.ZodString>;
3455
3455
  color: z$1.ZodOptional<z$1.ZodEnum<{
3456
- success: "success";
3457
3456
  error: "error";
3457
+ success: "success";
3458
3458
  warning: "warning";
3459
3459
  accent: "accent";
3460
3460
  accentDim: "accentDim";
@@ -3718,8 +3718,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3718
3718
  format: z$1.ZodOptional<z$1.ZodEnum<{
3719
3719
  string: "string";
3720
3720
  number: "number";
3721
- json: "json";
3722
3721
  duration: "duration";
3722
+ json: "json";
3723
3723
  }>>;
3724
3724
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3725
3725
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3804,8 +3804,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3804
3804
  format: z$1.ZodOptional<z$1.ZodEnum<{
3805
3805
  string: "string";
3806
3806
  number: "number";
3807
- json: "json";
3808
3807
  duration: "duration";
3808
+ json: "json";
3809
3809
  }>>;
3810
3810
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3811
3811
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3873,8 +3873,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3873
3873
  format: z$1.ZodOptional<z$1.ZodEnum<{
3874
3874
  string: "string";
3875
3875
  number: "number";
3876
- json: "json";
3877
3876
  duration: "duration";
3877
+ json: "json";
3878
3878
  }>>;
3879
3879
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3880
3880
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4037,8 +4037,8 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
4037
4037
  * not emit raw hex so authored evals stay decoupled from the web theme.
4038
4038
  */
4039
4039
  declare const evalChartColorSchema: z$1.ZodEnum<{
4040
- success: "success";
4041
4040
  error: "error";
4041
+ success: "success";
4042
4042
  warning: "warning";
4043
4043
  accent: "accent";
4044
4044
  accentDim: "accentDim";
@@ -4066,8 +4066,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4066
4066
  }>;
4067
4067
  label: z$1.ZodOptional<z$1.ZodString>;
4068
4068
  color: z$1.ZodOptional<z$1.ZodEnum<{
4069
- success: "success";
4070
4069
  error: "error";
4070
+ success: "success";
4071
4071
  warning: "warning";
4072
4072
  accent: "accent";
4073
4073
  accentDim: "accentDim";
@@ -4090,8 +4090,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4090
4090
  }>;
4091
4091
  label: z$1.ZodOptional<z$1.ZodString>;
4092
4092
  color: z$1.ZodOptional<z$1.ZodEnum<{
4093
- success: "success";
4094
4093
  error: "error";
4094
+ success: "success";
4095
4095
  warning: "warning";
4096
4096
  accent: "accent";
4097
4097
  accentDim: "accentDim";
@@ -4149,8 +4149,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4149
4149
  }>;
4150
4150
  label: z$1.ZodOptional<z$1.ZodString>;
4151
4151
  color: z$1.ZodOptional<z$1.ZodEnum<{
4152
- success: "success";
4153
4152
  error: "error";
4153
+ success: "success";
4154
4154
  warning: "warning";
4155
4155
  accent: "accent";
4156
4156
  accentDim: "accentDim";
@@ -4173,8 +4173,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4173
4173
  }>;
4174
4174
  label: z$1.ZodOptional<z$1.ZodString>;
4175
4175
  color: z$1.ZodOptional<z$1.ZodEnum<{
4176
- success: "success";
4177
4176
  error: "error";
4177
+ success: "success";
4178
4178
  warning: "warning";
4179
4179
  accent: "accent";
4180
4180
  accentDim: "accentDim";
@@ -4239,8 +4239,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4239
4239
  }>;
4240
4240
  label: z$1.ZodOptional<z$1.ZodString>;
4241
4241
  color: z$1.ZodOptional<z$1.ZodEnum<{
4242
- success: "success";
4243
4242
  error: "error";
4243
+ success: "success";
4244
4244
  warning: "warning";
4245
4245
  accent: "accent";
4246
4246
  accentDim: "accentDim";
@@ -4263,8 +4263,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4263
4263
  }>;
4264
4264
  label: z$1.ZodOptional<z$1.ZodString>;
4265
4265
  color: z$1.ZodOptional<z$1.ZodEnum<{
4266
- success: "success";
4267
4266
  error: "error";
4267
+ success: "success";
4268
4268
  warning: "warning";
4269
4269
  accent: "accent";
4270
4270
  accentDim: "accentDim";
@@ -4574,8 +4574,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
4574
4574
  string: "string";
4575
4575
  number: "number";
4576
4576
  boolean: "boolean";
4577
- json: "json";
4578
4577
  duration: "duration";
4578
+ json: "json";
4579
4579
  }>;
4580
4580
  /** Render format applied to an LLM-call metric value. */
4581
4581
  type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4584,8 +4584,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
4584
4584
  string: "string";
4585
4585
  number: "number";
4586
4586
  boolean: "boolean";
4587
- json: "json";
4588
4587
  duration: "duration";
4588
+ json: "json";
4589
4589
  }>;
4590
4590
  /** Render format applied to an API-call metric value. */
4591
4591
  type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4654,8 +4654,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
4654
4654
  string: "string";
4655
4655
  number: "number";
4656
4656
  boolean: "boolean";
4657
- json: "json";
4658
4657
  duration: "duration";
4658
+ json: "json";
4659
4659
  }>>;
4660
4660
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4661
4661
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4683,8 +4683,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
4683
4683
  string: "string";
4684
4684
  number: "number";
4685
4685
  boolean: "boolean";
4686
- json: "json";
4687
4686
  duration: "duration";
4687
+ json: "json";
4688
4688
  }>>;
4689
4689
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4690
4690
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4797,8 +4797,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
4797
4797
  string: "string";
4798
4798
  number: "number";
4799
4799
  boolean: "boolean";
4800
- json: "json";
4801
4800
  duration: "duration";
4801
+ json: "json";
4802
4802
  }>>;
4803
4803
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4804
4804
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4833,8 +4833,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
4833
4833
  string: "string";
4834
4834
  number: "number";
4835
4835
  boolean: "boolean";
4836
- json: "json";
4837
4836
  duration: "duration";
4837
+ json: "json";
4838
4838
  }>>;
4839
4839
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4840
4840
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5135,8 +5135,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5135
5135
  format: z$1.ZodOptional<z$1.ZodEnum<{
5136
5136
  string: "string";
5137
5137
  number: "number";
5138
- json: "json";
5139
5138
  duration: "duration";
5139
+ json: "json";
5140
5140
  }>>;
5141
5141
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5142
5142
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5183,13 +5183,13 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5183
5183
  format: z$1.ZodOptional<z$1.ZodEnum<{
5184
5184
  number: "number";
5185
5185
  boolean: "boolean";
5186
+ duration: "duration";
5187
+ json: "json";
5186
5188
  file: "file";
5187
5189
  markdown: "markdown";
5188
- json: "json";
5189
5190
  image: "image";
5190
5191
  audio: "audio";
5191
5192
  video: "video";
5192
- duration: "duration";
5193
5193
  percent: "percent";
5194
5194
  passFail: "passFail";
5195
5195
  stars: "stars";
@@ -5248,8 +5248,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5248
5248
  string: "string";
5249
5249
  number: "number";
5250
5250
  boolean: "boolean";
5251
- json: "json";
5252
5251
  duration: "duration";
5252
+ json: "json";
5253
5253
  }>>;
5254
5254
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5255
5255
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5293,8 +5293,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5293
5293
  string: "string";
5294
5294
  number: "number";
5295
5295
  boolean: "boolean";
5296
- json: "json";
5297
5296
  duration: "duration";
5297
+ json: "json";
5298
5298
  }>>;
5299
5299
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5300
5300
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@ls-stack/agent-eval",
3
- "version": "0.32.0",
3
+ "version": "0.33.0",
4
4
  "type": "module",
5
5
  "bin": {
6
6
  "agent-evals": "./dist/bin.mjs"
@@ -31,8 +31,8 @@
31
31
  "devDependencies": {
32
32
  "@types/node": "^24.7.2",
33
33
  "typescript": "^5.9.2",
34
- "@agent-evals/sdk": "0.0.1",
35
34
  "@agent-evals/runner": "0.0.1",
35
+ "@agent-evals/sdk": "0.0.1",
36
36
  "@agent-evals/shared": "0.0.1"
37
37
  },
38
38
  "scripts": {