opik 1.8.44 → 1.8.46

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -347,7 +347,7 @@ interface ExperimentWrite {
347
347
  id?: string;
348
348
  datasetName: string;
349
349
  name?: string;
350
- metadata?: JsonNodeWrite;
350
+ metadata?: JsonListStringWrite;
351
351
  type?: ExperimentWriteType;
352
352
  optimizationId?: string;
353
353
  promptVersion?: PromptVersionLinkWrite;
@@ -936,7 +936,7 @@ interface SpanUpdate$1 {
936
936
  endTime?: Date;
937
937
  input?: JsonListString;
938
938
  output?: JsonListString;
939
- metadata?: JsonNode;
939
+ metadata?: JsonListString;
940
940
  model?: string;
941
941
  provider?: string;
942
942
  tags?: string[];
@@ -1156,7 +1156,7 @@ interface TraceUpdate {
1156
1156
  endTime?: Date;
1157
1157
  input?: JsonListString;
1158
1158
  output?: JsonListString;
1159
- metadata?: JsonNode;
1159
+ metadata?: JsonListString;
1160
1160
  tags?: string[];
1161
1161
  errorInfo?: ErrorInfo;
1162
1162
  threadId?: string;
@@ -2655,11 +2655,6 @@ interface FeedbackScoreAverage {
2655
2655
  value: number;
2656
2656
  }
2657
2657
 
2658
- /**
2659
- * This file was auto-generated by Fern from our API Definition.
2660
- */
2661
- type JsonNode = Record<string, unknown>;
2662
-
2663
2658
  /**
2664
2659
  * This file was auto-generated by Fern from our API Definition.
2665
2660
  */
@@ -2672,7 +2667,7 @@ interface PercentageValues {
2672
2667
  /**
2673
2668
  * This file was auto-generated by Fern from our API Definition.
2674
2669
  */
2675
- type JsonNodeWrite = Record<string, unknown>;
2670
+ type JsonListStringWrite = Record<string, unknown> | Record<string, unknown>[] | string;
2676
2671
 
2677
2672
  /**
2678
2673
  * This file was auto-generated by Fern from our API Definition.
@@ -2761,7 +2756,7 @@ interface Span$1 {
2761
2756
  endTime?: Date;
2762
2757
  input?: JsonListString;
2763
2758
  output?: JsonListString;
2764
- metadata?: JsonNode;
2759
+ metadata?: JsonListString;
2765
2760
  model?: string;
2766
2761
  provider?: string;
2767
2762
  tags?: string[];
@@ -2802,7 +2797,7 @@ interface Trace$1 {
2802
2797
  endTime?: Date;
2803
2798
  input?: JsonListString;
2804
2799
  output?: JsonListString;
2805
- metadata?: JsonNode;
2800
+ metadata?: JsonListString;
2806
2801
  tags?: string[];
2807
2802
  errorInfo?: ErrorInfo;
2808
2803
  usage?: Record<string, number>;
@@ -2875,11 +2870,6 @@ interface FeedbackScoreExperimentItemBulkWriteView {
2875
2870
  */
2876
2871
  type JsonListStringExperimentItemBulkWriteView = Record<string, unknown> | Record<string, unknown>[] | string;
2877
2872
 
2878
- /**
2879
- * This file was auto-generated by Fern from our API Definition.
2880
- */
2881
- type JsonNodeExperimentItemBulkWriteView = Record<string, unknown>;
2882
-
2883
2873
  /**
2884
2874
  * This file was auto-generated by Fern from our API Definition.
2885
2875
  */
@@ -2904,7 +2894,7 @@ interface SpanExperimentItemBulkWriteView {
2904
2894
  endTime?: Date;
2905
2895
  input?: JsonListStringExperimentItemBulkWriteView;
2906
2896
  output?: JsonListStringExperimentItemBulkWriteView;
2907
- metadata?: JsonNodeExperimentItemBulkWriteView;
2897
+ metadata?: JsonListStringExperimentItemBulkWriteView;
2908
2898
  model?: string;
2909
2899
  provider?: string;
2910
2900
  tags?: string[];
@@ -2931,7 +2921,7 @@ interface TraceExperimentItemBulkWriteView {
2931
2921
  endTime?: Date;
2932
2922
  input?: JsonListStringExperimentItemBulkWriteView;
2933
2923
  output?: JsonListStringExperimentItemBulkWriteView;
2934
- metadata?: JsonNodeExperimentItemBulkWriteView;
2924
+ metadata?: JsonListStringExperimentItemBulkWriteView;
2935
2925
  tags?: string[];
2936
2926
  errorInfo?: ErrorInfoExperimentItemBulkWriteView;
2937
2927
  lastUpdatedAt?: Date;
@@ -3003,7 +2993,7 @@ interface ExperimentPublic {
3003
2993
  datasetName: string;
3004
2994
  datasetId?: string;
3005
2995
  name?: string;
3006
- metadata?: JsonNodePublic;
2996
+ metadata?: JsonListStringPublic;
3007
2997
  type?: ExperimentPublicType;
3008
2998
  optimizationId?: string;
3009
2999
  feedbackScores?: FeedbackScoreAveragePublic[];
@@ -3032,7 +3022,7 @@ interface FeedbackScoreAveragePublic {
3032
3022
  /**
3033
3023
  * This file was auto-generated by Fern from our API Definition.
3034
3024
  */
3035
- type JsonNodePublic = Record<string, unknown>;
3025
+ type JsonListStringPublic = Record<string, unknown> | Record<string, unknown>[] | string;
3036
3026
 
3037
3027
  /**
3038
3028
  * This file was auto-generated by Fern from our API Definition.
@@ -3126,6 +3116,8 @@ declare namespace FeedbackCreate {
3126
3116
  interface _Base {
3127
3117
  id?: string;
3128
3118
  name: string;
3119
+ /** Optional description for the feedback definition */
3120
+ description?: string;
3129
3121
  }
3130
3122
  }
3131
3123
 
@@ -3190,6 +3182,8 @@ declare namespace FeedbackObjectPublic {
3190
3182
  interface _Base {
3191
3183
  id?: string;
3192
3184
  name: string;
3185
+ /** Optional description for the feedback definition */
3186
+ description?: string;
3193
3187
  createdAt?: Date;
3194
3188
  createdBy?: string;
3195
3189
  lastUpdatedAt?: Date;
@@ -3232,6 +3226,8 @@ declare namespace FeedbackPublic {
3232
3226
  interface _Base {
3233
3227
  id?: string;
3234
3228
  name: string;
3229
+ /** Optional description for the feedback definition */
3230
+ description?: string;
3235
3231
  createdAt?: Date;
3236
3232
  createdBy?: string;
3237
3233
  lastUpdatedAt?: Date;
@@ -3269,6 +3265,8 @@ declare namespace FeedbackUpdate {
3269
3265
  interface _Base {
3270
3266
  id?: string;
3271
3267
  name: string;
3268
+ /** Optional description for the feedback definition */
3269
+ description?: string;
3272
3270
  }
3273
3271
  }
3274
3272
 
@@ -3288,6 +3286,11 @@ interface NumericalFeedbackDetailUpdate {
3288
3286
  min: number;
3289
3287
  }
3290
3288
 
3289
+ /**
3290
+ * This file was auto-generated by Fern from our API Definition.
3291
+ */
3292
+ type JsonNode = Record<string, unknown>;
3293
+
3291
3294
  /**
3292
3295
  * This file was auto-generated by Fern from our API Definition.
3293
3296
  */
@@ -3321,6 +3324,11 @@ interface GuardrailWrite {
3321
3324
  details: JsonNode;
3322
3325
  }
3323
3326
 
3327
+ /**
3328
+ * This file was auto-generated by Fern from our API Definition.
3329
+ */
3330
+ type JsonNodeWrite = Record<string, unknown>;
3331
+
3324
3332
  /**
3325
3333
  * This file was auto-generated by Fern from our API Definition.
3326
3334
  */
@@ -3383,7 +3391,7 @@ interface OptimizationWrite {
3383
3391
  datasetName: string;
3384
3392
  objectiveName: string;
3385
3393
  status: OptimizationWriteStatus;
3386
- metadata?: JsonNodeWrite;
3394
+ metadata?: JsonListStringWrite;
3387
3395
  lastUpdatedAt?: Date;
3388
3396
  }
3389
3397
 
@@ -3419,7 +3427,7 @@ interface OptimizationPublic {
3419
3427
  datasetName: string;
3420
3428
  objectiveName: string;
3421
3429
  status: OptimizationPublicStatus;
3422
- metadata?: JsonNodePublic;
3430
+ metadata?: JsonListStringPublic;
3423
3431
  datasetId?: string;
3424
3432
  numTrials?: number;
3425
3433
  feedbackScores?: FeedbackScoreAveragePublic[];
@@ -3737,6 +3745,11 @@ interface PromptDetail {
3737
3745
  latestVersion?: PromptVersionDetail;
3738
3746
  }
3739
3747
 
3748
+ /**
3749
+ * This file was auto-generated by Fern from our API Definition.
3750
+ */
3751
+ type JsonNodePublic = Record<string, unknown>;
3752
+
3740
3753
  /**
3741
3754
  * This file was auto-generated by Fern from our API Definition.
3742
3755
  */
@@ -3810,6 +3823,7 @@ interface ServiceTogglesConfig {
3810
3823
  traceThreadPythonEvaluatorEnabled: boolean;
3811
3824
  guardrailsEnabled: boolean;
3812
3825
  opikAiEnabled: boolean;
3826
+ humanAnnotationEnabled: boolean;
3813
3827
  }
3814
3828
 
3815
3829
  /**
@@ -3821,11 +3835,6 @@ interface ErrorInfoWrite {
3821
3835
  traceback: string;
3822
3836
  }
3823
3837
 
3824
- /**
3825
- * This file was auto-generated by Fern from our API Definition.
3826
- */
3827
- type JsonListStringWrite = Record<string, unknown> | Record<string, unknown>[] | string;
3828
-
3829
3838
  /**
3830
3839
  * This file was auto-generated by Fern from our API Definition.
3831
3840
  */
@@ -3853,7 +3862,7 @@ interface SpanWrite {
3853
3862
  endTime?: Date;
3854
3863
  input?: JsonListStringWrite;
3855
3864
  output?: JsonListStringWrite;
3856
- metadata?: JsonNodeWrite;
3865
+ metadata?: JsonListStringWrite;
3857
3866
  model?: string;
3858
3867
  provider?: string;
3859
3868
  tags?: string[];
@@ -3908,11 +3917,6 @@ interface FeedbackScorePublic {
3908
3917
  valueByAuthor?: Record<string, ValueEntryPublic>;
3909
3918
  }
3910
3919
 
3911
- /**
3912
- * This file was auto-generated by Fern from our API Definition.
3913
- */
3914
- type JsonListStringPublic = Record<string, unknown> | Record<string, unknown>[] | string;
3915
-
3916
3920
  /**
3917
3921
  * This file was auto-generated by Fern from our API Definition.
3918
3922
  */
@@ -3941,7 +3945,7 @@ interface SpanPublic {
3941
3945
  endTime?: Date;
3942
3946
  input?: JsonListStringPublic;
3943
3947
  output?: JsonListStringPublic;
3944
- metadata?: JsonNodePublic;
3948
+ metadata?: JsonListStringPublic;
3945
3949
  model?: string;
3946
3950
  provider?: string;
3947
3951
  tags?: string[];
@@ -4129,7 +4133,7 @@ interface TraceWrite {
4129
4133
  endTime?: Date;
4130
4134
  input?: JsonListStringWrite;
4131
4135
  output?: JsonListStringWrite;
4132
- metadata?: JsonNodeWrite;
4136
+ metadata?: JsonListStringWrite;
4133
4137
  tags?: string[];
4134
4138
  errorInfo?: ErrorInfoWrite;
4135
4139
  lastUpdatedAt?: Date;
@@ -4193,7 +4197,7 @@ interface TracePublic {
4193
4197
  endTime?: Date;
4194
4198
  input?: JsonListStringPublic;
4195
4199
  output?: JsonListStringPublic;
4196
- metadata?: JsonNodePublic;
4200
+ metadata?: JsonListStringPublic;
4197
4201
  tags?: string[];
4198
4202
  errorInfo?: ErrorInfoPublic;
4199
4203
  usage?: Record<string, number>;
@@ -347,7 +347,7 @@ interface ExperimentWrite {
347
347
  id?: string;
348
348
  datasetName: string;
349
349
  name?: string;
350
- metadata?: JsonNodeWrite;
350
+ metadata?: JsonListStringWrite;
351
351
  type?: ExperimentWriteType;
352
352
  optimizationId?: string;
353
353
  promptVersion?: PromptVersionLinkWrite;
@@ -936,7 +936,7 @@ interface SpanUpdate$1 {
936
936
  endTime?: Date;
937
937
  input?: JsonListString;
938
938
  output?: JsonListString;
939
- metadata?: JsonNode;
939
+ metadata?: JsonListString;
940
940
  model?: string;
941
941
  provider?: string;
942
942
  tags?: string[];
@@ -1156,7 +1156,7 @@ interface TraceUpdate {
1156
1156
  endTime?: Date;
1157
1157
  input?: JsonListString;
1158
1158
  output?: JsonListString;
1159
- metadata?: JsonNode;
1159
+ metadata?: JsonListString;
1160
1160
  tags?: string[];
1161
1161
  errorInfo?: ErrorInfo;
1162
1162
  threadId?: string;
@@ -2655,11 +2655,6 @@ interface FeedbackScoreAverage {
2655
2655
  value: number;
2656
2656
  }
2657
2657
 
2658
- /**
2659
- * This file was auto-generated by Fern from our API Definition.
2660
- */
2661
- type JsonNode = Record<string, unknown>;
2662
-
2663
2658
  /**
2664
2659
  * This file was auto-generated by Fern from our API Definition.
2665
2660
  */
@@ -2672,7 +2667,7 @@ interface PercentageValues {
2672
2667
  /**
2673
2668
  * This file was auto-generated by Fern from our API Definition.
2674
2669
  */
2675
- type JsonNodeWrite = Record<string, unknown>;
2670
+ type JsonListStringWrite = Record<string, unknown> | Record<string, unknown>[] | string;
2676
2671
 
2677
2672
  /**
2678
2673
  * This file was auto-generated by Fern from our API Definition.
@@ -2761,7 +2756,7 @@ interface Span$1 {
2761
2756
  endTime?: Date;
2762
2757
  input?: JsonListString;
2763
2758
  output?: JsonListString;
2764
- metadata?: JsonNode;
2759
+ metadata?: JsonListString;
2765
2760
  model?: string;
2766
2761
  provider?: string;
2767
2762
  tags?: string[];
@@ -2802,7 +2797,7 @@ interface Trace$1 {
2802
2797
  endTime?: Date;
2803
2798
  input?: JsonListString;
2804
2799
  output?: JsonListString;
2805
- metadata?: JsonNode;
2800
+ metadata?: JsonListString;
2806
2801
  tags?: string[];
2807
2802
  errorInfo?: ErrorInfo;
2808
2803
  usage?: Record<string, number>;
@@ -2875,11 +2870,6 @@ interface FeedbackScoreExperimentItemBulkWriteView {
2875
2870
  */
2876
2871
  type JsonListStringExperimentItemBulkWriteView = Record<string, unknown> | Record<string, unknown>[] | string;
2877
2872
 
2878
- /**
2879
- * This file was auto-generated by Fern from our API Definition.
2880
- */
2881
- type JsonNodeExperimentItemBulkWriteView = Record<string, unknown>;
2882
-
2883
2873
  /**
2884
2874
  * This file was auto-generated by Fern from our API Definition.
2885
2875
  */
@@ -2904,7 +2894,7 @@ interface SpanExperimentItemBulkWriteView {
2904
2894
  endTime?: Date;
2905
2895
  input?: JsonListStringExperimentItemBulkWriteView;
2906
2896
  output?: JsonListStringExperimentItemBulkWriteView;
2907
- metadata?: JsonNodeExperimentItemBulkWriteView;
2897
+ metadata?: JsonListStringExperimentItemBulkWriteView;
2908
2898
  model?: string;
2909
2899
  provider?: string;
2910
2900
  tags?: string[];
@@ -2931,7 +2921,7 @@ interface TraceExperimentItemBulkWriteView {
2931
2921
  endTime?: Date;
2932
2922
  input?: JsonListStringExperimentItemBulkWriteView;
2933
2923
  output?: JsonListStringExperimentItemBulkWriteView;
2934
- metadata?: JsonNodeExperimentItemBulkWriteView;
2924
+ metadata?: JsonListStringExperimentItemBulkWriteView;
2935
2925
  tags?: string[];
2936
2926
  errorInfo?: ErrorInfoExperimentItemBulkWriteView;
2937
2927
  lastUpdatedAt?: Date;
@@ -3003,7 +2993,7 @@ interface ExperimentPublic {
3003
2993
  datasetName: string;
3004
2994
  datasetId?: string;
3005
2995
  name?: string;
3006
- metadata?: JsonNodePublic;
2996
+ metadata?: JsonListStringPublic;
3007
2997
  type?: ExperimentPublicType;
3008
2998
  optimizationId?: string;
3009
2999
  feedbackScores?: FeedbackScoreAveragePublic[];
@@ -3032,7 +3022,7 @@ interface FeedbackScoreAveragePublic {
3032
3022
  /**
3033
3023
  * This file was auto-generated by Fern from our API Definition.
3034
3024
  */
3035
- type JsonNodePublic = Record<string, unknown>;
3025
+ type JsonListStringPublic = Record<string, unknown> | Record<string, unknown>[] | string;
3036
3026
 
3037
3027
  /**
3038
3028
  * This file was auto-generated by Fern from our API Definition.
@@ -3126,6 +3116,8 @@ declare namespace FeedbackCreate {
3126
3116
  interface _Base {
3127
3117
  id?: string;
3128
3118
  name: string;
3119
+ /** Optional description for the feedback definition */
3120
+ description?: string;
3129
3121
  }
3130
3122
  }
3131
3123
 
@@ -3190,6 +3182,8 @@ declare namespace FeedbackObjectPublic {
3190
3182
  interface _Base {
3191
3183
  id?: string;
3192
3184
  name: string;
3185
+ /** Optional description for the feedback definition */
3186
+ description?: string;
3193
3187
  createdAt?: Date;
3194
3188
  createdBy?: string;
3195
3189
  lastUpdatedAt?: Date;
@@ -3232,6 +3226,8 @@ declare namespace FeedbackPublic {
3232
3226
  interface _Base {
3233
3227
  id?: string;
3234
3228
  name: string;
3229
+ /** Optional description for the feedback definition */
3230
+ description?: string;
3235
3231
  createdAt?: Date;
3236
3232
  createdBy?: string;
3237
3233
  lastUpdatedAt?: Date;
@@ -3269,6 +3265,8 @@ declare namespace FeedbackUpdate {
3269
3265
  interface _Base {
3270
3266
  id?: string;
3271
3267
  name: string;
3268
+ /** Optional description for the feedback definition */
3269
+ description?: string;
3272
3270
  }
3273
3271
  }
3274
3272
 
@@ -3288,6 +3286,11 @@ interface NumericalFeedbackDetailUpdate {
3288
3286
  min: number;
3289
3287
  }
3290
3288
 
3289
+ /**
3290
+ * This file was auto-generated by Fern from our API Definition.
3291
+ */
3292
+ type JsonNode = Record<string, unknown>;
3293
+
3291
3294
  /**
3292
3295
  * This file was auto-generated by Fern from our API Definition.
3293
3296
  */
@@ -3321,6 +3324,11 @@ interface GuardrailWrite {
3321
3324
  details: JsonNode;
3322
3325
  }
3323
3326
 
3327
+ /**
3328
+ * This file was auto-generated by Fern from our API Definition.
3329
+ */
3330
+ type JsonNodeWrite = Record<string, unknown>;
3331
+
3324
3332
  /**
3325
3333
  * This file was auto-generated by Fern from our API Definition.
3326
3334
  */
@@ -3383,7 +3391,7 @@ interface OptimizationWrite {
3383
3391
  datasetName: string;
3384
3392
  objectiveName: string;
3385
3393
  status: OptimizationWriteStatus;
3386
- metadata?: JsonNodeWrite;
3394
+ metadata?: JsonListStringWrite;
3387
3395
  lastUpdatedAt?: Date;
3388
3396
  }
3389
3397
 
@@ -3419,7 +3427,7 @@ interface OptimizationPublic {
3419
3427
  datasetName: string;
3420
3428
  objectiveName: string;
3421
3429
  status: OptimizationPublicStatus;
3422
- metadata?: JsonNodePublic;
3430
+ metadata?: JsonListStringPublic;
3423
3431
  datasetId?: string;
3424
3432
  numTrials?: number;
3425
3433
  feedbackScores?: FeedbackScoreAveragePublic[];
@@ -3737,6 +3745,11 @@ interface PromptDetail {
3737
3745
  latestVersion?: PromptVersionDetail;
3738
3746
  }
3739
3747
 
3748
+ /**
3749
+ * This file was auto-generated by Fern from our API Definition.
3750
+ */
3751
+ type JsonNodePublic = Record<string, unknown>;
3752
+
3740
3753
  /**
3741
3754
  * This file was auto-generated by Fern from our API Definition.
3742
3755
  */
@@ -3810,6 +3823,7 @@ interface ServiceTogglesConfig {
3810
3823
  traceThreadPythonEvaluatorEnabled: boolean;
3811
3824
  guardrailsEnabled: boolean;
3812
3825
  opikAiEnabled: boolean;
3826
+ humanAnnotationEnabled: boolean;
3813
3827
  }
3814
3828
 
3815
3829
  /**
@@ -3821,11 +3835,6 @@ interface ErrorInfoWrite {
3821
3835
  traceback: string;
3822
3836
  }
3823
3837
 
3824
- /**
3825
- * This file was auto-generated by Fern from our API Definition.
3826
- */
3827
- type JsonListStringWrite = Record<string, unknown> | Record<string, unknown>[] | string;
3828
-
3829
3838
  /**
3830
3839
  * This file was auto-generated by Fern from our API Definition.
3831
3840
  */
@@ -3853,7 +3862,7 @@ interface SpanWrite {
3853
3862
  endTime?: Date;
3854
3863
  input?: JsonListStringWrite;
3855
3864
  output?: JsonListStringWrite;
3856
- metadata?: JsonNodeWrite;
3865
+ metadata?: JsonListStringWrite;
3857
3866
  model?: string;
3858
3867
  provider?: string;
3859
3868
  tags?: string[];
@@ -3908,11 +3917,6 @@ interface FeedbackScorePublic {
3908
3917
  valueByAuthor?: Record<string, ValueEntryPublic>;
3909
3918
  }
3910
3919
 
3911
- /**
3912
- * This file was auto-generated by Fern from our API Definition.
3913
- */
3914
- type JsonListStringPublic = Record<string, unknown> | Record<string, unknown>[] | string;
3915
-
3916
3920
  /**
3917
3921
  * This file was auto-generated by Fern from our API Definition.
3918
3922
  */
@@ -3941,7 +3945,7 @@ interface SpanPublic {
3941
3945
  endTime?: Date;
3942
3946
  input?: JsonListStringPublic;
3943
3947
  output?: JsonListStringPublic;
3944
- metadata?: JsonNodePublic;
3948
+ metadata?: JsonListStringPublic;
3945
3949
  model?: string;
3946
3950
  provider?: string;
3947
3951
  tags?: string[];
@@ -4129,7 +4133,7 @@ interface TraceWrite {
4129
4133
  endTime?: Date;
4130
4134
  input?: JsonListStringWrite;
4131
4135
  output?: JsonListStringWrite;
4132
- metadata?: JsonNodeWrite;
4136
+ metadata?: JsonListStringWrite;
4133
4137
  tags?: string[];
4134
4138
  errorInfo?: ErrorInfoWrite;
4135
4139
  lastUpdatedAt?: Date;
@@ -4193,7 +4197,7 @@ interface TracePublic {
4193
4197
  endTime?: Date;
4194
4198
  input?: JsonListStringPublic;
4195
4199
  output?: JsonListStringPublic;
4196
- metadata?: JsonNodePublic;
4200
+ metadata?: JsonListStringPublic;
4197
4201
  tags?: string[];
4198
4202
  errorInfo?: ErrorInfoPublic;
4199
4203
  usage?: Record<string, number>;