opik 1.8.19 → 1.8.21

package/dist/{Client-DEHfVKk_.d.cts → Client-BXcuvdtr.d.cts}

@@ -402,6 +402,8 @@ interface ExperimentItemsDelete {
 interface ExperimentItemBulkUploadExperimentItemBulkWriteView {
     experimentName: string;
     datasetName: string;
+    /** Optional experiment ID. If provided, items will be added to the existing experiment and experimentName will be ignored. If not provided or experiment with that ID doesn't exist, a new experiment will be created with the given experimentName */
+    experimentId?: string;
     items: ExperimentItemBulkRecordExperimentItemBulkWriteView[];
 }
 
@@ -430,6 +432,20 @@ interface FindExperimentGroupsRequest {
     filters?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * @example
+ *     {}
+ */
+interface FindExperimentGroupsAggregationsRequest {
+    groups?: string;
+    types?: string;
+    name?: string;
+    filters?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2233,6 +2249,7 @@ interface FeedbackScore {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntry>;
 }
 
 /**
@@ -2240,6 +2257,28 @@ interface FeedbackScore {
  */
 type JsonListString = Record<string, unknown> | Record<string, unknown>[] | string;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntrySource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntrySource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntry {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntrySource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2397,6 +2436,7 @@ interface FeedbackScoreCompare {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryCompare>;
 }
 
 /**
@@ -2404,6 +2444,28 @@ interface FeedbackScoreCompare {
  */
 type JsonListStringCompare = Record<string, unknown> | Record<string, unknown>[] | string;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryCompareSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryCompareSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryCompare {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryCompareSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2802,6 +2864,7 @@ interface FeedbackScoreExperimentItemBulkWriteView {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryExperimentItemBulkWriteView>;
 }
 
 /**
@@ -2872,6 +2935,28 @@ interface TraceExperimentItemBulkWriteView {
     threadId?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryExperimentItemBulkWriteViewSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryExperimentItemBulkWriteViewSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryExperimentItemBulkWriteView {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryExperimentItemBulkWriteViewSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2979,6 +3064,35 @@ interface GroupContent {
     label?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AggregationData {
+    experimentCount?: number;
+    traceCount?: number;
+    totalEstimatedCost?: number;
+    totalEstimatedCostAvg?: number;
+    duration?: PercentageValues;
+    feedbackScores?: FeedbackScoreAverage[];
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ExperimentGroupAggregationsResponse {
+    content?: Record<string, GroupContentWithAggregations>;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface GroupContentWithAggregations {
+    aggregations?: AggregationData;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3726,6 +3840,7 @@ interface FeedbackScorePublic {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryPublic>;
 }
 
 /**
@@ -3779,6 +3894,28 @@ interface SpanPublic {
     duration?: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryPublicSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryPublicSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryPublic {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryPublicSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5109,6 +5246,7 @@ declare class Experiments {
      * @param {Experiments.RequestOptions} requestOptions - Request-specific configuration.
      *
      * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.ConflictError}
      * @throws {@link OpikApi.UnprocessableEntityError}
      *
      * @example
@@ -5146,6 +5284,19 @@ declare class Experiments {
      */
     findExperimentGroups(request?: FindExperimentGroupsRequest, requestOptions?: Experiments.RequestOptions): HttpResponsePromise<ExperimentGroupResponse>;
     private __findExperimentGroups;
+    /**
+     * Find experiments grouped by specified fields with aggregation metrics
+     *
+     * @param {OpikApi.FindExperimentGroupsAggregationsRequest} request
+     * @param {Experiments.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     *
+     * @example
+     *     await client.experiments.findExperimentGroupsAggregations()
+     */
+    findExperimentGroupsAggregations(request?: FindExperimentGroupsAggregationsRequest, requestOptions?: Experiments.RequestOptions): HttpResponsePromise<ExperimentGroupAggregationsResponse>;
+    private __findExperimentGroupsAggregations;
     /**
      * Get experiment by id
      *

package/dist/{Client-DEHfVKk_.d.ts → Client-BXcuvdtr.d.ts}

@@ -402,6 +402,8 @@ interface ExperimentItemsDelete {
 interface ExperimentItemBulkUploadExperimentItemBulkWriteView {
     experimentName: string;
     datasetName: string;
+    /** Optional experiment ID. If provided, items will be added to the existing experiment and experimentName will be ignored. If not provided or experiment with that ID doesn't exist, a new experiment will be created with the given experimentName */
+    experimentId?: string;
     items: ExperimentItemBulkRecordExperimentItemBulkWriteView[];
 }
 
@@ -430,6 +432,20 @@ interface FindExperimentGroupsRequest {
     filters?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * @example
+ *     {}
+ */
+interface FindExperimentGroupsAggregationsRequest {
+    groups?: string;
+    types?: string;
+    name?: string;
+    filters?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2233,6 +2249,7 @@ interface FeedbackScore {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntry>;
 }
 
 /**
@@ -2240,6 +2257,28 @@ interface FeedbackScore {
  */
 type JsonListString = Record<string, unknown> | Record<string, unknown>[] | string;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntrySource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntrySource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntry {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntrySource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2397,6 +2436,7 @@ interface FeedbackScoreCompare {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryCompare>;
 }
 
 /**
@@ -2404,6 +2444,28 @@ interface FeedbackScoreCompare {
  */
 type JsonListStringCompare = Record<string, unknown> | Record<string, unknown>[] | string;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryCompareSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryCompareSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryCompare {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryCompareSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2802,6 +2864,7 @@ interface FeedbackScoreExperimentItemBulkWriteView {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryExperimentItemBulkWriteView>;
 }
 
 /**
@@ -2872,6 +2935,28 @@ interface TraceExperimentItemBulkWriteView {
     threadId?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryExperimentItemBulkWriteViewSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryExperimentItemBulkWriteViewSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryExperimentItemBulkWriteView {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryExperimentItemBulkWriteViewSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2979,6 +3064,35 @@ interface GroupContent {
     label?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AggregationData {
+    experimentCount?: number;
+    traceCount?: number;
+    totalEstimatedCost?: number;
+    totalEstimatedCostAvg?: number;
+    duration?: PercentageValues;
+    feedbackScores?: FeedbackScoreAverage[];
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ExperimentGroupAggregationsResponse {
+    content?: Record<string, GroupContentWithAggregations>;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface GroupContentWithAggregations {
+    aggregations?: AggregationData;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3726,6 +3840,7 @@ interface FeedbackScorePublic {
     lastUpdatedAt?: Date;
     createdBy?: string;
     lastUpdatedBy?: string;
+    valueByAuthor?: Record<string, ValueEntryPublic>;
 }
 
 /**
@@ -3779,6 +3894,28 @@ interface SpanPublic {
     duration?: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type ValueEntryPublicSource = "ui" | "sdk" | "online_scoring";
+declare const ValueEntryPublicSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface ValueEntryPublic {
+    value?: number;
+    reason?: string;
+    categoryName?: string;
+    source?: ValueEntryPublicSource;
+    lastUpdatedAt?: Date;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5109,6 +5246,7 @@ declare class Experiments {
      * @param {Experiments.RequestOptions} requestOptions - Request-specific configuration.
      *
      * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.ConflictError}
      * @throws {@link OpikApi.UnprocessableEntityError}
      *
      * @example
@@ -5146,6 +5284,19 @@ declare class Experiments {
      */
     findExperimentGroups(request?: FindExperimentGroupsRequest, requestOptions?: Experiments.RequestOptions): HttpResponsePromise<ExperimentGroupResponse>;
     private __findExperimentGroups;
+    /**
+     * Find experiments grouped by specified fields with aggregation metrics
+     *
+     * @param {OpikApi.FindExperimentGroupsAggregationsRequest} request
+     * @param {Experiments.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     *
+     * @example
+     *     await client.experiments.findExperimentGroupsAggregations()
+     */
+    findExperimentGroupsAggregations(request?: FindExperimentGroupsAggregationsRequest, requestOptions?: Experiments.RequestOptions): HttpResponsePromise<ExperimentGroupAggregationsResponse>;
+    private __findExperimentGroupsAggregations;
     /**
      * Get experiment by id
      *