opik 1.9.24 → 1.9.25

package/dist/index.d.cts

@@ -1,6 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
-import z$1, { z } from 'zod';
+import { z } from 'zod';
+export { z } from 'zod';
 import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
@@ -190,15 +191,15 @@ declare const DatasetUpdateVisibility: {
 /**
  * @example
  *     {
- *         ids: ["ids"],
  *         update: {}
  *     }
  */
 interface DatasetItemBatchUpdate {
-    /** List of dataset item IDs to update (max 1000) */
-    ids: string[];
+    /** List of dataset item IDs to update (max 1000). Mutually exclusive with 'filters'. */
+    ids?: string[];
+    filters?: DatasetItemFilter[];
     update: DatasetItemUpdate;
-    /** If true, merge tags with existing tags instead of replacing them. Default: false */
+    /** If true, merge tags with existing tags instead of replacing them. Default: false. When using 'filters', this is automatically set to true. */
     mergeTags?: boolean;
 }
 
@@ -3127,6 +3128,36 @@ interface DashboardPagePublic {
     total?: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type DatasetItemFilterOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const DatasetItemFilterOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface DatasetItemFilter {
+    field?: string;
+    operator?: DatasetItemFilterOperator;
+    key?: string;
+    value?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -6611,7 +6642,6 @@ declare class Datasets {
      *
      * @example
      *     await client.datasets.batchUpdateDatasetItems({
-     *         ids: ["ids"],
      *         update: {}
      *     })
      */
@@ -10242,7 +10272,7 @@ type EvaluationTestResult = {
     scoreResults: EvaluationScoreResult[];
 };
 
-declare abstract class BaseMetric<T extends z.AnyZodObject = z.AnyZodObject> {
+declare abstract class BaseMetric<T extends z.ZodObject<z.ZodRawShape> = z.ZodObject<z.ZodRawShape>> {
     /**
      * The name of the metric
      */
@@ -10786,17 +10816,17 @@ interface EvaluatePromptOptions extends Omit<EvaluateOptions, "task"> {
  */
 declare function evaluatePrompt(options: EvaluatePromptOptions): Promise<EvaluationResult>;
 
-declare const validationSchema$7: z$1.ZodObject<{
-    output: z$1.ZodUnknown;
-    expected: z$1.ZodUnknown;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$7: z.ZodObject<{
+    output: z.ZodUnknown;
+    expected: z.ZodUnknown;
+}, "strip", z.ZodTypeAny, {
     output?: unknown;
     expected?: unknown;
 }, {
     output?: unknown;
     expected?: unknown;
 }>;
-type Input$7 = z$1.infer<typeof validationSchema$7>;
+type Input$7 = z.infer<typeof validationSchema$7>;
 /**
  * ExactMatch metric - checks if the actual output exactly matches the expected output.
  * Simple metric for exact string matching.
@@ -10808,10 +10838,10 @@ declare class ExactMatch extends BaseMetric {
      * @param trackMetric Whether to track the metric
      */
     constructor(name?: string, trackMetric?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodUnknown;
-        expected: z$1.ZodUnknown;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodUnknown;
+        expected: z.ZodUnknown;
+    }, "strip", z.ZodTypeAny, {
         output?: unknown;
         expected?: unknown;
     }, {
@@ -10826,17 +10856,17 @@ declare class ExactMatch extends BaseMetric {
     score(input: Input$7): Promise<EvaluationScoreResult>;
 }
 
-declare const validationSchema$6: z$1.ZodObject<{
-    output: z$1.ZodString;
-    substring: z$1.ZodString;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$6: z.ZodObject<{
+    output: z.ZodString;
+    substring: z.ZodString;
+}, "strip", z.ZodTypeAny, {
     substring: string;
     output: string;
 }, {
     substring: string;
     output: string;
 }>;
-type Input$6 = z$1.infer<typeof validationSchema$6>;
+type Input$6 = z.infer<typeof validationSchema$6>;
 /**
  * Contains metric - checks if the actual output contains the substring string.
  * Simple metric for substring matching.
@@ -10850,10 +10880,10 @@ declare class Contains extends BaseMetric {
      * @param caseSensitive Whether the match should be case-sensitive (defaults to false)
      */
     constructor(name?: string, trackMetric?: boolean, caseSensitive?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodString;
-        substring: z$1.ZodString;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodString;
+        substring: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
         substring: string;
         output: string;
     }, {
@@ -10914,14 +10944,14 @@ declare class RegexMatch extends BaseMetric {
     score(input: Input$5): Promise<EvaluationScoreResult>;
 }
 
-declare const validationSchema$4: z$1.ZodObject<{
-    output: z$1.ZodUnknown;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$4: z.ZodObject<{
+    output: z.ZodUnknown;
+}, "strip", z.ZodTypeAny, {
     output?: unknown;
 }, {
     output?: unknown;
 }>;
-type Input$4 = z$1.infer<typeof validationSchema$4>;
+type Input$4 = z.infer<typeof validationSchema$4>;
 /**
  * IsJson metric - checks if a given output string is valid JSON.
  */
@@ -10932,9 +10962,9 @@ declare class IsJson extends BaseMetric {
      * @param trackMetric Whether to track the metric
      */
     constructor(name?: string, trackMetric?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodUnknown;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodUnknown;
+    }, "strip", z.ZodTypeAny, {
         output?: unknown;
     }, {
         output?: unknown;

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
-import z$1, { z } from 'zod';
+import { z } from 'zod';
+export { z } from 'zod';
 import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
@@ -190,15 +191,15 @@ declare const DatasetUpdateVisibility: {
 /**
  * @example
  *     {
- *         ids: ["ids"],
  *         update: {}
  *     }
  */
 interface DatasetItemBatchUpdate {
-    /** List of dataset item IDs to update (max 1000) */
-    ids: string[];
+    /** List of dataset item IDs to update (max 1000). Mutually exclusive with 'filters'. */
+    ids?: string[];
+    filters?: DatasetItemFilter[];
     update: DatasetItemUpdate;
-    /** If true, merge tags with existing tags instead of replacing them. Default: false */
+    /** If true, merge tags with existing tags instead of replacing them. Default: false. When using 'filters', this is automatically set to true. */
     mergeTags?: boolean;
 }
 
@@ -3127,6 +3128,36 @@ interface DashboardPagePublic {
     total?: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type DatasetItemFilterOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const DatasetItemFilterOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface DatasetItemFilter {
+    field?: string;
+    operator?: DatasetItemFilterOperator;
+    key?: string;
+    value?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -6611,7 +6642,6 @@ declare class Datasets {
      *
      * @example
      *     await client.datasets.batchUpdateDatasetItems({
-     *         ids: ["ids"],
      *         update: {}
      *     })
      */
@@ -10242,7 +10272,7 @@ type EvaluationTestResult = {
     scoreResults: EvaluationScoreResult[];
 };
 
-declare abstract class BaseMetric<T extends z.AnyZodObject = z.AnyZodObject> {
+declare abstract class BaseMetric<T extends z.ZodObject<z.ZodRawShape> = z.ZodObject<z.ZodRawShape>> {
     /**
      * The name of the metric
      */
@@ -10786,17 +10816,17 @@ interface EvaluatePromptOptions extends Omit<EvaluateOptions, "task"> {
  */
 declare function evaluatePrompt(options: EvaluatePromptOptions): Promise<EvaluationResult>;
 
-declare const validationSchema$7: z$1.ZodObject<{
-    output: z$1.ZodUnknown;
-    expected: z$1.ZodUnknown;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$7: z.ZodObject<{
+    output: z.ZodUnknown;
+    expected: z.ZodUnknown;
+}, "strip", z.ZodTypeAny, {
     output?: unknown;
     expected?: unknown;
 }, {
     output?: unknown;
     expected?: unknown;
 }>;
-type Input$7 = z$1.infer<typeof validationSchema$7>;
+type Input$7 = z.infer<typeof validationSchema$7>;
 /**
  * ExactMatch metric - checks if the actual output exactly matches the expected output.
  * Simple metric for exact string matching.
@@ -10808,10 +10838,10 @@ declare class ExactMatch extends BaseMetric {
      * @param trackMetric Whether to track the metric
      */
     constructor(name?: string, trackMetric?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodUnknown;
-        expected: z$1.ZodUnknown;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodUnknown;
+        expected: z.ZodUnknown;
+    }, "strip", z.ZodTypeAny, {
         output?: unknown;
         expected?: unknown;
     }, {
@@ -10826,17 +10856,17 @@ declare class ExactMatch extends BaseMetric {
     score(input: Input$7): Promise<EvaluationScoreResult>;
 }
 
-declare const validationSchema$6: z$1.ZodObject<{
-    output: z$1.ZodString;
-    substring: z$1.ZodString;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$6: z.ZodObject<{
+    output: z.ZodString;
+    substring: z.ZodString;
+}, "strip", z.ZodTypeAny, {
     substring: string;
     output: string;
 }, {
     substring: string;
     output: string;
 }>;
-type Input$6 = z$1.infer<typeof validationSchema$6>;
+type Input$6 = z.infer<typeof validationSchema$6>;
 /**
  * Contains metric - checks if the actual output contains the substring string.
  * Simple metric for substring matching.
@@ -10850,10 +10880,10 @@ declare class Contains extends BaseMetric {
      * @param caseSensitive Whether the match should be case-sensitive (defaults to false)
      */
     constructor(name?: string, trackMetric?: boolean, caseSensitive?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodString;
-        substring: z$1.ZodString;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodString;
+        substring: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
         substring: string;
         output: string;
     }, {
@@ -10914,14 +10944,14 @@ declare class RegexMatch extends BaseMetric {
     score(input: Input$5): Promise<EvaluationScoreResult>;
 }
 
-declare const validationSchema$4: z$1.ZodObject<{
-    output: z$1.ZodUnknown;
-}, "strip", z$1.ZodTypeAny, {
+declare const validationSchema$4: z.ZodObject<{
+    output: z.ZodUnknown;
+}, "strip", z.ZodTypeAny, {
     output?: unknown;
 }, {
     output?: unknown;
 }>;
-type Input$4 = z$1.infer<typeof validationSchema$4>;
+type Input$4 = z.infer<typeof validationSchema$4>;
 /**
  * IsJson metric - checks if a given output string is valid JSON.
  */
@@ -10932,9 +10962,9 @@ declare class IsJson extends BaseMetric {
      * @param trackMetric Whether to track the metric
      */
     constructor(name?: string, trackMetric?: boolean);
-    validationSchema: z$1.ZodObject<{
-        output: z$1.ZodUnknown;
-    }, "strip", z$1.ZodTypeAny, {
+    validationSchema: z.ZodObject<{
+        output: z.ZodUnknown;
+    }, "strip", z.ZodTypeAny, {
         output?: unknown;
     }, {
         output?: unknown;