@arizeai/phoenix-client 1.0.2 → 1.2.0

package/src/__generated__/api/v1.ts

@@ -4,6 +4,79 @@
  */
 
 export interface paths {
+    "/v1/annotation_configs": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List annotation configurations
+         * @description Retrieve a paginated list of all annotation configurations in the system.
+         */
+        get: operations["list_annotation_configs_v1_annotation_configs_get"];
+        put?: never;
+        /** Create an annotation configuration */
+        post: operations["create_annotation_config_v1_annotation_configs_post"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/annotation_configs/{config_identifier}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** Get an annotation configuration by ID or name */
+        get: operations["get_annotation_config_by_name_or_id_v1_annotation_configs__config_identifier__get"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/annotation_configs/{config_id}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        /** Update an annotation configuration */
+        put: operations["update_annotation_config_v1_annotation_configs__config_id__put"];
+        post?: never;
+        /** Delete an annotation configuration */
+        delete: operations["delete_annotation_config_v1_annotation_configs__config_id__delete"];
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/projects/{project_identifier}/span_annotations": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** Get span annotations for a list of span_ids. */
+        get: operations["listSpanAnnotationsBySpanIds"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/v1/datasets": {
         parameters: {
             query?: never;
@@ -193,6 +266,58 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/v1/experiments/{experiment_id}/csv": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** Download experiment runs as a CSV file */
+        get: operations["getExperimentCSV"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/experiments/{experiment_id}/runs": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** List runs for an experiment */
+        get: operations["listExperimentRuns"];
+        put?: never;
+        /** Create run for an experiment */
+        post: operations["createExperimentRun"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/experiment_evaluations": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        /** Create or update evaluation for an experiment run */
+        post: operations["upsertExperimentEvaluation"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/v1/span_annotations": {
         parameters: {
             query?: never;
@@ -202,7 +327,7 @@ export interface paths {
         };
         get?: never;
         put?: never;
-        /** Create or update span annotations */
+        /** Create span annotations */
         post: operations["annotateSpans"];
         delete?: never;
         options?: never;
@@ -235,10 +360,16 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /** Get all prompts */
+        /**
+         * List all prompts
+         * @description Retrieve a paginated list of all prompts in the system. A prompt can have multiple versions.
+         */
         get: operations["getPrompts"];
         put?: never;
-        /** Create a prompt version */
+        /**
+         * Create a new prompt
+         * @description Create a new prompt and its initial version. A prompt can have multiple versions.
+         */
         post: operations["postPromptVersion"];
         delete?: never;
         options?: never;
@@ -253,7 +384,10 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /** List all prompt versions for a given prompt */
+        /**
+         * List prompt versions
+         * @description Retrieve all versions of a specific prompt with pagination support. Each prompt can have multiple versions with different configurations.
+         */
         get: operations["listPromptVersions"];
         put?: never;
         post?: never;
@@ -270,7 +404,10 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /** Get prompt by prompt version ID */
+        /**
+         * Get prompt version by ID
+         * @description Retrieve a specific prompt version using its unique identifier. A prompt version contains the actual template and configuration.
+         */
         get: operations["getPromptVersionByPromptVersionId"];
         put?: never;
         post?: never;
@@ -287,7 +424,10 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /** Get prompt by tag name */
+        /**
+         * Get prompt version by tag
+         * @description Retrieve a specific prompt version using its tag name. Tags are used to identify specific versions of a prompt.
+         */
         get: operations["getPromptVersionByTagName"];
         put?: never;
         post?: never;
@@ -304,7 +444,10 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /** Get the latest prompt version */
+        /**
+         * Get latest prompt version
+         * @description Retrieve the most recent version of a specific prompt.
+         */
         get: operations["getPromptVersionLatest"];
         put?: never;
         post?: never;
@@ -314,6 +457,82 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/v1/prompt_versions/{prompt_version_id}/tags": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List prompt version tags
+         * @description Retrieve all tags associated with a specific prompt version. Tags are used to identify and categorize different versions of a prompt.
+         */
+        get: operations["getPromptVersionTags"];
+        put?: never;
+        /**
+         * Add tag to prompt version
+         * @description Add a new tag to a specific prompt version. Tags help identify and categorize different versions of a prompt.
+         */
+        post: operations["createPromptVersionTag"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/projects": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * List all projects
+         * @description Retrieve a paginated list of all projects in the system.
+         */
+        get: operations["getProjects"];
+        put?: never;
+        /**
+         * Create a new project
+         * @description Create a new project with the specified configuration.
+         */
+        post: operations["createProject"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/v1/projects/{project_identifier}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Get project by ID or name
+         * @description Retrieve a specific project using its unique identifier: either project ID or project name. Note: When using a project name as the identifier, it cannot contain slash (/), question mark (?), or pound sign (#) characters.
+         */
+        get: operations["getProject"];
+        /**
+         * Update a project by ID or name
+         * @description Update an existing project with new configuration. Project names cannot be changed. The project identifier is either project ID or project name. Note: When using a project name as the identifier, it cannot contain slash (/), question mark (?), or pound sign (#) characters.
+         */
+        put: operations["updateProject"];
+        post?: never;
+        /**
+         * Delete a project by ID or name
+         * @description Delete an existing project and all its associated data. The project identifier is either project ID or project name. The default project cannot be deleted. Note: When using a project name as the identifier, it cannot contain slash (/), question mark (?), or pound sign (#) characters.
+         */
+        delete: operations["deleteProject"];
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
 }
 export type webhooks = Record<string, never>;
 export interface components {
@@ -321,13 +540,95 @@ export interface components {
         /** AnnotateSpansRequestBody */
         AnnotateSpansRequestBody: {
             /** Data */
-            data: components["schemas"]["SpanAnnotation"][];
+            data: components["schemas"]["SpanAnnotationData"][];
         };
         /** AnnotateSpansResponseBody */
         AnnotateSpansResponseBody: {
             /** Data */
             data: components["schemas"]["InsertedSpanAnnotation"][];
         };
+        /** CategoricalAnnotationConfig */
+        CategoricalAnnotationConfig: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "CATEGORICAL";
+            /** Description */
+            description?: string | null;
+            optimization_direction: components["schemas"]["OptimizationDirection"];
+            /** Values */
+            values: components["schemas"]["CategoricalAnnotationValue"][];
+            /** Id */
+            id: string;
+        };
+        /** CategoricalAnnotationConfigData */
+        CategoricalAnnotationConfigData: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "CATEGORICAL";
+            /** Description */
+            description?: string | null;
+            optimization_direction: components["schemas"]["OptimizationDirection"];
+            /** Values */
+            values: components["schemas"]["CategoricalAnnotationValue"][];
+        };
+        /** CategoricalAnnotationValue */
+        CategoricalAnnotationValue: {
+            /** Label */
+            label: string;
+            /** Score */
+            score?: number | null;
+        };
+        /** ContinuousAnnotationConfig */
+        ContinuousAnnotationConfig: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "CONTINUOUS";
+            /** Description */
+            description?: string | null;
+            optimization_direction: components["schemas"]["OptimizationDirection"];
+            /** Lower Bound */
+            lower_bound?: number | null;
+            /** Upper Bound */
+            upper_bound?: number | null;
+            /** Id */
+            id: string;
+        };
+        /** ContinuousAnnotationConfigData */
+        ContinuousAnnotationConfigData: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "CONTINUOUS";
+            /** Description */
+            description?: string | null;
+            optimization_direction: components["schemas"]["OptimizationDirection"];
+            /** Lower Bound */
+            lower_bound?: number | null;
+            /** Upper Bound */
+            upper_bound?: number | null;
+        };
+        /** CreateAnnotationConfigData */
+        CreateAnnotationConfigData: components["schemas"]["CategoricalAnnotationConfigData"] | components["schemas"]["ContinuousAnnotationConfigData"] | components["schemas"]["FreeformAnnotationConfigData"];
+        /** CreateAnnotationConfigResponseBody */
+        CreateAnnotationConfigResponseBody: {
+            /** Data */
+            data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
+        };
         /**
          * CreateExperimentRequestBody
          * @description Details of the experiment to be created
@@ -347,7 +648,9 @@ export interface components {
              * Metadata
              * @description Metadata for the experiment
              */
-            metadata?: Record<string, unknown> | null;
+            metadata?: {
+                [key: string]: unknown;
+            } | null;
             /**
              * Version Id
              * @description ID of the dataset version over which the experiment will be run (if omitted, the latest version will be used)
@@ -358,12 +661,75 @@ export interface components {
              * @description Number of times the experiment should be repeated for each example
              * @default 1
              */
-            repetitions: number;
+            repetitions?: number;
         };
         /** CreateExperimentResponseBody */
         CreateExperimentResponseBody: {
             data: components["schemas"]["Experiment"];
         };
+        /** CreateExperimentRunRequestBody */
+        CreateExperimentRunRequestBody: {
+            /**
+             * Dataset Example Id
+             * @description The ID of the dataset example used in the experiment run
+             */
+            dataset_example_id: string;
+            /**
+             * Output
+             * @description The output of the experiment task
+             */
+            output: unknown;
+            /**
+             * Repetition Number
+             * @description The repetition number of the experiment run
+             */
+            repetition_number: number;
+            /**
+             * Start Time
+             * Format: date-time
+             * @description The start time of the experiment run
+             */
+            start_time: string;
+            /**
+             * End Time
+             * Format: date-time
+             * @description The end time of the experiment run
+             */
+            end_time: string;
+            /**
+             * Trace Id
+             * @description The ID of the corresponding trace (if one exists)
+             */
+            trace_id?: string | null;
+            /**
+             * Error
+             * @description Optional error message if the experiment run encountered an error
+             */
+            error?: string | null;
+        };
+        /** CreateExperimentRunResponseBody */
+        CreateExperimentRunResponseBody: {
+            data: components["schemas"]["CreateExperimentRunResponseBodyData"];
+        };
+        /** CreateExperimentRunResponseBodyData */
+        CreateExperimentRunResponseBodyData: {
+            /**
+             * Id
+             * @description The ID of the newly created experiment run
+             */
+            id: string;
+        };
+        /** CreateProjectRequestBody */
+        CreateProjectRequestBody: {
+            /** Name */
+            name: string;
+            /** Description */
+            description?: string | null;
+        };
+        /** CreateProjectResponseBody */
+        CreateProjectResponseBody: {
+            data: components["schemas"]["Project"];
+        };
         /** CreatePromptRequestBody */
         CreatePromptRequestBody: {
             prompt: components["schemas"]["PromptData"];
@@ -382,7 +748,9 @@ export interface components {
             /** Description */
             description: string | null;
             /** Metadata */
-            metadata: Record<string, unknown>;
+            metadata: {
+                [key: string]: unknown;
+            };
             /**
              * Created At
              * Format: date-time
@@ -399,11 +767,17 @@ export interface components {
             /** Id */
             id: string;
             /** Input */
-            input: Record<string, unknown>;
+            input: {
+                [key: string]: unknown;
+            };
             /** Output */
-            output: Record<string, unknown>;
+            output: {
+                [key: string]: unknown;
+            };
             /** Metadata */
-            metadata: Record<string, unknown>;
+            metadata: {
+                [key: string]: unknown;
+            };
             /**
              * Updated At
              * Format: date-time
@@ -417,7 +791,9 @@ export interface components {
             /** Description */
             description: string | null;
             /** Metadata */
-            metadata: Record<string, unknown>;
+            metadata: {
+                [key: string]: unknown;
+            };
             /**
              * Created At
              * Format: date-time
@@ -433,7 +809,9 @@ export interface components {
             /** Description */
             description: string | null;
             /** Metadata */
-            metadata: Record<string, unknown>;
+            metadata: {
+                [key: string]: unknown;
+            };
             /**
              * Created At
              * Format: date-time
@@ -447,6 +825,11 @@ export interface components {
             /** Example Count */
             example_count: number;
         };
+        /** DeleteAnnotationConfigResponseBody */
+        DeleteAnnotationConfigResponseBody: {
+            /** Data */
+            data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
+        };
         /** Experiment */
         Experiment: {
             /**
@@ -473,7 +856,9 @@ export interface components {
              * Metadata
              * @description Metadata of the experiment
              */
-            metadata: Record<string, unknown>;
+            metadata: {
+                [key: string]: unknown;
+            };
             /**
              * Project Name
              * @description The name of the project associated with the experiment
@@ -492,27 +877,155 @@ export interface components {
              */
             updated_at: string;
         };
-        /** GetDatasetResponseBody */
-        GetDatasetResponseBody: {
-            data: components["schemas"]["DatasetWithExampleCount"];
-        };
-        /** GetExperimentResponseBody */
-        GetExperimentResponseBody: {
-            data: components["schemas"]["Experiment"];
-        };
-        /** GetPromptResponseBody */
-        GetPromptResponseBody: {
-            data: components["schemas"]["PromptVersion"];
-        };
-        /** GetPromptVersionsResponseBody */
+        /** ExperimentEvaluationResult */
+        ExperimentEvaluationResult: {
+            /**
+             * Label
+             * @description The label assigned by the evaluation
+             */
+            label?: string | null;
+            /**
+             * Score
+             * @description The score assigned by the evaluation
+             */
+            score?: number | null;
+            /**
+             * Explanation
+             * @description Explanation of the evaluation result
+             */
+            explanation?: string | null;
+        };
+        /** ExperimentRunResponse */
+        ExperimentRunResponse: {
+            /**
+             * Dataset Example Id
+             * @description The ID of the dataset example used in the experiment run
+             */
+            dataset_example_id: string;
+            /**
+             * Output
+             * @description The output of the experiment task
+             */
+            output: unknown;
+            /**
+             * Repetition Number
+             * @description The repetition number of the experiment run
+             */
+            repetition_number: number;
+            /**
+             * Start Time
+             * Format: date-time
+             * @description The start time of the experiment run
+             */
+            start_time: string;
+            /**
+             * End Time
+             * Format: date-time
+             * @description The end time of the experiment run
+             */
+            end_time: string;
+            /**
+             * Trace Id
+             * @description The ID of the corresponding trace (if one exists)
+             */
+            trace_id?: string | null;
+            /**
+             * Error
+             * @description Optional error message if the experiment run encountered an error
+             */
+            error?: string | null;
+            /**
+             * Id
+             * @description The ID of the experiment run
+             */
+            id: string;
+            /**
+             * Experiment Id
+             * @description The ID of the experiment
+             */
+            experiment_id: string;
+        };
+        /** FreeformAnnotationConfig */
+        FreeformAnnotationConfig: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "FREEFORM";
+            /** Description */
+            description?: string | null;
+            /** Id */
+            id: string;
+        };
+        /** FreeformAnnotationConfigData */
+        FreeformAnnotationConfigData: {
+            /** Name */
+            name: string;
+            /**
+             * @description discriminator enum property added by openapi-typescript
+             * @enum {string}
+             */
+            type: "FREEFORM";
+            /** Description */
+            description?: string | null;
+        };
+        /** GetAnnotationConfigResponseBody */
+        GetAnnotationConfigResponseBody: {
+            /** Data */
+            data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
+        };
+        /** GetAnnotationConfigsResponseBody */
+        GetAnnotationConfigsResponseBody: {
+            /** Data */
+            data: (components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"])[];
+            /** Next Cursor */
+            next_cursor: string | null;
+        };
+        /** GetDatasetResponseBody */
+        GetDatasetResponseBody: {
+            data: components["schemas"]["DatasetWithExampleCount"];
+        };
+        /** GetExperimentResponseBody */
+        GetExperimentResponseBody: {
+            data: components["schemas"]["Experiment"];
+        };
+        /** GetProjectResponseBody */
+        GetProjectResponseBody: {
+            data: components["schemas"]["Project"];
+        };
+        /** GetProjectsResponseBody */
+        GetProjectsResponseBody: {
+            /** Data */
+            data: components["schemas"]["Project"][];
+            /** Next Cursor */
+            next_cursor: string | null;
+        };
+        /** GetPromptResponseBody */
+        GetPromptResponseBody: {
+            data: components["schemas"]["PromptVersion"];
+        };
+        /** GetPromptVersionTagsResponseBody */
+        GetPromptVersionTagsResponseBody: {
+            /** Data */
+            data: components["schemas"]["PromptVersionTag"][];
+            /** Next Cursor */
+            next_cursor: string | null;
+        };
+        /** GetPromptVersionsResponseBody */
         GetPromptVersionsResponseBody: {
             /** Data */
             data: components["schemas"]["PromptVersion"][];
+            /** Next Cursor */
+            next_cursor: string | null;
         };
         /** GetPromptsResponseBody */
         GetPromptsResponseBody: {
             /** Data */
             data: components["schemas"]["Prompt"][];
+            /** Next Cursor */
+            next_cursor: string | null;
         };
         /** HTTPValidationError */
         HTTPValidationError: {
@@ -556,6 +1069,11 @@ export interface components {
             /** Next Cursor */
             next_cursor: string | null;
         };
+        /** ListExperimentRunsResponseBody */
+        ListExperimentRunsResponseBody: {
+            /** Data */
+            data: components["schemas"]["ExperimentRunResponse"][];
+        };
         /** ListExperimentsResponseBody */
         ListExperimentsResponseBody: {
             /** Data */
@@ -566,6 +1084,20 @@ export interface components {
          * @enum {string}
          */
         ModelProvider: "OPENAI" | "AZURE_OPENAI" | "ANTHROPIC" | "GOOGLE";
+        /**
+         * OptimizationDirection
+         * @enum {string}
+         */
+        OptimizationDirection: "MINIMIZE" | "MAXIMIZE" | "NONE";
+        /** Project */
+        Project: {
+            /** Name */
+            name: string;
+            /** Description */
+            description?: string | null;
+            /** Id */
+            id: string;
+        };
         /** Prompt */
         Prompt: {
             name: components["schemas"]["Identifier"];
@@ -748,7 +1280,9 @@ export interface components {
             /** Description */
             description?: string;
             /** Schema */
-            schema?: Record<string, unknown>;
+            schema?: {
+                [key: string]: unknown;
+            };
             /** Strict */
             strict?: boolean;
         };
@@ -822,7 +1356,9 @@ export interface components {
             /** Description */
             description?: string;
             /** Parameters */
-            parameters?: Record<string, unknown>;
+            parameters?: {
+                [key: string]: unknown;
+            };
             /** Strict */
             strict?: boolean;
         };
@@ -876,6 +1412,20 @@ export interface components {
             /** Response Format */
             response_format?: components["schemas"]["PromptResponseFormatJSONSchema"] | null;
         };
+        /** PromptVersionTag */
+        PromptVersionTag: {
+            name: components["schemas"]["Identifier"];
+            /** Description */
+            description?: string | null;
+            /** Id */
+            id: string;
+        };
+        /** PromptVersionTagData */
+        PromptVersionTagData: {
+            name: components["schemas"]["Identifier"];
+            /** Description */
+            description?: string | null;
+        };
         /** SpanAnnotation */
         SpanAnnotation: {
             /**
@@ -893,14 +1443,75 @@ export interface components {
              * @description The kind of annotator used for the annotation
              * @enum {string}
              */
-            annotator_kind: "LLM" | "HUMAN";
+            annotator_kind: "LLM" | "CODE" | "HUMAN";
+            /** @description The result of the annotation */
+            result?: components["schemas"]["SpanAnnotationResult"] | null;
+            /**
+             * Metadata
+             * @description Metadata for the annotation
+             */
+            metadata?: {
+                [key: string]: unknown;
+            } | null;
+            /**
+             * Identifier
+             * @description The identifier of the annotation. If provided, the annotation will be updated if it already exists.
+             * @default
+             */
+            identifier?: string;
+            /** Id */
+            id: string;
+            /**
+             * Created At
+             * Format: date-time
+             */
+            created_at: string;
+            /**
+             * Updated At
+             * Format: date-time
+             */
+            updated_at: string;
+            /**
+             * Source
+             * @enum {string}
+             */
+            source: "API" | "APP";
+            /** User Id */
+            user_id: string | null;
+        };
+        /** SpanAnnotationData */
+        SpanAnnotationData: {
+            /**
+             * Span Id
+             * @description OpenTelemetry Span ID (hex format w/o 0x prefix)
+             */
+            span_id: string;
+            /**
+             * Name
+             * @description The name of the annotation
+             */
+            name: string;
+            /**
+             * Annotator Kind
+             * @description The kind of annotator used for the annotation
+             * @enum {string}
+             */
+            annotator_kind: "LLM" | "CODE" | "HUMAN";
             /** @description The result of the annotation */
             result?: components["schemas"]["SpanAnnotationResult"] | null;
             /**
              * Metadata
              * @description Metadata for the annotation
              */
-            metadata?: Record<string, unknown> | null;
+            metadata?: {
+                [key: string]: unknown;
+            } | null;
+            /**
+             * Identifier
+             * @description The identifier of the annotation. If provided, the annotation will be updated if it already exists.
+             * @default
+             */
+            identifier?: string;
         };
         /** SpanAnnotationResult */
         SpanAnnotationResult: {
@@ -920,6 +1531,13 @@ export interface components {
              */
             explanation?: string | null;
         };
+        /** SpanAnnotationsResponseBody */
+        SpanAnnotationsResponseBody: {
+            /** Data */
+            data: components["schemas"]["SpanAnnotation"][];
+            /** Next Cursor */
+            next_cursor: string | null;
+        };
         /** TextContentPart */
         TextContentPart: {
             /**
@@ -964,7 +1582,23 @@ export interface components {
             /** Tool Call Id */
             tool_call_id: string;
             /** Tool Result */
-            tool_result: boolean | number | string | Record<string, unknown> | unknown[] | null;
+            tool_result: boolean | number | string | {
+                [key: string]: unknown;
+            } | unknown[] | null;
+        };
+        /** UpdateAnnotationConfigResponseBody */
+        UpdateAnnotationConfigResponseBody: {
+            /** Data */
+            data: components["schemas"]["CategoricalAnnotationConfig"] | components["schemas"]["ContinuousAnnotationConfig"] | components["schemas"]["FreeformAnnotationConfig"];
+        };
+        /** UpdateProjectRequestBody */
+        UpdateProjectRequestBody: {
+            /** Description */
+            description?: string | null;
+        };
+        /** UpdateProjectResponseBody */
+        UpdateProjectResponseBody: {
+            data: components["schemas"]["Project"];
         };
         /** UploadDatasetData */
         UploadDatasetData: {
@@ -975,6 +1609,68 @@ export interface components {
         UploadDatasetResponseBody: {
             data: components["schemas"]["UploadDatasetData"];
         };
+        /** UpsertExperimentEvaluationRequestBody */
+        UpsertExperimentEvaluationRequestBody: {
+            /**
+             * Experiment Run Id
+             * @description The ID of the experiment run being evaluated
+             */
+            experiment_run_id: string;
+            /**
+             * Name
+             * @description The name of the evaluation
+             */
+            name: string;
+            /**
+             * Annotator Kind
+             * @description The kind of annotator used for the evaluation
+             * @enum {string}
+             */
+            annotator_kind: "LLM" | "CODE" | "HUMAN";
+            /**
+             * Start Time
+             * Format: date-time
+             * @description The start time of the evaluation in ISO format
+             */
+            start_time: string;
+            /**
+             * End Time
+             * Format: date-time
+             * @description The end time of the evaluation in ISO format
+             */
+            end_time: string;
+            /** @description The result of the evaluation */
+            result: components["schemas"]["ExperimentEvaluationResult"];
+            /**
+             * Error
+             * @description Optional error message if the evaluation encountered an error
+             */
+            error?: string | null;
+            /**
+             * Metadata
+             * @description Metadata for the evaluation
+             */
+            metadata?: {
+                [key: string]: unknown;
+            } | null;
+            /**
+             * Trace Id
+             * @description Optional trace ID for tracking
+             */
+            trace_id?: string | null;
+        };
+        /** UpsertExperimentEvaluationResponseBody */
+        UpsertExperimentEvaluationResponseBody: {
+            data: components["schemas"]["UpsertExperimentEvaluationResponseBodyData"];
+        };
+        /** UpsertExperimentEvaluationResponseBodyData */
+        UpsertExperimentEvaluationResponseBodyData: {
+            /**
+             * Id
+             * @description The ID of the upserted experiment evaluation
+             */
+            id: string;
+        };
         /** ValidationError */
         ValidationError: {
             /** Location */
@@ -993,14 +1689,12 @@ export interface components {
 }
 export type $defs = Record<string, never>;
 export interface operations {
-    listDatasets: {
+    list_annotation_configs_v1_annotation_configs_get: {
         parameters: {
             query?: {
-                /** @description Cursor for pagination */
+                /** @description Cursor for pagination (base64-encoded annotation config ID) */
                 cursor?: string | null;
-                /** @description An optional dataset name to filter by */
-                name?: string | null;
-                /** @description The max number of datasets to return at a time. */
+                /** @description Maximum number of configs to return */
                 limit?: number;
             };
             header?: never;
@@ -1009,13 +1703,13 @@ export interface operations {
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description A list of annotation configurations with pagination information */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["ListDatasetsResponseBody"];
+                    "application/json": components["schemas"]["GetAnnotationConfigsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1027,28 +1721,29 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Unprocessable Entity */
+            /** @description Validation Error */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["HTTPValidationError"];
                 };
             };
         };
     };
-    getDataset: {
+    create_annotation_config_v1_annotation_configs_post: {
         parameters: {
             query?: never;
             header?: never;
-            path: {
-                /** @description The ID of the dataset */
-                id: string;
-            };
+            path?: never;
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CreateAnnotationConfigData"];
+            };
+        };
         responses: {
             /** @description Successful Response */
             200: {
@@ -1056,7 +1751,7 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetDatasetResponseBody"];
+                    "application/json": components["schemas"]["CreateAnnotationConfigResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1068,15 +1763,6 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Not Found */
-            404: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "text/plain": string;
-                };
-            };
             /** @description Validation Error */
             422: {
                 headers: {
@@ -1088,36 +1774,29 @@ export interface operations {
             };
         };
     };
-    deleteDatasetById: {
+    get_annotation_config_by_name_or_id_v1_annotation_configs__config_identifier__get: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                /** @description The ID of the dataset to delete. */
-                id: string;
+                /** @description ID or name of the annotation configuration */
+                config_identifier: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
             /** @description Successful Response */
-            204: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content?: never;
-            };
-            /** @description Forbidden */
-            403: {
+            200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["GetAnnotationConfigResponseBody"];
                 };
             };
-            /** @description Dataset not found */
-            404: {
+            /** @description Forbidden */
+            403: {
                 headers: {
                     [name: string]: unknown;
                 };
@@ -1125,33 +1804,32 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Invalid dataset ID */
+            /** @description Validation Error */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["HTTPValidationError"];
                 };
             };
         };
     };
-    listDatasetVersionsByDatasetId: {
+    update_annotation_config_v1_annotation_configs__config_id__put: {
         parameters: {
-            query?: {
-                /** @description Cursor for pagination */
-                cursor?: string | null;
-                /** @description The max number of dataset versions to return at a time */
-                limit?: number;
-            };
+            query?: never;
             header?: never;
             path: {
-                /** @description The ID of the dataset */
-                id: string;
+                /** @description ID of the annotation configuration */
+                config_id: string;
             };
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CreateAnnotationConfigData"];
+            };
+        };
         responses: {
             /** @description Successful Response */
             200: {
@@ -1159,7 +1837,7 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["ListDatasetVersionsResponseBody"];
+                    "application/json": components["schemas"]["UpdateAnnotationConfigResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1171,51 +1849,76 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Unprocessable Entity */
+            /** @description Validation Error */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["HTTPValidationError"];
                 };
             };
         };
     };
-    uploadDataset: {
+    delete_annotation_config_v1_annotation_configs__config_id__delete: {
         parameters: {
-            query?: {
-                /** @description If true, fulfill request synchronously and return JSON containing dataset_id. */
-                sync?: boolean;
-            };
+            query?: never;
             header?: never;
-            path?: never;
+            path: {
+                /** @description ID of the annotation configuration */
+                config_id: string;
+            };
             cookie?: never;
         };
-        requestBody?: {
-            content: {
-                "application/json": {
-                    /** @enum {string} */
-                    action?: "create" | "append";
-                    name: string;
-                    description?: string;
-                    inputs: Record<string, unknown>[];
-                    outputs?: Record<string, unknown>[];
-                    metadata?: Record<string, unknown>[];
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
                 };
-                "multipart/form-data": {
-                    /** @enum {string} */
-                    action?: "create" | "append";
-                    name: string;
-                    description?: string;
-                    "input_keys[]": string[];
-                    "output_keys[]": string[];
-                    "metadata_keys[]"?: string[];
-                    /** Format: binary */
-                    file: string;
+                content: {
+                    "application/json": components["schemas"]["DeleteAnnotationConfigResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
                 };
             };
         };
+    };
+    listSpanAnnotationsBySpanIds: {
+        parameters: {
+            query: {
+                /** @description One or more span id to fetch annotations for */
+                span_ids: string[];
+                /** @description A cursor for pagination */
+                cursor?: string | null;
+                /** @description The maximum number of annotations to return in a single request */
+                limit?: number;
+            };
+            header?: never;
+            path: {
+                /** @description The project identifier: either project ID or project name. If using a project name as the identifier, it cannot contain slash (/), question mark (?), or pound sign (#) characters. */
+                project_identifier: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
         responses: {
             /** @description Successful Response */
             200: {
@@ -1223,7 +1926,7 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["UploadDatasetResponseBody"] | null;
+                    "application/json": components["schemas"]["SpanAnnotationsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1235,8 +1938,8 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Dataset of the same name already exists */
-            409: {
+            /** @description Project or spans not found */
+            404: {
                 headers: {
                     [name: string]: unknown;
                 };
@@ -1244,7 +1947,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Invalid request body */
+            /** @description Invalid parameters */
             422: {
                 headers: {
                     [name: string]: unknown;
@@ -1255,12 +1958,54 @@ export interface operations {
             };
         };
     };
-    getDatasetExamples: {
+    listDatasets: {
         parameters: {
             query?: {
-                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
-                version_id?: string | null;
+                /** @description Cursor for pagination */
+                cursor?: string | null;
+                /** @description An optional dataset name to filter by */
+                name?: string | null;
+                /** @description The max number of datasets to return at a time. */
+                limit?: number;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ListDatasetsResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
             };
+        };
+    };
+    getDataset: {
+        parameters: {
+            query?: never;
             header?: never;
             path: {
                 /** @description The ID of the dataset */
@@ -1276,7 +2021,7 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["ListDatasetExamplesResponseBody"];
+                    "application/json": components["schemas"]["GetDatasetResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1308,11 +2053,61 @@ export interface operations {
             };
         };
     };
-    getDatasetCsv: {
+    deleteDatasetById: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                /** @description The ID of the dataset to delete. */
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            204: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content?: never;
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Dataset not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Invalid dataset ID */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    listDatasetVersionsByDatasetId: {
         parameters: {
             query?: {
-                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
-                version_id?: string | null;
+                /** @description Cursor for pagination */
+                cursor?: string | null;
+                /** @description The max number of dataset versions to return at a time */
+                limit?: number;
             };
             header?: never;
             path: {
@@ -1329,7 +2124,7 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/csv": string;
+                    "application/json": components["schemas"]["ListDatasetVersionsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1352,23 +2147,779 @@ export interface operations {
             };
         };
     };
-    getDatasetJSONLOpenAIFineTuning: {
+    uploadDataset: {
         parameters: {
             query?: {
-                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
-                version_id?: string | null;
+                /** @description If true, fulfill request synchronously and return JSON containing dataset_id. */
+                sync?: boolean;
             };
             header?: never;
-            path: {
-                /** @description The ID of the dataset */
-                id: string;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: {
+            content: {
+                "application/json": {
+                    /** @enum {string} */
+                    action?: "create" | "append";
+                    name: string;
+                    description?: string;
+                    inputs: Record<string, unknown>[];
+                    outputs?: Record<string, unknown>[];
+                    metadata?: Record<string, unknown>[];
+                };
+                "multipart/form-data": {
+                    /** @enum {string} */
+                    action?: "create" | "append";
+                    name: string;
+                    description?: string;
+                    "input_keys[]": string[];
+                    "output_keys[]": string[];
+                    "metadata_keys[]"?: string[];
+                    /** Format: binary */
+                    file: string;
+                };
+            };
+        };
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["UploadDatasetResponseBody"] | null;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Dataset of the same name already exists */
+            409: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Invalid request body */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    getDatasetExamples: {
+        parameters: {
+            query?: {
+                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
+                version_id?: string | null;
+            };
+            header?: never;
+            path: {
+                /** @description The ID of the dataset */
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ListDatasetExamplesResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Not Found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    getDatasetCsv: {
+        parameters: {
+            query?: {
+                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
+                version_id?: string | null;
+            };
+            header?: never;
+            path: {
+                /** @description The ID of the dataset */
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/csv": string;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    getDatasetJSONLOpenAIFineTuning: {
+        parameters: {
+            query?: {
+                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
+                version_id?: string | null;
+            };
+            header?: never;
+            path: {
+                /** @description The ID of the dataset */
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Invalid dataset or version ID */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    getDatasetJSONLOpenAIEvals: {
+        parameters: {
+            query?: {
+                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
+                version_id?: string | null;
+            };
+            header?: never;
+            path: {
+                /** @description The ID of the dataset */
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Invalid dataset or version ID */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+        };
+    };
+    listExperiments: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                dataset_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Experiments retrieved successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ListExperimentsResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    createExperiment: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                dataset_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CreateExperimentRequestBody"];
+            };
+        };
+        responses: {
+            /** @description Experiment retrieved successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["CreateExperimentResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Dataset or DatasetVersion not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    getExperiment: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                experiment_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Experiment retrieved successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["GetExperimentResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Experiment not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    getExperimentJSON: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                experiment_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Experiment not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    getExperimentCSV: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                experiment_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": unknown;
+                    "text/csv": string;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    listExperimentRuns: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                experiment_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Experiment runs retrieved successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["ListExperimentRunsResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Experiment not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    createExperimentRun: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                experiment_id: string;
+            };
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CreateExperimentRunRequestBody"];
+            };
+        };
+        responses: {
+            /** @description Experiment run created successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["CreateExperimentRunResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Experiment or dataset example not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    upsertExperimentEvaluation: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["UpsertExperimentEvaluationRequestBody"];
+            };
+        };
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["UpsertExperimentEvaluationResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Experiment run not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    annotateSpans: {
+        parameters: {
+            query?: {
+                /** @description If true, fulfill request synchronously. */
+                sync?: boolean;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["AnnotateSpansRequestBody"];
+            };
+        };
+        responses: {
+            /** @description Span annotations inserted successfully */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["AnnotateSpansResponseBody"];
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Span not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    getEvaluations: {
+        parameters: {
+            query?: {
+                /** @description The name of the project to get evaluations from (if omitted, evaluations will be drawn from the `default` project) */
+                project_name?: string | null;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": unknown;
+                };
+            };
+            /** @description Forbidden */
+            403: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Not Found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "text/plain": string;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
+    addEvaluations: {
+        parameters: {
+            query?: never;
+            header?: {
+                "content-type"?: string | null;
+                "content-encoding"?: string | null;
+            };
+            path?: never;
+            cookie?: never;
+        };
+        requestBody: {
+            content: {
+                "application/x-protobuf": string;
+                "application/x-pandas-arrow": string;
             };
-            cookie?: never;
         };
-        requestBody?: never;
         responses: {
             /** @description Successful Response */
-            200: {
+            204: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content?: never;
+            };
+            /** @description Forbidden */
+            403: {
                 headers: {
                     [name: string]: unknown;
                 };
@@ -1376,8 +2927,8 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Forbidden */
-            403: {
+            /** @description Unsupported content type, only gzipped protobuf and pandas-arrow are supported */
+            415: {
                 headers: {
                     [name: string]: unknown;
                 };
@@ -1385,7 +2936,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Invalid dataset or version ID */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
@@ -1396,28 +2947,27 @@ export interface operations {
             };
         };
     };
-    getDatasetJSONLOpenAIEvals: {
+    getPrompts: {
         parameters: {
             query?: {
-                /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
-                version_id?: string | null;
+                /** @description Cursor for pagination (base64-encoded prompt ID) */
+                cursor?: string | null;
+                /** @description The max number of prompts to return at a time. */
+                limit?: number;
             };
             header?: never;
-            path: {
-                /** @description The ID of the dataset */
-                id: string;
-            };
+            path?: never;
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description A list of prompts with pagination information */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["GetPromptsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1429,7 +2979,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Invalid dataset or version ID */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
@@ -1440,24 +2990,26 @@ export interface operations {
             };
         };
     };
-    listExperiments: {
+    postPromptVersion: {
         parameters: {
             query?: never;
             header?: never;
-            path: {
-                dataset_id: string;
-            };
+            path?: never;
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["CreatePromptRequestBody"];
+            };
+        };
         responses: {
-            /** @description Experiments retrieved successfully */
+            /** @description The newly created prompt version */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["ListExperimentsResponseBody"];
+                    "application/json": components["schemas"]["CreatePromptResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1469,39 +3021,41 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    createExperiment: {
+    listPromptVersions: {
         parameters: {
-            query?: never;
+            query?: {
+                /** @description Cursor for pagination (base64-encoded promptVersion ID) */
+                cursor?: string | null;
+                /** @description The max number of prompt versions to return at a time. */
+                limit?: number;
+            };
             header?: never;
             path: {
-                dataset_id: string;
+                /** @description The identifier of the prompt, i.e. name or ID. */
+                prompt_identifier: string;
             };
             cookie?: never;
         };
-        requestBody: {
-            content: {
-                "application/json": components["schemas"]["CreateExperimentRequestBody"];
-            };
-        };
+        requestBody?: never;
         responses: {
-            /** @description Experiment retrieved successfully */
+            /** @description A list of prompt versions with pagination information */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["CreateExperimentResponseBody"];
+                    "application/json": components["schemas"]["GetPromptVersionsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1513,7 +3067,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Dataset or DatasetVersion not found */
+            /** @description Not Found */
             404: {
                 headers: {
                     [name: string]: unknown;
@@ -1522,35 +3076,36 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    getExperiment: {
+    getPromptVersionByPromptVersionId: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                experiment_id: string;
+                /** @description The ID of the prompt version. */
+                prompt_version_id: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Experiment retrieved successfully */
+            /** @description The requested prompt version */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetExperimentResponseBody"];
+                    "application/json": components["schemas"]["GetPromptResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1562,7 +3117,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Experiment not found */
+            /** @description Not Found */
             404: {
                 headers: {
                     [name: string]: unknown;
@@ -1571,35 +3126,38 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    getExperimentJSON: {
+    getPromptVersionByTagName: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                experiment_id: string;
+                /** @description The identifier of the prompt, i.e. name or ID. */
+                prompt_identifier: string;
+                /** @description The tag of the prompt version */
+                tag_name: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description The prompt version with the specified tag */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "text/plain": string;
+                    "application/json": components["schemas"]["GetPromptResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1611,7 +3169,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Experiment not found */
+            /** @description Not Found */
             404: {
                 headers: {
                     [name: string]: unknown;
@@ -1620,40 +3178,36 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    annotateSpans: {
+    getPromptVersionLatest: {
         parameters: {
-            query?: {
-                /** @description If true, fulfill request synchronously. */
-                sync?: boolean;
-            };
+            query?: never;
             header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        requestBody: {
-            content: {
-                "application/json": components["schemas"]["AnnotateSpansRequestBody"];
+            path: {
+                /** @description The identifier of the prompt, i.e. name or ID. */
+                prompt_identifier: string;
             };
+            cookie?: never;
         };
+        requestBody?: never;
         responses: {
-            /** @description Span annotations inserted successfully */
+            /** @description The latest version of the specified prompt */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["AnnotateSpansResponseBody"];
+                    "application/json": components["schemas"]["GetPromptResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1665,7 +3219,7 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Span not found */
+            /** @description Not Found */
             404: {
                 headers: {
                     [name: string]: unknown;
@@ -1674,36 +3228,41 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    getEvaluations: {
+    getPromptVersionTags: {
         parameters: {
             query?: {
-                /** @description The name of the project to get evaluations from (if omitted, evaluations will be drawn from the `default` project) */
-                project_name?: string | null;
+                /** @description Cursor for pagination (base64-encoded promptVersionTag ID) */
+                cursor?: string | null;
+                /** @description The max number of tags to return at a time. */
+                limit?: number;
             };
             header?: never;
-            path?: never;
+            path: {
+                /** @description The ID of the prompt version. */
+                prompt_version_id: string;
+            };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description A list of tags associated with the prompt version */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": unknown;
+                    "application/json": components["schemas"]["GetPromptVersionTagsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1724,35 +3283,34 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Validation Error */
+            /** @description Unprocessable Entity */
             422: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "text/plain": string;
                 };
             };
         };
     };
-    addEvaluations: {
+    createPromptVersionTag: {
         parameters: {
             query?: never;
-            header?: {
-                "content-type"?: string | null;
-                "content-encoding"?: string | null;
+            header?: never;
+            path: {
+                /** @description The ID of the prompt version. */
+                prompt_version_id: string;
             };
-            path?: never;
             cookie?: never;
         };
         requestBody: {
             content: {
-                "application/x-protobuf": string;
-                "application/x-pandas-arrow": string;
+                "application/json": components["schemas"]["PromptVersionTagData"];
             };
         };
         responses: {
-            /** @description Successful Response */
+            /** @description No content returned on successful tag creation */
             204: {
                 headers: {
                     [name: string]: unknown;
@@ -1768,8 +3326,8 @@ export interface operations {
                     "text/plain": string;
                 };
             };
-            /** @description Unsupported content type, only gzipped protobuf and pandas-arrow are supported */
-            415: {
+            /** @description Not Found */
+            404: {
                 headers: {
                     [name: string]: unknown;
                 };
@@ -1788,13 +3346,15 @@ export interface operations {
             };
         };
     };
-    getPrompts: {
+    getProjects: {
         parameters: {
             query?: {
-                /** @description Cursor for pagination (base64-encoded prompt ID) */
+                /** @description Cursor for pagination (project ID) */
                 cursor?: string | null;
-                /** @description The max number of prompts to return at a time. */
+                /** @description The max number of projects to return at a time. */
                 limit?: number;
+                /** @description Include experiment projects in the response. Experiment projects are created from running experiments. */
+                include_experiment_projects?: boolean;
             };
             header?: never;
             path?: never;
@@ -1802,13 +3362,13 @@ export interface operations {
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description A list of projects with pagination information */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetPromptsResponseBody"];
+                    "application/json": components["schemas"]["GetProjectsResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1831,7 +3391,7 @@ export interface operations {
             };
         };
     };
-    postPromptVersion: {
+    createProject: {
         parameters: {
             query?: never;
             header?: never;
@@ -1840,63 +3400,17 @@ export interface operations {
         };
         requestBody: {
             content: {
-                "application/json": components["schemas"]["CreatePromptRequestBody"];
-            };
-        };
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["CreatePromptResponseBody"];
-                };
+                "application/json": components["schemas"]["CreateProjectRequestBody"];
             };
-            /** @description Forbidden */
-            403: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "text/plain": string;
-                };
-            };
-            /** @description Unprocessable Entity */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "text/plain": string;
-                };
-            };
-        };
-    };
-    listPromptVersions: {
-        parameters: {
-            query?: {
-                /** @description Cursor for pagination (base64-encoded promptVersion ID) */
-                cursor?: string | null;
-                /** @description The max number of prompt versions to return at a time. */
-                limit?: number;
-            };
-            header?: never;
-            path: {
-                /** @description The identifier of the prompt, i.e. name or ID. */
-                prompt_identifier: string;
-            };
-            cookie?: never;
         };
-        requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description The newly created project */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetPromptVersionsResponseBody"];
+                    "application/json": components["schemas"]["CreateProjectResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1919,25 +3433,25 @@ export interface operations {
             };
         };
     };
-    getPromptVersionByPromptVersionId: {
+    getProject: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                /** @description The ID of the prompt version. */
-                prompt_version_id: string;
+                /** @description The project identifier: either project ID or project name. If using a project name, it cannot contain slash (/), question mark (?), or pound sign (#) characters. */
+                project_identifier: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
+            /** @description The requested project */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetPromptResponseBody"];
+                    "application/json": components["schemas"]["GetProjectResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -1969,27 +3483,29 @@ export interface operations {
             };
         };
     };
-    getPromptVersionByTagName: {
+    updateProject: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                /** @description The identifier of the prompt, i.e. name or ID. */
-                prompt_identifier: string;
-                /** @description The tag of the prompt version */
-                tag_name: string;
+                /** @description The project identifier: either project ID or project name. If using a project name, it cannot contain slash (/), question mark (?), or pound sign (#) characters. */
+                project_identifier: string;
             };
             cookie?: never;
         };
-        requestBody?: never;
+        requestBody: {
+            content: {
+                "application/json": components["schemas"]["UpdateProjectRequestBody"];
+            };
+        };
         responses: {
-            /** @description Successful Response */
+            /** @description The updated project */
             200: {
                 headers: {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": components["schemas"]["GetPromptResponseBody"];
+                    "application/json": components["schemas"]["UpdateProjectResponseBody"];
                 };
             };
             /** @description Forbidden */
@@ -2021,26 +3537,24 @@ export interface operations {
             };
         };
     };
-    getPromptVersionLatest: {
+    deleteProject: {
         parameters: {
             query?: never;
             header?: never;
             path: {
-                /** @description The identifier of the prompt, i.e. name or ID. */
-                prompt_identifier: string;
+                /** @description The project identifier: either project ID or project name. If using a project name, it cannot contain slash (/), question mark (?), or pound sign (#) characters. */
+                project_identifier: string;
             };
             cookie?: never;
         };
         requestBody?: never;
         responses: {
-            /** @description Successful Response */
-            200: {
+            /** @description No content returned on successful deletion */
+            204: {
                 headers: {
                     [name: string]: unknown;
                 };
-                content: {
-                    "application/json": components["schemas"]["GetPromptResponseBody"];
-                };
+                content?: never;
             };
             /** @description Forbidden */
             403: {