datadog_api_client 2.52.0 → 2.54.0

data/lib/datadog_api_client/v2/api/llm_observability_api.rb

@@ -23,6 +23,161 @@ module DatadogAPIClient::V2
       @api_client = api_client
     end
 
+    # Create an LLM Observability annotation queue.
+    #
+    # @see #create_llm_obs_annotation_queue_with_http_info
+    def create_llm_obs_annotation_queue(body, opts = {})
+      data, _status_code, _headers = create_llm_obs_annotation_queue_with_http_info(body, opts)
+      data
+    end
+
+    # Create an LLM Observability annotation queue.
+    #
+    # Create an annotation queue. The `name` and `project_id` fields are required.
+    # An optional `annotation_schema` can be provided to define the labels for the queue.
+    # Fields such as `created_by`, `owned_by`, `created_at`, `modified_by`,
+    # and `modified_at` are inferred by the backend.
+    #
+    # @param body [LLMObsAnnotationQueueRequest] Create annotation queue payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotationQueueResponse, Integer, Hash)>] LLMObsAnnotationQueueResponse data, response status code and response headers
+    def create_llm_obs_annotation_queue_with_http_info(body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.create_llm_obs_annotation_queue".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.create_llm_obs_annotation_queue")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.create_llm_obs_annotation_queue"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.create_llm_obs_annotation_queue ...'
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.create_llm_obs_annotation_queue"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueueResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :create_llm_obs_annotation_queue,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#create_llm_obs_annotation_queue\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Add annotation queue interactions.
+    #
+    # @see #create_llm_obs_annotation_queue_interactions_with_http_info
+    def create_llm_obs_annotation_queue_interactions(queue_id, body, opts = {})
+      data, _status_code, _headers = create_llm_obs_annotation_queue_interactions_with_http_info(queue_id, body, opts)
+      data
+    end
+
+    # Add annotation queue interactions.
+    #
+    # Add one or more interactions (traces or sessions) to an annotation queue.
+    # At least one interaction must be provided.
+    #
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param body [LLMObsAnnotationQueueInteractionsRequest] Add interactions payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotationQueueInteractionsResponse, Integer, Hash)>] LLMObsAnnotationQueueInteractionsResponse data, response status code and response headers
+    def create_llm_obs_annotation_queue_interactions_with_http_info(queue_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.create_llm_obs_annotation_queue_interactions".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.create_llm_obs_annotation_queue_interactions")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.create_llm_obs_annotation_queue_interactions"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.create_llm_obs_annotation_queue_interactions ...'
+      end
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.create_llm_obs_annotation_queue_interactions"
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.create_llm_obs_annotation_queue_interactions"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueueInteractionsResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :create_llm_obs_annotation_queue_interactions,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#create_llm_obs_annotation_queue_interactions\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
     # Create an LLM Observability dataset.
     #
     # @see #create_llm_obs_dataset_with_http_info
@@ -408,48 +563,38 @@ module DatadogAPIClient::V2
       return data, status_code, headers
     end
 
-    # Delete LLM Observability dataset records.
+    # Delete an LLM Observability annotation queue.
     #
-    # @see #delete_llm_obs_dataset_records_with_http_info
-    def delete_llm_obs_dataset_records(project_id, dataset_id, body, opts = {})
-      delete_llm_obs_dataset_records_with_http_info(project_id, dataset_id, body, opts)
+    # @see #delete_llm_obs_annotation_queue_with_http_info
+    def delete_llm_obs_annotation_queue(queue_id, opts = {})
+      delete_llm_obs_annotation_queue_with_http_info(queue_id, opts)
       nil
     end
 
-    # Delete LLM Observability dataset records.
+    # Delete an LLM Observability annotation queue.
     #
-    # Delete one or more records from an LLM Observability dataset.
+    # Delete an annotation queue by its ID.
     #
-    # @param project_id [String] The ID of the LLM Observability project.
-    # @param dataset_id [String] The ID of the LLM Observability dataset.
-    # @param body [LLMObsDeleteDatasetRecordsRequest] Delete records payload.
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
     # @param opts [Hash] the optional parameters
     # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
-    def delete_llm_obs_dataset_records_with_http_info(project_id, dataset_id, body, opts = {})
-      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_dataset_records".to_sym]
+    def delete_llm_obs_annotation_queue_with_http_info(queue_id, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_annotation_queue".to_sym]
       if unstable_enabled
-        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_dataset_records")
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_annotation_queue")
       else
-        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_dataset_records"))
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_annotation_queue"))
       end
 
       if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_dataset_records ...'
-      end
-      # verify the required parameter 'project_id' is set
-      if @api_client.config.client_side_validation && project_id.nil?
-        fail ArgumentError, "Missing the required parameter 'project_id' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
-      end
-      # verify the required parameter 'dataset_id' is set
-      if @api_client.config.client_side_validation && dataset_id.nil?
-        fail ArgumentError, "Missing the required parameter 'dataset_id' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_annotation_queue ...'
       end
-      # verify the required parameter 'body' is set
-      if @api_client.config.client_side_validation && body.nil?
-        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.delete_llm_obs_annotation_queue"
       end
       # resource path
-      local_var_path = '/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete'.sub('{project_id}', CGI.escape(project_id.to_s).gsub('%2F', '/')).sub('{dataset_id}', CGI.escape(dataset_id.to_s).gsub('%2F', '/'))
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
 
       # query parameters
       query_params = opts[:query_params] || {}
@@ -458,14 +603,12 @@ module DatadogAPIClient::V2
       header_params = opts[:header_params] || {}
       # HTTP header 'Accept' (if needed)
       header_params['Accept'] = @api_client.select_header_accept(['*/*'])
-      # HTTP header 'Content-Type'
-      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
 
       # form parameters
       form_params = opts[:form_params] || {}
 
       # http body (model)
-      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+      post_body = opts[:debug_body]
 
       # return_type
       return_type = opts[:debug_return_type]
@@ -474,7 +617,7 @@ module DatadogAPIClient::V2
       auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
 
       new_options = opts.merge(
-        :operation => :delete_llm_obs_dataset_records,
+        :operation => :delete_llm_obs_annotation_queue,
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -484,50 +627,50 @@ module DatadogAPIClient::V2
         :api_version => "V2"
       )
 
-      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Delete, local_var_path, new_options)
       if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_dataset_records\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_annotation_queue\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
       end
       return data, status_code, headers
     end
 
-    # Delete LLM Observability datasets.
+    # Delete annotation queue interactions.
     #
-    # @see #delete_llm_obs_datasets_with_http_info
-    def delete_llm_obs_datasets(project_id, body, opts = {})
-      delete_llm_obs_datasets_with_http_info(project_id, body, opts)
+    # @see #delete_llm_obs_annotation_queue_interactions_with_http_info
+    def delete_llm_obs_annotation_queue_interactions(queue_id, body, opts = {})
+      delete_llm_obs_annotation_queue_interactions_with_http_info(queue_id, body, opts)
       nil
     end
 
-    # Delete LLM Observability datasets.
+    # Delete annotation queue interactions.
     #
-    # Delete one or more LLM Observability datasets within the specified project.
+    # Delete one or more interactions from an annotation queue.
     #
-    # @param project_id [String] The ID of the LLM Observability project.
-    # @param body [LLMObsDeleteDatasetsRequest] Delete datasets payload.
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param body [LLMObsDeleteAnnotationQueueInteractionsRequest] Delete interactions payload.
     # @param opts [Hash] the optional parameters
     # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
-    def delete_llm_obs_datasets_with_http_info(project_id, body, opts = {})
-      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_datasets".to_sym]
+    def delete_llm_obs_annotation_queue_interactions_with_http_info(queue_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_annotation_queue_interactions".to_sym]
       if unstable_enabled
-        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_datasets")
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_annotation_queue_interactions")
       else
-        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_datasets"))
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_annotation_queue_interactions"))
       end
 
       if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_datasets ...'
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_annotation_queue_interactions ...'
       end
-      # verify the required parameter 'project_id' is set
-      if @api_client.config.client_side_validation && project_id.nil?
-        fail ArgumentError, "Missing the required parameter 'project_id' when calling LLMObservabilityAPI.delete_llm_obs_datasets"
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.delete_llm_obs_annotation_queue_interactions"
       end
       # verify the required parameter 'body' is set
       if @api_client.config.client_side_validation && body.nil?
-        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_datasets"
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_annotation_queue_interactions"
       end
       # resource path
-      local_var_path = '/api/v2/llm-obs/v1/{project_id}/datasets/delete'.sub('{project_id}', CGI.escape(project_id.to_s).gsub('%2F', '/'))
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions/delete'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
 
       # query parameters
       query_params = opts[:query_params] || {}
@@ -552,7 +695,7 @@ module DatadogAPIClient::V2
       auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
 
       new_options = opts.merge(
-        :operation => :delete_llm_obs_datasets,
+        :operation => :delete_llm_obs_annotation_queue_interactions,
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -564,43 +707,43 @@ module DatadogAPIClient::V2
 
       data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
       if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_datasets\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_annotation_queue_interactions\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
       end
       return data, status_code, headers
     end
 
-    # Delete LLM Observability experiments.
+    # Delete a custom evaluator configuration.
     #
-    # @see #delete_llm_obs_experiments_with_http_info
-    def delete_llm_obs_experiments(body, opts = {})
-      delete_llm_obs_experiments_with_http_info(body, opts)
+    # @see #delete_llm_obs_custom_eval_config_with_http_info
+    def delete_llm_obs_custom_eval_config(eval_name, opts = {})
+      delete_llm_obs_custom_eval_config_with_http_info(eval_name, opts)
       nil
     end
 
-    # Delete LLM Observability experiments.
+    # Delete a custom evaluator configuration.
     #
-    # Delete one or more LLM Observability experiments.
+    # Delete a custom LLM Observability evaluator configuration by its name.
     #
-    # @param body [LLMObsDeleteExperimentsRequest] Delete experiments payload.
+    # @param eval_name [String] The name of the custom LLM Observability evaluator configuration.
     # @param opts [Hash] the optional parameters
     # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
-    def delete_llm_obs_experiments_with_http_info(body, opts = {})
-      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_experiments".to_sym]
+    def delete_llm_obs_custom_eval_config_with_http_info(eval_name, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_custom_eval_config".to_sym]
       if unstable_enabled
-        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_experiments")
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_custom_eval_config")
       else
-        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_experiments"))
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_custom_eval_config"))
       end
 
       if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_experiments ...'
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_custom_eval_config ...'
       end
-      # verify the required parameter 'body' is set
-      if @api_client.config.client_side_validation && body.nil?
-        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_experiments"
+      # verify the required parameter 'eval_name' is set
+      if @api_client.config.client_side_validation && eval_name.nil?
+        fail ArgumentError, "Missing the required parameter 'eval_name' when calling LLMObservabilityAPI.delete_llm_obs_custom_eval_config"
       end
       # resource path
-      local_var_path = '/api/v2/llm-obs/v1/experiments/delete'
+      local_var_path = '/api/unstable/llm-obs/config/evaluators/custom/{eval_name}'.sub('{eval_name}', CGI.escape(eval_name.to_s).gsub('%2F', '/'))
 
       # query parameters
       query_params = opts[:query_params] || {}
@@ -609,14 +752,12 @@ module DatadogAPIClient::V2
       header_params = opts[:header_params] || {}
       # HTTP header 'Accept' (if needed)
       header_params['Accept'] = @api_client.select_header_accept(['*/*'])
-      # HTTP header 'Content-Type'
-      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
 
       # form parameters
       form_params = opts[:form_params] || {}
 
       # http body (model)
-      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+      post_body = opts[:debug_body]
 
       # return_type
       return_type = opts[:debug_return_type]
@@ -625,7 +766,7 @@ module DatadogAPIClient::V2
       auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
 
       new_options = opts.merge(
-        :operation => :delete_llm_obs_experiments,
+        :operation => :delete_llm_obs_custom_eval_config,
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -635,45 +776,55 @@ module DatadogAPIClient::V2
         :api_version => "V2"
       )
 
-      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Delete, local_var_path, new_options)
       if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_experiments\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_custom_eval_config\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
       end
       return data, status_code, headers
     end
 
-    # Delete LLM Observability projects.
+    # Delete LLM Observability dataset records.
     #
-    # @see #delete_llm_obs_projects_with_http_info
-    def delete_llm_obs_projects(body, opts = {})
-      delete_llm_obs_projects_with_http_info(body, opts)
+    # @see #delete_llm_obs_dataset_records_with_http_info
+    def delete_llm_obs_dataset_records(project_id, dataset_id, body, opts = {})
+      delete_llm_obs_dataset_records_with_http_info(project_id, dataset_id, body, opts)
       nil
     end
 
-    # Delete LLM Observability projects.
+    # Delete LLM Observability dataset records.
     #
-    # Delete one or more LLM Observability projects.
+    # Delete one or more records from an LLM Observability dataset.
     #
-    # @param body [LLMObsDeleteProjectsRequest] Delete projects payload.
+    # @param project_id [String] The ID of the LLM Observability project.
+    # @param dataset_id [String] The ID of the LLM Observability dataset.
+    # @param body [LLMObsDeleteDatasetRecordsRequest] Delete records payload.
     # @param opts [Hash] the optional parameters
     # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
-    def delete_llm_obs_projects_with_http_info(body, opts = {})
-      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_projects".to_sym]
+    def delete_llm_obs_dataset_records_with_http_info(project_id, dataset_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_dataset_records".to_sym]
       if unstable_enabled
-        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_projects")
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_dataset_records")
       else
-        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_projects"))
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_dataset_records"))
       end
 
       if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_projects ...'
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_dataset_records ...'
+      end
+      # verify the required parameter 'project_id' is set
+      if @api_client.config.client_side_validation && project_id.nil?
+        fail ArgumentError, "Missing the required parameter 'project_id' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
+      end
+      # verify the required parameter 'dataset_id' is set
+      if @api_client.config.client_side_validation && dataset_id.nil?
+        fail ArgumentError, "Missing the required parameter 'dataset_id' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
       end
       # verify the required parameter 'body' is set
       if @api_client.config.client_side_validation && body.nil?
-        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_projects"
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_dataset_records"
       end
       # resource path
-      local_var_path = '/api/v2/llm-obs/v1/projects/delete'
+      local_var_path = '/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete'.sub('{project_id}', CGI.escape(project_id.to_s).gsub('%2F', '/')).sub('{dataset_id}', CGI.escape(dataset_id.to_s).gsub('%2F', '/'))
 
       # query parameters
       query_params = opts[:query_params] || {}
@@ -698,7 +849,7 @@ module DatadogAPIClient::V2
       auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
 
       new_options = opts.merge(
-        :operation => :delete_llm_obs_projects,
+        :operation => :delete_llm_obs_dataset_records,
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -710,34 +861,543 @@ module DatadogAPIClient::V2
 
       data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
       if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_projects\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_dataset_records\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
       end
       return data, status_code, headers
     end
 
-    # List LLM Observability dataset records.
+    # Delete LLM Observability datasets.
     #
-    # @see #list_llm_obs_dataset_records_with_http_info
-    def list_llm_obs_dataset_records(project_id, dataset_id, opts = {})
-      data, _status_code, _headers = list_llm_obs_dataset_records_with_http_info(project_id, dataset_id, opts)
-      data
+    # @see #delete_llm_obs_datasets_with_http_info
+    def delete_llm_obs_datasets(project_id, body, opts = {})
+      delete_llm_obs_datasets_with_http_info(project_id, body, opts)
+      nil
     end
 
-    # List LLM Observability dataset records.
+    # Delete LLM Observability datasets.
     #
-    # List all records in an LLM Observability dataset, sorted by creation date, newest first.
+    # Delete one or more LLM Observability datasets within the specified project.
     #
     # @param project_id [String] The ID of the LLM Observability project.
-    # @param dataset_id [String] The ID of the LLM Observability dataset.
+    # @param body [LLMObsDeleteDatasetsRequest] Delete datasets payload.
     # @param opts [Hash] the optional parameters
-    # @option opts [Integer] :filter_version Retrieve records from a specific dataset version. Defaults to the current version.
-    # @option opts [String] :page_cursor Use the Pagination cursor to retrieve the next page of results.
-    # @option opts [Integer] :page_limit Maximum number of results to return per page.
-    # @return [Array<(LLMObsDatasetRecordsListResponse, Integer, Hash)>] LLMObsDatasetRecordsListResponse data, response status code and response headers
-    def list_llm_obs_dataset_records_with_http_info(project_id, dataset_id, opts = {})
-      unstable_enabled = @api_client.config.unstable_operations["v2.list_llm_obs_dataset_records".to_sym]
+    # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
+    def delete_llm_obs_datasets_with_http_info(project_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_datasets".to_sym]
       if unstable_enabled
-        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.list_llm_obs_dataset_records")
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_datasets")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_datasets"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_datasets ...'
+      end
+      # verify the required parameter 'project_id' is set
+      if @api_client.config.client_side_validation && project_id.nil?
+        fail ArgumentError, "Missing the required parameter 'project_id' when calling LLMObservabilityAPI.delete_llm_obs_datasets"
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_datasets"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/{project_id}/datasets/delete'.sub('{project_id}', CGI.escape(project_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['*/*'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type]
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :delete_llm_obs_datasets,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_datasets\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Delete LLM Observability experiments.
+    #
+    # @see #delete_llm_obs_experiments_with_http_info
+    def delete_llm_obs_experiments(body, opts = {})
+      delete_llm_obs_experiments_with_http_info(body, opts)
+      nil
+    end
+
+    # Delete LLM Observability experiments.
+    #
+    # Delete one or more LLM Observability experiments.
+    #
+    # @param body [LLMObsDeleteExperimentsRequest] Delete experiments payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
+    def delete_llm_obs_experiments_with_http_info(body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_experiments".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_experiments")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_experiments"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_experiments ...'
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_experiments"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/experiments/delete'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['*/*'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type]
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :delete_llm_obs_experiments,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_experiments\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Delete LLM Observability projects.
+    #
+    # @see #delete_llm_obs_projects_with_http_info
+    def delete_llm_obs_projects(body, opts = {})
+      delete_llm_obs_projects_with_http_info(body, opts)
+      nil
+    end
+
+    # Delete LLM Observability projects.
+    #
+    # Delete one or more LLM Observability projects.
+    #
+    # @param body [LLMObsDeleteProjectsRequest] Delete projects payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
+    def delete_llm_obs_projects_with_http_info(body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.delete_llm_obs_projects".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.delete_llm_obs_projects")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.delete_llm_obs_projects"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.delete_llm_obs_projects ...'
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.delete_llm_obs_projects"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/projects/delete'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['*/*'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type]
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :delete_llm_obs_projects,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Post, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#delete_llm_obs_projects\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Get annotated queue interactions.
+    #
+    # @see #get_llm_obs_annotated_interactions_with_http_info
+    def get_llm_obs_annotated_interactions(queue_id, opts = {})
+      data, _status_code, _headers = get_llm_obs_annotated_interactions_with_http_info(queue_id, opts)
+      data
+    end
+
+    # Get annotated queue interactions.
+    #
+    # Retrieve all interactions (traces and sessions) and their annotations for a given annotation queue.
+    #
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotatedInteractionsResponse, Integer, Hash)>] LLMObsAnnotatedInteractionsResponse data, response status code and response headers
+    def get_llm_obs_annotated_interactions_with_http_info(queue_id, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.get_llm_obs_annotated_interactions".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.get_llm_obs_annotated_interactions")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.get_llm_obs_annotated_interactions"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.get_llm_obs_annotated_interactions ...'
+      end
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.get_llm_obs_annotated_interactions"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}/annotated-interactions'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotatedInteractionsResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :get_llm_obs_annotated_interactions,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Get, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#get_llm_obs_annotated_interactions\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Get annotation queue label schema.
+    #
+    # @see #get_llm_obs_annotation_queue_label_schema_with_http_info
+    def get_llm_obs_annotation_queue_label_schema(queue_id, opts = {})
+      data, _status_code, _headers = get_llm_obs_annotation_queue_label_schema_with_http_info(queue_id, opts)
+      data
+    end
+
+    # Get annotation queue label schema.
+    #
+    # Retrieve the label schema for a given annotation queue.
+    #
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotationQueueLabelSchemaResponse, Integer, Hash)>] LLMObsAnnotationQueueLabelSchemaResponse data, response status code and response headers
+    def get_llm_obs_annotation_queue_label_schema_with_http_info(queue_id, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.get_llm_obs_annotation_queue_label_schema".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.get_llm_obs_annotation_queue_label_schema")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.get_llm_obs_annotation_queue_label_schema"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.get_llm_obs_annotation_queue_label_schema ...'
+      end
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.get_llm_obs_annotation_queue_label_schema"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}/label-schema'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueueLabelSchemaResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :get_llm_obs_annotation_queue_label_schema,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Get, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#get_llm_obs_annotation_queue_label_schema\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Get a custom evaluator configuration.
+    #
+    # @see #get_llm_obs_custom_eval_config_with_http_info
+    def get_llm_obs_custom_eval_config(eval_name, opts = {})
+      data, _status_code, _headers = get_llm_obs_custom_eval_config_with_http_info(eval_name, opts)
+      data
+    end
+
+    # Get a custom evaluator configuration.
+    #
+    # Retrieve a custom LLM Observability evaluator configuration by its name.
+    #
+    # @param eval_name [String] The name of the custom LLM Observability evaluator configuration.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsCustomEvalConfigResponse, Integer, Hash)>] LLMObsCustomEvalConfigResponse data, response status code and response headers
+    def get_llm_obs_custom_eval_config_with_http_info(eval_name, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.get_llm_obs_custom_eval_config".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.get_llm_obs_custom_eval_config")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.get_llm_obs_custom_eval_config"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.get_llm_obs_custom_eval_config ...'
+      end
+      # verify the required parameter 'eval_name' is set
+      if @api_client.config.client_side_validation && eval_name.nil?
+        fail ArgumentError, "Missing the required parameter 'eval_name' when calling LLMObservabilityAPI.get_llm_obs_custom_eval_config"
+      end
+      # resource path
+      local_var_path = '/api/unstable/llm-obs/config/evaluators/custom/{eval_name}'.sub('{eval_name}', CGI.escape(eval_name.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsCustomEvalConfigResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :get_llm_obs_custom_eval_config,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Get, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#get_llm_obs_custom_eval_config\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # List LLM Observability annotation queues.
+    #
+    # @see #list_llm_obs_annotation_queues_with_http_info
+    def list_llm_obs_annotation_queues(opts = {})
+      data, _status_code, _headers = list_llm_obs_annotation_queues_with_http_info(opts)
+      data
+    end
+
+    # List LLM Observability annotation queues.
+    #
+    # List annotation queues. Optionally filter by project ID or queue IDs. These parameters are mutually exclusive.
+    # If neither is provided, all queues in the organization are returned.
+    #
+    # @param opts [Hash] the optional parameters
+    # @option opts [String] :project_id Filter annotation queues by project ID. Cannot be used together with `queueIds`.
+    # @option opts [Array<String>] :queue_ids Filter annotation queues by queue IDs (comma-separated). Cannot be used together with `projectId`.
+    # @return [Array<(LLMObsAnnotationQueuesResponse, Integer, Hash)>] LLMObsAnnotationQueuesResponse data, response status code and response headers
+    def list_llm_obs_annotation_queues_with_http_info(opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.list_llm_obs_annotation_queues".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.list_llm_obs_annotation_queues")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.list_llm_obs_annotation_queues"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.list_llm_obs_annotation_queues ...'
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'projectId'] = opts[:'project_id'] if !opts[:'project_id'].nil?
+      query_params[:'queueIds'] = @api_client.build_collection_param(opts[:'queue_ids'], :multi) if !opts[:'queue_ids'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueuesResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :list_llm_obs_annotation_queues,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+      new_options[:query_string_normalizer] = HTTParty::Request::NON_RAILS_QUERY_STRING_NORMALIZER
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Get, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#list_llm_obs_annotation_queues\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # List LLM Observability dataset records.
+    #
+    # @see #list_llm_obs_dataset_records_with_http_info
+    def list_llm_obs_dataset_records(project_id, dataset_id, opts = {})
+      data, _status_code, _headers = list_llm_obs_dataset_records_with_http_info(project_id, dataset_id, opts)
+      data
+    end
+
+    # List LLM Observability dataset records.
+    #
+    # List all records in an LLM Observability dataset, sorted by creation date, newest first.
+    #
+    # @param project_id [String] The ID of the LLM Observability project.
+    # @param dataset_id [String] The ID of the LLM Observability dataset.
+    # @param opts [Hash] the optional parameters
+    # @option opts [Integer] :filter_version Retrieve records from a specific dataset version. Defaults to the current version.
+    # @option opts [String] :page_cursor Use the Pagination cursor to retrieve the next page of results.
+    # @option opts [Integer] :page_limit Maximum number of results to return per page.
+    # @return [Array<(LLMObsDatasetRecordsListResponse, Integer, Hash)>] LLMObsDatasetRecordsListResponse data, response status code and response headers
+    def list_llm_obs_dataset_records_with_http_info(project_id, dataset_id, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.list_llm_obs_dataset_records".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.list_llm_obs_dataset_records")
       else
         raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.list_llm_obs_dataset_records"))
       end
@@ -1026,6 +1686,243 @@ module DatadogAPIClient::V2
       return data, status_code, headers
     end
 
+    # Update an LLM Observability annotation queue.
+    #
+    # @see #update_llm_obs_annotation_queue_with_http_info
+    def update_llm_obs_annotation_queue(queue_id, body, opts = {})
+      data, _status_code, _headers = update_llm_obs_annotation_queue_with_http_info(queue_id, body, opts)
+      data
+    end
+
+    # Update an LLM Observability annotation queue.
+    #
+    # Partially update an annotation queue. The `name`, `description`, and `annotation_schema` fields can be updated.
+    #
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param body [LLMObsAnnotationQueueUpdateRequest] Update annotation queue payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotationQueueResponse, Integer, Hash)>] LLMObsAnnotationQueueResponse data, response status code and response headers
+    def update_llm_obs_annotation_queue_with_http_info(queue_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.update_llm_obs_annotation_queue".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.update_llm_obs_annotation_queue")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.update_llm_obs_annotation_queue"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.update_llm_obs_annotation_queue ...'
+      end
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.update_llm_obs_annotation_queue"
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.update_llm_obs_annotation_queue"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueueResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :update_llm_obs_annotation_queue,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Patch, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#update_llm_obs_annotation_queue\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Update annotation queue label schema.
+    #
+    # @see #update_llm_obs_annotation_queue_label_schema_with_http_info
+    def update_llm_obs_annotation_queue_label_schema(queue_id, body, opts = {})
+      data, _status_code, _headers = update_llm_obs_annotation_queue_label_schema_with_http_info(queue_id, body, opts)
+      data
+    end
+
+    # Update annotation queue label schema.
+    #
+    # Create or replace the label schema for a given annotation queue.
+    # The label schema defines the labels annotators can apply to interactions in the queue.
+    # Label names must be unique within the queue and match the pattern `^[a-zA-Z0-9_-]+$`.
+    # Each label must have a valid type: score, categorical, boolean, or text.
+    #
+    # @param queue_id [String] The ID of the LLM Observability annotation queue.
+    # @param body [LLMObsAnnotationQueueLabelSchemaUpdateRequest] Update label schema payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(LLMObsAnnotationQueueLabelSchemaResponse, Integer, Hash)>] LLMObsAnnotationQueueLabelSchemaResponse data, response status code and response headers
+    def update_llm_obs_annotation_queue_label_schema_with_http_info(queue_id, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.update_llm_obs_annotation_queue_label_schema".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.update_llm_obs_annotation_queue_label_schema")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.update_llm_obs_annotation_queue_label_schema"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.update_llm_obs_annotation_queue_label_schema ...'
+      end
+      # verify the required parameter 'queue_id' is set
+      if @api_client.config.client_side_validation && queue_id.nil?
+        fail ArgumentError, "Missing the required parameter 'queue_id' when calling LLMObservabilityAPI.update_llm_obs_annotation_queue_label_schema"
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.update_llm_obs_annotation_queue_label_schema"
+      end
+      # resource path
+      local_var_path = '/api/v2/llm-obs/v1/annotation-queues/{queue_id}/label-schema'.sub('{queue_id}', CGI.escape(queue_id.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'LLMObsAnnotationQueueLabelSchemaResponse'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :update_llm_obs_annotation_queue_label_schema,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Put, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#update_llm_obs_annotation_queue_label_schema\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Create or update a custom evaluator configuration.
+    #
+    # @see #update_llm_obs_custom_eval_config_with_http_info
+    def update_llm_obs_custom_eval_config(eval_name, body, opts = {})
+      update_llm_obs_custom_eval_config_with_http_info(eval_name, body, opts)
+      nil
+    end
+
+    # Create or update a custom evaluator configuration.
+    #
+    # Create or update a custom LLM Observability evaluator configuration by its name.
+    #
+    # @param eval_name [String] The name of the custom LLM Observability evaluator configuration.
+    # @param body [LLMObsCustomEvalConfigUpdateRequest] Custom evaluator configuration payload.
+    # @param opts [Hash] the optional parameters
+    # @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
+    def update_llm_obs_custom_eval_config_with_http_info(eval_name, body, opts = {})
+      unstable_enabled = @api_client.config.unstable_operations["v2.update_llm_obs_custom_eval_config".to_sym]
+      if unstable_enabled
+        @api_client.config.logger.warn format("Using unstable operation '%s'", "v2.update_llm_obs_custom_eval_config")
+      else
+        raise DatadogAPIClient::APIError.new(message: format("Unstable operation '%s' is disabled", "v2.update_llm_obs_custom_eval_config"))
+      end
+
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: LLMObservabilityAPI.update_llm_obs_custom_eval_config ...'
+      end
+      # verify the required parameter 'eval_name' is set
+      if @api_client.config.client_side_validation && eval_name.nil?
+        fail ArgumentError, "Missing the required parameter 'eval_name' when calling LLMObservabilityAPI.update_llm_obs_custom_eval_config"
+      end
+      # verify the required parameter 'body' is set
+      if @api_client.config.client_side_validation && body.nil?
+        fail ArgumentError, "Missing the required parameter 'body' when calling LLMObservabilityAPI.update_llm_obs_custom_eval_config"
+      end
+      # resource path
+      local_var_path = '/api/unstable/llm-obs/config/evaluators/custom/{eval_name}'.sub('{eval_name}', CGI.escape(eval_name.to_s).gsub('%2F', '/'))
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['*/*'])
+      # HTTP header 'Content-Type'
+      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(body)
+
+      # return_type
+      return_type = opts[:debug_return_type]
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || [:apiKeyAuth, :appKeyAuth]
+
+      new_options = opts.merge(
+        :operation => :update_llm_obs_custom_eval_config,
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type,
+        :api_version => "V2"
+      )
+
+      data, status_code, headers = @api_client.call_api(Net::HTTP::Put, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: LLMObservabilityAPI#update_llm_obs_custom_eval_config\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
     # Update an LLM Observability dataset.
     #
     # @see #update_llm_obs_dataset_with_http_info