deeprails 0.18.0 → 0.24.0

data/lib/deeprails/models/defend_submit_and_stream_event_params.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+module Deeprails
+  module Models
+    # @see Deeprails::Resources::Defend#submit_and_stream_event_streaming
+    class DefendSubmitAndStreamEventParams < Deeprails::Internal::Type::BaseModel
+      extend Deeprails::Internal::Type::RequestParameters::Converter
+      include Deeprails::Internal::Type::RequestParameters
+
+      # @!attribute workflow_id
+      #
+      #   @return [String]
+      required :workflow_id, String
+
+      # @!attribute model_input
+      #   The input provided to the model (e.g., prompt, messages).
+      #
+      #   @return [Hash{Symbol=>Object}]
+      required :model_input, Deeprails::Internal::Type::HashOf[Deeprails::Internal::Type::Unknown]
+
+      # @!attribute model_output
+      #   The output generated by the model to be evaluated.
+      #
+      #   @return [String]
+      required :model_output, String
+
+      # @!attribute model_used
+      #   The model that generated the output (e.g., "gpt-4", "claude-3").
+      #
+      #   @return [String]
+      required :model_used, String
+
+      # @!attribute run_mode
+      #   The evaluation run mode. Streaming is supported on all run modes except
+      #   precision_max and precision_max_codex. Note: super_fast does not support Web
+      #   Search or File Search — if your workflow has these enabled, use a different run
+      #   mode or disable the capability on the workflow.
+      #
+      #   @return [Symbol, Deeprails::Models::DefendSubmitAndStreamEventParams::RunMode]
+      required :run_mode, enum: -> { Deeprails::DefendSubmitAndStreamEventParams::RunMode }
+
+      # @!attribute stream
+      #   Enable SSE streaming for real-time token feedback. Supported on all run modes
+      #   except precision_max and precision_max_codex.
+      #
+      #   @return [Boolean, nil]
+      optional :stream, Deeprails::Internal::Type::Boolean
+
+      # @!attribute nametag
+      #   Optional tag to identify this event.
+      #
+      #   @return [String, nil]
+      optional :nametag, String
+
+      # @!method initialize(workflow_id:, model_input:, model_output:, model_used:, run_mode:, stream: nil, nametag: nil, request_options: {})
+      #   Some parameter documentations has been truncated, see
+      #   {Deeprails::Models::DefendSubmitAndStreamEventParams} for more details.
+      #
+      #   @param workflow_id [String]
+      #
+      #   @param model_input [Hash{Symbol=>Object}] The input provided to the model (e.g., prompt, messages).
+      #
+      #   @param model_output [String] The output generated by the model to be evaluated.
+      #
+      #   @param model_used [String] The model that generated the output (e.g., "gpt-4", "claude-3").
+      #
+      #   @param run_mode [Symbol, Deeprails::Models::DefendSubmitAndStreamEventParams::RunMode] The evaluation run mode. Streaming is supported on all run modes except precisio
+      #
+      #   @param stream [Boolean] Enable SSE streaming for real-time token feedback. Supported on all run modes ex
+      #
+      #   @param nametag [String] Optional tag to identify this event.
+      #
+      #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
+
+      # The evaluation run mode. Streaming is supported on all run modes except
+      # precision_max and precision_max_codex. Note: super_fast does not support Web
+      # Search or File Search — if your workflow has these enabled, use a different run
+      # mode or disable the capability on the workflow.
+      module RunMode
+        extend Deeprails::Internal::Type::Enum
+
+        SUPER_FAST = :super_fast
+        FAST = :fast
+        PRECISION = :precision
+        PRECISION_CODEX = :precision_codex
+
+        # @!method self.values
+        #   @return [Array<Symbol>]
+      end
+    end
+  end
+end

data/lib/deeprails/models/defend_submit_and_stream_event_response.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Deeprails
+  module Models
+    DefendSubmitAndStreamEventResponse = String
+  end
+end

data/lib/deeprails/models/defend_submit_event_params.rb

@@ -7,10 +7,15 @@ module Deeprails
       extend Deeprails::Internal::Type::RequestParameters::Converter
       include Deeprails::Internal::Type::RequestParameters
 
+      # @!attribute workflow_id
+      #
+      #   @return [String]
+      required :workflow_id, String
+
       # @!attribute model_input
       #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-      #   contain at least a `user_prompt` field or a `system_prompt` field. For the
-      #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+      #   contain a `user_prompt` field. For the ground_truth_adherence guardrail metric,
+      #   `ground_truth` should be provided.
       #
       #   @return [Deeprails::Models::DefendSubmitEventParams::ModelInput]
       required :model_input, -> { Deeprails::DefendSubmitEventParams::ModelInput }
@@ -30,8 +35,11 @@ module Deeprails
       # @!attribute run_mode
       #   Run mode for the workflow event. The run mode allows the user to optimize for
       #   speed, accuracy, and cost by determining which models are used to evaluate the
-      #   event. Available run modes include `precision_plus`, `precision`, `smart`, and
-      #   `economy`. Defaults to `smart`.
+      #   event. Available run modes (fastest to most thorough): `super_fast`, `fast`,
+      #   `precision`, `precision_codex`, `precision_max`, and `precision_max_codex`.
+      #   Defaults to `fast`. Note: `super_fast` does not support Web Search or File
+      #   Search — if your workflow has these capabilities enabled, use a different run
+      #   mode or edit the workflow to disable them.
       #
       #   @return [Symbol, Deeprails::Models::DefendSubmitEventParams::RunMode]
       required :run_mode, enum: -> { Deeprails::DefendSubmitEventParams::RunMode }
@@ -42,10 +50,12 @@ module Deeprails
       #   @return [String, nil]
       optional :nametag, String
 
-      # @!method initialize(model_input:, model_output:, model_used:, run_mode:, nametag: nil, request_options: {})
+      # @!method initialize(workflow_id:, model_input:, model_output:, model_used:, run_mode:, nametag: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {Deeprails::Models::DefendSubmitEventParams} for more details.
       #
+      #   @param workflow_id [String]
+      #
       #   @param model_input [Deeprails::Models::DefendSubmitEventParams::ModelInput] A dictionary of inputs sent to the LLM to generate output. The dictionary must c
       #
       #   @param model_output [String] Output generated by the LLM to be evaluated.
@@ -59,6 +69,23 @@ module Deeprails
       #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
 
       class ModelInput < Deeprails::Internal::Type::BaseModel
+        # @!attribute user_prompt
+        #   The user prompt used to generate the output.
+        #
+        #   @return [String]
+        required :user_prompt, String
+
+        # @!attribute context
+        #   Any structured information that directly relates to the model’s input and
+        #   expected output—e.g., the recent turn-by-turn history between an AI tutor and a
+        #   student, facts or state passed through an agentic workflow, or other
+        #   domain-specific signals your system already knows and wants the model to
+        #   condition on.
+        #
+        #   @return [Array<Deeprails::Models::DefendSubmitEventParams::ModelInput::Context>, nil]
+        optional :context,
+                 -> { Deeprails::Internal::Type::ArrayOf[Deeprails::DefendSubmitEventParams::ModelInput::Context] }
+
         # @!attribute ground_truth
         #   The ground truth for evaluating the Ground Truth Adherence guardrail.
         #
@@ -71,35 +98,58 @@ module Deeprails
         #   @return [String, nil]
         optional :system_prompt, String
 
-        # @!attribute user_prompt
-        #   The user prompt used to generate the output.
+        # @!method initialize(user_prompt:, context: nil, ground_truth: nil, system_prompt: nil)
+        #   Some parameter documentations has been truncated, see
+        #   {Deeprails::Models::DefendSubmitEventParams::ModelInput} for more details.
         #
-        #   @return [String, nil]
-        optional :user_prompt, String
-
-        # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
         #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        #   contain at least a `user_prompt` field or a `system_prompt` field. For the
-        #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+        #   contain a `user_prompt` field. For the ground_truth_adherence guardrail metric,
+        #   `ground_truth` should be provided.
+        #
+        #   @param user_prompt [String] The user prompt used to generate the output.
+        #
+        #   @param context [Array<Deeprails::Models::DefendSubmitEventParams::ModelInput::Context>] Any structured information that directly relates to the model’s input and expect
         #
         #   @param ground_truth [String] The ground truth for evaluating the Ground Truth Adherence guardrail.
         #
         #   @param system_prompt [String] The system prompt used to generate the output.
-        #
-        #   @param user_prompt [String] The user prompt used to generate the output.
+
+        class Context < Deeprails::Internal::Type::BaseModel
+          # @!attribute content
+          #   The content of the message.
+          #
+          #   @return [String, nil]
+          optional :content, String
+
+          # @!attribute role
+          #   The role of the speaker.
+          #
+          #   @return [String, nil]
+          optional :role, String
+
+          # @!method initialize(content: nil, role: nil)
+          #   @param content [String] The content of the message.
+          #
+          #   @param role [String] The role of the speaker.
+        end
       end
 
       # Run mode for the workflow event. The run mode allows the user to optimize for
       # speed, accuracy, and cost by determining which models are used to evaluate the
-      # event. Available run modes include `precision_plus`, `precision`, `smart`, and
-      # `economy`. Defaults to `smart`.
+      # event. Available run modes (fastest to most thorough): `super_fast`, `fast`,
+      # `precision`, `precision_codex`, `precision_max`, and `precision_max_codex`.
+      # Defaults to `fast`. Note: `super_fast` does not support Web Search or File
+      # Search — if your workflow has these capabilities enabled, use a different run
+      # mode or edit the workflow to disable them.
       module RunMode
         extend Deeprails::Internal::Type::Enum
 
-        PRECISION_PLUS = :precision_plus
+        SUPER_FAST = :super_fast
+        FAST = :fast
         PRECISION = :precision
-        SMART = :smart
-        ECONOMY = :economy
+        PRECISION_CODEX = :precision_codex
+        PRECISION_MAX = :precision_max
+        PRECISION_MAX_CODEX = :precision_max_codex
 
         # @!method self.values
         #   @return [Array<Symbol>]

data/lib/deeprails/models/defend_update_response.rb

@@ -23,7 +23,13 @@ module Deeprails
       #   @return [String]
       required :workflow_id, String
 
-      # @!method initialize(modified_at:, status:, workflow_id:)
+      # @!attribute name
+      #   The name of the workflow.
+      #
+      #   @return [String, nil]
+      optional :name, String
+
+      # @!method initialize(modified_at:, status:, workflow_id:, name: nil)
       #   Some parameter documentations has been truncated, see
       #   {Deeprails::Models::DefendUpdateResponse} for more details.
       #
@@ -32,6 +38,8 @@ module Deeprails
       #   @param status [Symbol, Deeprails::Models::DefendUpdateResponse::Status] Status of the selected workflow. May be `inactive` or `active`. Inactive workf
       #
       #   @param workflow_id [String] A unique workflow ID.
+      #
+      #   @param name [String] The name of the workflow.
 
       # Status of the selected workflow. May be `inactive` or `active`. Inactive
       # workflows will not accept events.

data/lib/deeprails/models/defend_update_workflow_params.rb

@@ -7,24 +7,157 @@ module Deeprails
       extend Deeprails::Internal::Type::RequestParameters::Converter
       include Deeprails::Internal::Type::RequestParameters
 
+      # @!attribute workflow_id
+      #
+      #   @return [String]
+      required :workflow_id, String
+
+      # @!attribute automatic_hallucination_tolerance_levels
+      #   New mapping of guardrail metrics to hallucination tolerance levels (either
+      #   `low`, `medium`, or `high`) to be used when `threshold_type` is set to
+      #   `automatic`. Possible metrics are `completeness`, `instruction_adherence`,
+      #   `context_adherence`, `ground_truth_adherence`, or `comprehensive_safety`.
+      #
+      #   @return [Hash{Symbol=>Symbol, Deeprails::Models::DefendUpdateWorkflowParams::AutomaticHallucinationToleranceLevel}, nil]
+      optional :automatic_hallucination_tolerance_levels,
+               -> { Deeprails::Internal::Type::HashOf[enum: Deeprails::DefendUpdateWorkflowParams::AutomaticHallucinationToleranceLevel] }
+
+      # @!attribute context_awareness
+      #   Whether to enable context awareness for this workflow's evaluations.
+      #
+      #   @return [Boolean, nil]
+      optional :context_awareness, Deeprails::Internal::Type::Boolean
+
+      # @!attribute custom_hallucination_threshold_values
+      #   New mapping of guardrail metrics to floating point threshold values to be used
+      #   when `threshold_type` is set to `custom`. Possible metrics are `correctness`,
+      #   `completeness`, `instruction_adherence`, `context_adherence`,
+      #   `ground_truth_adherence`, or `comprehensive_safety`.
+      #
+      #   @return [Hash{Symbol=>Float}, nil]
+      optional :custom_hallucination_threshold_values, Deeprails::Internal::Type::HashOf[Float]
+
       # @!attribute description
-      #   Description for the workflow.
+      #   New description for the workflow.
       #
       #   @return [String, nil]
       optional :description, String
 
+      # @!attribute file_search
+      #   An array of file IDs to search in the workflow's evaluations. Files must be
+      #   uploaded via the DeepRails API first.
+      #
+      #   @return [Array<String>, nil]
+      optional :file_search, Deeprails::Internal::Type::ArrayOf[String]
+
+      # @!attribute improvement_action
+      #   The new action used to improve outputs that fail one or more guardrail metrics
+      #   for the workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs
+      #   the user's input prompt with minor induced variance. FixIt attempts to directly
+      #   address the shortcomings of the output using the guardrail failure rationale. Do
+      #   Nothing does not attempt any improvement.
+      #
+      #   @return [Symbol, Deeprails::Models::DefendUpdateWorkflowParams::ImprovementAction, nil]
+      optional :improvement_action, enum: -> { Deeprails::DefendUpdateWorkflowParams::ImprovementAction }
+
+      # @!attribute max_improvement_attempts
+      #   Max. number of improvement action attempts until a given event passes the
+      #   guardrails. Defaults to 10.
+      #
+      #   @return [Integer, nil]
+      optional :max_improvement_attempts, Integer
+
       # @!attribute name
-      #   Name of the workflow.
+      #   New name for the workflow.
       #
       #   @return [String, nil]
       optional :name, String
 
-      # @!method initialize(description: nil, name: nil, request_options: {})
-      #   @param description [String] Description for the workflow.
+      # @!attribute threshold_type
+      #   New type of thresholds to use for the workflow, either `automatic` or `custom`.
+      #   Automatic thresholds are assigned internally after the user specifies a
+      #   qualitative tolerance for the metrics, whereas custom metrics allow the user to
+      #   set the threshold for each metric as a floating point number between 0.0 and
+      #   1.0.
+      #
+      #   @return [Symbol, Deeprails::Models::DefendUpdateWorkflowParams::ThresholdType, nil]
+      optional :threshold_type, enum: -> { Deeprails::DefendUpdateWorkflowParams::ThresholdType }
+
+      # @!attribute web_search
+      #   Whether to enable web search for this workflow's evaluations.
+      #
+      #   @return [Boolean, nil]
+      optional :web_search, Deeprails::Internal::Type::Boolean
+
+      # @!method initialize(workflow_id:, automatic_hallucination_tolerance_levels: nil, context_awareness: nil, custom_hallucination_threshold_values: nil, description: nil, file_search: nil, improvement_action: nil, max_improvement_attempts: nil, name: nil, threshold_type: nil, web_search: nil, request_options: {})
+      #   Some parameter documentations has been truncated, see
+      #   {Deeprails::Models::DefendUpdateWorkflowParams} for more details.
+      #
+      #   @param workflow_id [String]
       #
-      #   @param name [String] Name of the workflow.
+      #   @param automatic_hallucination_tolerance_levels [Hash{Symbol=>Symbol, Deeprails::Models::DefendUpdateWorkflowParams::AutomaticHallucinationToleranceLevel}] New mapping of guardrail metrics to hallucination tolerance levels
+      #
+      #   @param context_awareness [Boolean] Whether to enable context awareness for this workflow's evaluations.
+      #
+      #   @param custom_hallucination_threshold_values [Hash{Symbol=>Float}] New mapping of guardrail metrics to floating point threshold values to be used w
+      #
+      #   @param description [String] New description for the workflow.
+      #
+      #   @param file_search [Array<String>] An array of file IDs to search in the workflow's evaluations. Files must be uplo
+      #
+      #   @param improvement_action [Symbol, Deeprails::Models::DefendUpdateWorkflowParams::ImprovementAction] The new action used to improve outputs that fail one or more guardrail metrics f
+      #
+      #   @param max_improvement_attempts [Integer] Max. number of improvement action attempts until a given event passes the guardr
+      #
+      #   @param name [String] New name for the workflow.
+      #
+      #   @param threshold_type [Symbol, Deeprails::Models::DefendUpdateWorkflowParams::ThresholdType] New type of thresholds to use for the workflow, either `automatic` or `custom`.
+      #
+      #   @param web_search [Boolean] Whether to enable web search for this workflow's evaluations.
       #
       #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
+
+      module AutomaticHallucinationToleranceLevel
+        extend Deeprails::Internal::Type::Enum
+
+        LOW = :low
+        MEDIUM = :medium
+        HIGH = :high
+
+        # @!method self.values
+        #   @return [Array<Symbol>]
+      end
+
+      # The new action used to improve outputs that fail one or more guardrail metrics
+      # for the workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs
+      # the user's input prompt with minor induced variance. FixIt attempts to directly
+      # address the shortcomings of the output using the guardrail failure rationale. Do
+      # Nothing does not attempt any improvement.
+      module ImprovementAction
+        extend Deeprails::Internal::Type::Enum
+
+        REGEN = :regen
+        FIXIT = :fixit
+        DO_NOTHING = :do_nothing
+
+        # @!method self.values
+        #   @return [Array<Symbol>]
+      end
+
+      # New type of thresholds to use for the workflow, either `automatic` or `custom`.
+      # Automatic thresholds are assigned internally after the user specifies a
+      # qualitative tolerance for the metrics, whereas custom metrics allow the user to
+      # set the threshold for each metric as a floating point number between 0.0 and
+      # 1.0.
+      module ThresholdType
+        extend Deeprails::Internal::Type::Enum
+
+        AUTOMATIC = :automatic
+        CUSTOM = :custom
+
+        # @!method self.values
+        #   @return [Array<Symbol>]
+      end
     end
   end
 end

data/lib/deeprails/models/monitor_create_params.rb

@@ -23,6 +23,17 @@ module Deeprails
       #   @return [String]
       required :name, String
 
+      # @!attribute context_awareness
+      #   Context includes any structured information that directly relates to the model’s
+      #   input and expected output—e.g., the recent turn-by-turn history between an AI
+      #   tutor and a student, facts or state passed through an agentic workflow, or other
+      #   domain-specific signals your system already knows and wants the model to
+      #   condition on. This field determines whether to enable context awareness for this
+      #   monitor's evaluations. Defaults to false.
+      #
+      #   @return [Boolean, nil]
+      optional :context_awareness, Deeprails::Internal::Type::Boolean
+
       # @!attribute description
       #   Description of the new monitor.
       #
@@ -42,7 +53,7 @@ module Deeprails
       #   @return [Boolean, nil]
       optional :web_search, Deeprails::Internal::Type::Boolean
 
-      # @!method initialize(guardrail_metrics:, name:, description: nil, file_search: nil, web_search: nil, request_options: {})
+      # @!method initialize(guardrail_metrics:, name:, context_awareness: nil, description: nil, file_search: nil, web_search: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {Deeprails::Models::MonitorCreateParams} for more details.
       #
@@ -50,6 +61,8 @@ module Deeprails
       #
       #   @param name [String] Name of the new monitor.
       #
+      #   @param context_awareness [Boolean] Context includes any structured information that directly relates to the model’s
+      #
       #   @param description [String] Description of the new monitor.
       #
       #   @param file_search [Array<String>] An array of file IDs to search in the monitor's evaluations. Files must be uploa

data/lib/deeprails/models/monitor_detail_response.rb

@@ -5,7 +5,8 @@ module Deeprails
     # @see Deeprails::Resources::Monitor#retrieve
     class MonitorDetailResponse < Deeprails::Internal::Type::BaseModel
       # @!attribute capabilities
-      #   An array of capabilities associated with this monitor.
+      #   An array of extended AI capabilities associated with this monitor. Can be
+      #   `web_search`, `file_search`, and/or `context_awareness`.
       #
       #   @return [Array<Deeprails::Models::MonitorDetailResponse::Capability>]
       required :capabilities,
@@ -74,7 +75,7 @@ module Deeprails
       #   Some parameter documentations has been truncated, see
       #   {Deeprails::Models::MonitorDetailResponse} for more details.
       #
-      #   @param capabilities [Array<Deeprails::Models::MonitorDetailResponse::Capability>] An array of capabilities associated with this monitor.
+      #   @param capabilities [Array<Deeprails::Models::MonitorDetailResponse::Capability>] An array of extended AI capabilities associated with this monitor. Can be `web\_
       #
       #   @param created_at [Time] The time the monitor was created in UTC.
       #
@@ -114,8 +115,9 @@ module Deeprails
 
         # @!attribute model_input
         #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        #   contain at least a `user_prompt` field or a `system_prompt` field. For
-        #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+        #   contain a `user_prompt` field. For ground_truth_adherence guardrail metric,
+        #   `ground_truth` should be provided. When `context_awareness` is enabled,
+        #   `context` should be provided.
         #
         #   @return [Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput]
         required :model_input, -> { Deeprails::MonitorDetailResponse::Evaluation::ModelInput }
@@ -129,6 +131,7 @@ module Deeprails
         # @!attribute run_mode
         #   Run mode for the evaluation. The run mode allows the user to optimize for speed,
         #   accuracy, and cost by determining which models are used to evaluate the event.
+        #   Note: `super_fast` do not support Web Search or File Search capabilities.
         #
         #   @return [Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::RunMode]
         required :run_mode, enum: -> { Deeprails::MonitorDetailResponse::Evaluation::RunMode }
@@ -223,6 +226,23 @@ module Deeprails
 
         # @see Deeprails::Models::MonitorDetailResponse::Evaluation#model_input
         class ModelInput < Deeprails::Internal::Type::BaseModel
+          # @!attribute user_prompt
+          #   The user prompt used to generate the output.
+          #
+          #   @return [String]
+          required :user_prompt, String
+
+          # @!attribute context
+          #   Any structured information that directly relates to the model’s input and
+          #   expected output—e.g., the recent turn-by-turn history between an AI tutor and a
+          #   student, facts or state passed through an agentic workflow, or other
+          #   domain-specific signals your system already knows and wants the model to
+          #   condition on.
+          #
+          #   @return [Array<Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput::Context>, nil]
+          optional :context,
+                   -> { Deeprails::Internal::Type::ArrayOf[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context] }
+
           # @!attribute ground_truth
           #   The ground truth for evaluating Ground Truth Adherence guardrail.
           #
@@ -235,35 +255,58 @@ module Deeprails
           #   @return [String, nil]
           optional :system_prompt, String
 
-          # @!attribute user_prompt
-          #   The user prompt used to generate the output.
+          # @!method initialize(user_prompt:, context: nil, ground_truth: nil, system_prompt: nil)
+          #   Some parameter documentations has been truncated, see
+          #   {Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput} for more
+          #   details.
           #
-          #   @return [String, nil]
-          optional :user_prompt, String
-
-          # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
           #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-          #   contain at least a `user_prompt` field or a `system_prompt` field. For
-          #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+          #   contain a `user_prompt` field. For ground_truth_adherence guardrail metric,
+          #   `ground_truth` should be provided. When `context_awareness` is enabled,
+          #   `context` should be provided.
+          #
+          #   @param user_prompt [String] The user prompt used to generate the output.
+          #
+          #   @param context [Array<Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput::Context>] Any structured information that directly relates to the model’s input and expect
           #
           #   @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
           #
           #   @param system_prompt [String] The system prompt used to generate the output.
-          #
-          #   @param user_prompt [String] The user prompt used to generate the output.
+
+          class Context < Deeprails::Internal::Type::BaseModel
+            # @!attribute content
+            #   The content of the message.
+            #
+            #   @return [String, nil]
+            optional :content, String
+
+            # @!attribute role
+            #   The role of the speaker.
+            #
+            #   @return [String, nil]
+            optional :role, String
+
+            # @!method initialize(content: nil, role: nil)
+            #   @param content [String] The content of the message.
+            #
+            #   @param role [String] The role of the speaker.
+          end
         end
 
         # Run mode for the evaluation. The run mode allows the user to optimize for speed,
         # accuracy, and cost by determining which models are used to evaluate the event.
+        # Note: `super_fast` do not support Web Search or File Search capabilities.
         #
         # @see Deeprails::Models::MonitorDetailResponse::Evaluation#run_mode
         module RunMode
           extend Deeprails::Internal::Type::Enum
 
-          PRECISION_PLUS = :precision_plus
+          SUPER_FAST = :super_fast
+          FAST = :fast
           PRECISION = :precision
-          SMART = :smart
-          ECONOMY = :economy
+          PRECISION_CODEX = :precision_codex
+          PRECISION_MAX = :precision_max
+          PRECISION_MAX_CODEX = :precision_max_codex
 
           # @!method self.values
           #   @return [Array<Symbol>]

data/lib/deeprails/models/monitor_event_detail_response.rb

@@ -5,7 +5,8 @@ module Deeprails
     # @see Deeprails::Resources::Monitor#retrieve_event
     class MonitorEventDetailResponse < Deeprails::Internal::Type::BaseModel
       # @!attribute capabilities
-      #   The capabilities associated with the monitor event.
+      #   The extended AI capabilities associated with the monitor event. Can be
+      #   `web_search`, `file_search`, and/or `context_awareness`.
       #
       #   @return [Array<Deeprails::Models::MonitorEventDetailResponse::Capability>, nil]
       optional :capabilities,
@@ -84,7 +85,10 @@ module Deeprails
       optional :timestamp, Time
 
       # @!method initialize(capabilities: nil, eval_time: nil, evaluation_result: nil, event_id: nil, files: nil, guardrail_metrics: nil, model_input: nil, model_output: nil, monitor_id: nil, nametag: nil, run_mode: nil, status: nil, timestamp: nil)
-      #   @param capabilities [Array<Deeprails::Models::MonitorEventDetailResponse::Capability>] The capabilities associated with the monitor event.
+      #   Some parameter documentations has been truncated, see
+      #   {Deeprails::Models::MonitorEventDetailResponse} for more details.
+      #
+      #   @param capabilities [Array<Deeprails::Models::MonitorEventDetailResponse::Capability>] The extended AI capabilities associated with the monitor event. Can be `web_sear
       #
       #   @param eval_time [String] The time spent on the evaluation in seconds.
       #
@@ -154,10 +158,12 @@ module Deeprails
       module RunMode
         extend Deeprails::Internal::Type::Enum
 
-        PRECISION_PLUS = :precision_plus
+        SUPER_FAST = :super_fast
+        FAST = :fast
         PRECISION = :precision
-        SMART = :smart
-        ECONOMY = :economy
+        PRECISION_CODEX = :precision_codex
+        PRECISION_MAX = :precision_max
+        PRECISION_MAX_CODEX = :precision_max_codex
 
         # @!method self.values
         #   @return [Array<Symbol>]

data/lib/deeprails/models/monitor_retrieve_event_params.rb

@@ -12,8 +12,14 @@ module Deeprails
       #   @return [String]
       required :monitor_id, String
 
-      # @!method initialize(monitor_id:, request_options: {})
+      # @!attribute event_id
+      #
+      #   @return [String]
+      required :event_id, String
+
+      # @!method initialize(monitor_id:, event_id:, request_options: {})
       #   @param monitor_id [String]
+      #   @param event_id [String]
       #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
     end
   end