deeprails 0.17.0 → 0.23.0

data/rbi/deeprails/models/workflow_event_detail_response.rbi

@@ -11,6 +11,9 @@ module Deeprails
           )
         end
 
+      sig { returns(T::Array[String]) }
+      attr_accessor :analysis_of_failures
+
       # History of evaluations for the event.
       sig do
         returns(
@@ -28,14 +31,6 @@ module Deeprails
       sig { returns(String) }
       attr_accessor :event_id
 
-      # Status of the event.
-      sig do
-        returns(
-          Deeprails::WorkflowEventDetailResponse::EventStatus::TaggedSymbol
-        )
-      end
-      attr_accessor :event_status
-
       # Whether the event was filtered and requires improvement.
       sig { returns(T::Boolean) }
       attr_accessor :filtered
@@ -53,7 +48,12 @@ module Deeprails
       end
       attr_accessor :improvement_action
 
-      # Status of the improvement tool used to improve the event.
+      # Status of the improvement tool used to improve the event. `improvement_required`
+      # indicates that the evaluation is complete and the improvement action is needed
+      # but is not taking place. `improved` and `improvement_failed` indicate when the
+      # improvement action concludes, successfully and unsuccessfully, respectively.
+      # `no_improvement_required` means that the first evaluation passed all its
+      # metrics!
       sig do
         returns(
           T.nilable(
@@ -63,6 +63,15 @@ module Deeprails
       end
       attr_accessor :improvement_tool_status
 
+      sig { returns(T::Array[T.anything]) }
+      attr_accessor :key_improvements
+
+      # Status of the event.
+      sig do
+        returns(Deeprails::WorkflowEventDetailResponse::Status::TaggedSymbol)
+      end
+      attr_accessor :status
+
       # Type of thresholds used to evaluate the event.
       sig do
         returns(
@@ -100,8 +109,8 @@ module Deeprails
       end
       attr_writer :automatic_hallucination_tolerance_levels
 
-      # Extended AI capabilities available to the event, if any. Can be `web_search`
-      # and/or `file_search`.
+      # Extended AI capabilities available to the event, if any. Can be `web_search`,
+      # `file_search`, and/or `context_awareness`.
       sig do
         returns(
           T.nilable(
@@ -147,16 +156,23 @@ module Deeprails
       end
       attr_writer :files
 
+      # The maximum number of improvement attempts to be applied to one event before it
+      # is considered failed.
+      sig { returns(T.nilable(Integer)) }
+      attr_reader :max_improvement_attempts
+
+      sig { params(max_improvement_attempts: Integer).void }
+      attr_writer :max_improvement_attempts
+
       sig do
         params(
+          analysis_of_failures: T::Array[String],
           evaluation_history:
             T::Array[
               Deeprails::WorkflowEventDetailResponse::EvaluationHistory::OrHash
             ],
           evaluation_result: T::Hash[Symbol, T.anything],
           event_id: String,
-          event_status:
-            Deeprails::WorkflowEventDetailResponse::EventStatus::OrSymbol,
           filtered: T::Boolean,
           improved_model_output: String,
           improvement_action:
@@ -165,6 +181,8 @@ module Deeprails
             T.nilable(
               Deeprails::WorkflowEventDetailResponse::ImprovementToolStatus::OrSymbol
             ),
+          key_improvements: T::Array[T.anything],
+          status: Deeprails::WorkflowEventDetailResponse::Status::OrSymbol,
           threshold_type:
             Deeprails::WorkflowEventDetailResponse::ThresholdType::OrSymbol,
           workflow_id: String,
@@ -178,10 +196,12 @@ module Deeprails
               Deeprails::WorkflowEventDetailResponse::Capability::OrHash
             ],
           custom_hallucination_threshold_values: T::Hash[Symbol, Float],
-          files: T::Array[Deeprails::WorkflowEventDetailResponse::File::OrHash]
+          files: T::Array[Deeprails::WorkflowEventDetailResponse::File::OrHash],
+          max_improvement_attempts: Integer
         ).returns(T.attached_class)
       end
       def self.new(
+        analysis_of_failures:,
         # History of evaluations for the event.
         evaluation_history:,
         # Evaluation result consisting of average scores and rationales for each of the
@@ -189,8 +209,6 @@ module Deeprails
         evaluation_result:,
         # A unique workflow event ID.
         event_id:,
-        # Status of the event.
-        event_status:,
         # Whether the event was filtered and requires improvement.
         filtered:,
         # Improved model output after improvement tool was applied and each metric passed
@@ -198,8 +216,16 @@ module Deeprails
         improved_model_output:,
         # Type of improvement action used to improve the event.
         improvement_action:,
-        # Status of the improvement tool used to improve the event.
+        # Status of the improvement tool used to improve the event. `improvement_required`
+        # indicates that the evaluation is complete and the improvement action is needed
+        # but is not taking place. `improved` and `improvement_failed` indicate when the
+        # improvement action concludes, successfully and unsuccessfully, respectively.
+        # `no_improvement_required` means that the first evaluation passed all its
+        # metrics!
         improvement_tool_status:,
+        key_improvements:,
+        # Status of the event.
+        status:,
         # Type of thresholds used to evaluate the event.
         threshold_type:,
         # Workflow ID associated with the event.
@@ -207,29 +233,31 @@ module Deeprails
         # Mapping of guardrail metric names to tolerance values. Values are strings
         # (`low`, `medium`, `high`) representing automatic tolerance levels.
         automatic_hallucination_tolerance_levels: nil,
-        # Extended AI capabilities available to the event, if any. Can be `web_search`
-        # and/or `file_search`.
+        # Extended AI capabilities available to the event, if any. Can be `web_search`,
+        # `file_search`, and/or `context_awareness`.
         capabilities: nil,
         # Mapping of guardrail metric names to threshold values. Values are floating point
         # numbers (0.0-1.0) representing custom thresholds.
         custom_hallucination_threshold_values: nil,
         # List of files available to the event, if any. Will only be present if
         # `file_search` is enabled.
-        files: nil
+        files: nil,
+        # The maximum number of improvement attempts to be applied to one event before it
+        # is considered failed.
+        max_improvement_attempts: nil
       )
       end
 
       sig do
         override.returns(
           {
+            analysis_of_failures: T::Array[String],
             evaluation_history:
               T::Array[
                 Deeprails::WorkflowEventDetailResponse::EvaluationHistory
               ],
             evaluation_result: T::Hash[Symbol, T.anything],
             event_id: String,
-            event_status:
-              Deeprails::WorkflowEventDetailResponse::EventStatus::TaggedSymbol,
             filtered: T::Boolean,
             improved_model_output: String,
             improvement_action:
@@ -238,6 +266,9 @@ module Deeprails
               T.nilable(
                 Deeprails::WorkflowEventDetailResponse::ImprovementToolStatus::TaggedSymbol
               ),
+            key_improvements: T::Array[T.anything],
+            status:
+              Deeprails::WorkflowEventDetailResponse::Status::TaggedSymbol,
             threshold_type:
               Deeprails::WorkflowEventDetailResponse::ThresholdType::TaggedSymbol,
             workflow_id: String,
@@ -249,7 +280,8 @@ module Deeprails
             capabilities:
               T::Array[Deeprails::WorkflowEventDetailResponse::Capability],
             custom_hallucination_threshold_values: T::Hash[Symbol, Float],
-            files: T::Array[Deeprails::WorkflowEventDetailResponse::File]
+            files: T::Array[Deeprails::WorkflowEventDetailResponse::File],
+            max_improvement_attempts: Integer
           }
         )
       end
@@ -265,6 +297,12 @@ module Deeprails
             )
           end
 
+        sig { returns(T.nilable(String)) }
+        attr_reader :analysis_of_failures
+
+        sig { params(analysis_of_failures: String).void }
+        attr_writer :analysis_of_failures
+
         sig { returns(T.nilable(String)) }
         attr_reader :attempt
 
@@ -307,6 +345,29 @@ module Deeprails
         sig { params(guardrail_metrics: T::Array[String]).void }
         attr_writer :guardrail_metrics
 
+        sig do
+          returns(
+            T.nilable(
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+            )
+          )
+        end
+        attr_reader :improvement_tool_status
+
+        sig do
+          params(
+            improvement_tool_status:
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::OrSymbol
+          ).void
+        end
+        attr_writer :improvement_tool_status
+
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_reader :key_improvements
+
+        sig { params(key_improvements: T::Array[String]).void }
+        attr_writer :key_improvements
+
         sig { returns(T.nilable(T::Hash[Symbol, T.anything])) }
         attr_reader :model_input
 
@@ -319,12 +380,6 @@ module Deeprails
         sig { params(model_output: String).void }
         attr_writer :model_output
 
-        sig { returns(T.nilable(Time)) }
-        attr_reader :modified_at
-
-        sig { params(modified_at: Time).void }
-        attr_writer :modified_at
-
         sig { returns(T.nilable(String)) }
         attr_reader :nametag
 
@@ -345,6 +400,7 @@ module Deeprails
 
         sig do
           params(
+            analysis_of_failures: String,
             attempt: String,
             created_at: Time,
             error_message: String,
@@ -352,15 +408,18 @@ module Deeprails
             evaluation_status: String,
             evaluation_total_cost: Float,
             guardrail_metrics: T::Array[String],
+            improvement_tool_status:
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::OrSymbol,
+            key_improvements: T::Array[String],
             model_input: T::Hash[Symbol, T.anything],
             model_output: String,
-            modified_at: Time,
             nametag: String,
             progress: Integer,
             run_mode: String
           ).returns(T.attached_class)
         end
         def self.new(
+          analysis_of_failures: nil,
           attempt: nil,
           created_at: nil,
           error_message: nil,
@@ -368,9 +427,10 @@ module Deeprails
           evaluation_status: nil,
           evaluation_total_cost: nil,
           guardrail_metrics: nil,
+          improvement_tool_status: nil,
+          key_improvements: nil,
           model_input: nil,
           model_output: nil,
-          modified_at: nil,
           nametag: nil,
           progress: nil,
           run_mode: nil
@@ -380,6 +440,7 @@ module Deeprails
         sig do
           override.returns(
             {
+              analysis_of_failures: String,
               attempt: String,
               created_at: Time,
               error_message: String,
@@ -387,9 +448,11 @@ module Deeprails
               evaluation_status: String,
               evaluation_total_cost: Float,
               guardrail_metrics: T::Array[String],
+              improvement_tool_status:
+                Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol,
+              key_improvements: T::Array[String],
               model_input: T::Hash[Symbol, T.anything],
               model_output: String,
-              modified_at: Time,
               nametag: String,
               progress: Integer,
               run_mode: String
@@ -398,37 +461,49 @@ module Deeprails
         end
         def to_hash
         end
-      end
 
-      # Status of the event.
-      module EventStatus
-        extend Deeprails::Internal::Type::Enum
+        module ImprovementToolStatus
+          extend Deeprails::Internal::Type::Enum
 
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, Deeprails::WorkflowEventDetailResponse::EventStatus)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        IN_PROGRESS =
-          T.let(
-            :"In Progress",
-            Deeprails::WorkflowEventDetailResponse::EventStatus::TaggedSymbol
-          )
-        COMPLETED =
-          T.let(
-            :Completed,
-            Deeprails::WorkflowEventDetailResponse::EventStatus::TaggedSymbol
-          )
+          TaggedSymbol =
+            T.type_alias do
+              T.all(
+                Symbol,
+                Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus
+              )
+            end
+          OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+          IMPROVED =
+            T.let(
+              :improved,
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+            )
+          IMPROVEMENT_FAILED =
+            T.let(
+              :improvement_failed,
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+            )
+          NO_IMPROVEMENT_REQUIRED =
+            T.let(
+              :no_improvement_required,
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+            )
+          IMPROVEMENT_REQUIRED =
+            T.let(
+              :improvement_required,
+              Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+            )
 
-        sig do
-          override.returns(
-            T::Array[
-              Deeprails::WorkflowEventDetailResponse::EventStatus::TaggedSymbol
-            ]
-          )
-        end
-        def self.values
+          sig do
+            override.returns(
+              T::Array[
+                Deeprails::WorkflowEventDetailResponse::EvaluationHistory::ImprovementToolStatus::TaggedSymbol
+              ]
+            )
+          end
+          def self.values
+          end
         end
       end
 
@@ -472,7 +547,12 @@ module Deeprails
         end
       end
 
-      # Status of the improvement tool used to improve the event.
+      # Status of the improvement tool used to improve the event. `improvement_required`
+      # indicates that the evaluation is complete and the improvement action is needed
+      # but is not taking place. `improved` and `improvement_failed` indicate when the
+      # improvement action concludes, successfully and unsuccessfully, respectively.
+      # `no_improvement_required` means that the first evaluation passed all its
+      # metrics!
       module ImprovementToolStatus
         extend Deeprails::Internal::Type::Enum
 
@@ -490,9 +570,14 @@ module Deeprails
             :improved,
             Deeprails::WorkflowEventDetailResponse::ImprovementToolStatus::TaggedSymbol
           )
-        FAILED_ON_MAX_RETRIES =
+        IMPROVEMENT_FAILED =
+          T.let(
+            :improvement_failed,
+            Deeprails::WorkflowEventDetailResponse::ImprovementToolStatus::TaggedSymbol
+          )
+        NO_IMPROVEMENT_REQUIRED =
           T.let(
-            :"failed on max retries",
+            :no_improvement_required,
             Deeprails::WorkflowEventDetailResponse::ImprovementToolStatus::TaggedSymbol
           )
         IMPROVEMENT_REQUIRED =
@@ -512,6 +597,38 @@ module Deeprails
         end
       end
 
+      # Status of the event.
+      module Status
+        extend Deeprails::Internal::Type::Enum
+
+        TaggedSymbol =
+          T.type_alias do
+            T.all(Symbol, Deeprails::WorkflowEventDetailResponse::Status)
+          end
+        OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+        IN_PROGRESS =
+          T.let(
+            :"In Progress",
+            Deeprails::WorkflowEventDetailResponse::Status::TaggedSymbol
+          )
+        COMPLETED =
+          T.let(
+            :Completed,
+            Deeprails::WorkflowEventDetailResponse::Status::TaggedSymbol
+          )
+
+        sig do
+          override.returns(
+            T::Array[
+              Deeprails::WorkflowEventDetailResponse::Status::TaggedSymbol
+            ]
+          )
+        end
+        def self.values
+        end
+      end
+
       # Type of thresholds used to evaluate the event.
       module ThresholdType
         extend Deeprails::Internal::Type::Enum
@@ -634,19 +751,45 @@ module Deeprails
         sig { params(file_size: Integer).void }
         attr_writer :file_size
 
+        sig { returns(T.nilable(String)) }
+        attr_reader :presigned_url
+
+        sig { params(presigned_url: String).void }
+        attr_writer :presigned_url
+
+        sig { returns(T.nilable(Time)) }
+        attr_reader :presigned_url_expires_at
+
+        sig { params(presigned_url_expires_at: Time).void }
+        attr_writer :presigned_url_expires_at
+
         sig do
           params(
             file_id: String,
             file_name: String,
-            file_size: Integer
+            file_size: Integer,
+            presigned_url: String,
+            presigned_url_expires_at: Time
           ).returns(T.attached_class)
         end
-        def self.new(file_id: nil, file_name: nil, file_size: nil)
+        def self.new(
+          file_id: nil,
+          file_name: nil,
+          file_size: nil,
+          presigned_url: nil,
+          presigned_url_expires_at: nil
+        )
         end
 
         sig do
           override.returns(
-            { file_id: String, file_name: String, file_size: Integer }
+            {
+              file_id: String,
+              file_name: String,
+              file_size: Integer,
+              presigned_url: String,
+              presigned_url_expires_at: Time
+            }
           )
         end
         def to_hash

data/rbi/deeprails/models/workflow_event_response.rbi

@@ -8,6 +8,10 @@ module Deeprails
           T.any(Deeprails::WorkflowEventResponse, Deeprails::Internal::AnyHash)
         end
 
+      # The ID of the billing request for the event.
+      sig { returns(String) }
+      attr_accessor :billing_request_id
+
       # The time the event was created in UTC.
       sig { returns(Time) }
       attr_accessor :created_at
@@ -26,6 +30,7 @@ module Deeprails
 
       sig do
         params(
+          billing_request_id: String,
           created_at: Time,
           event_id: String,
           status: Deeprails::WorkflowEventResponse::Status::OrSymbol,
@@ -33,6 +38,8 @@ module Deeprails
         ).returns(T.attached_class)
       end
       def self.new(
+        # The ID of the billing request for the event.
+        billing_request_id:,
         # The time the event was created in UTC.
         created_at:,
         # A unique workflow event ID.
@@ -47,6 +54,7 @@ module Deeprails
       sig do
         override.returns(
           {
+            billing_request_id: String,
             created_at: Time,
             event_id: String,
             status: Deeprails::WorkflowEventResponse::Status::TaggedSymbol,

data/rbi/deeprails/models.rbi

@@ -11,6 +11,9 @@ module Deeprails
 
   DefendRetrieveWorkflowParams = Deeprails::Models::DefendRetrieveWorkflowParams
 
+  DefendSubmitAndStreamEventParams =
+    Deeprails::Models::DefendSubmitAndStreamEventParams
+
   DefendSubmitEventParams = Deeprails::Models::DefendSubmitEventParams
 
   DefendUpdateResponse = Deeprails::Models::DefendUpdateResponse