deeprails 0.18.0 → 0.23.0

data/sig/deeprails/models/monitor_detail_response.rbs

@@ -173,9 +173,22 @@ module Deeprails
         end
 
         type model_input =
-          { ground_truth: String, system_prompt: String, user_prompt: String }
+          {
+            user_prompt: String,
+            context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
+            ground_truth: String,
+            system_prompt: String
+          }
 
         class ModelInput < Deeprails::Internal::Type::BaseModel
+          attr_accessor user_prompt: String
+
+          attr_reader context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]?
+
+          def context=: (
+            ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]
+          ) -> ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]
+
           attr_reader ground_truth: String?
 
           def ground_truth=: (String) -> String
@@ -184,21 +197,35 @@ module Deeprails
 
           def system_prompt=: (String) -> String
 
-          attr_reader user_prompt: String?
-
-          def user_prompt=: (String) -> String
-
           def initialize: (
+            user_prompt: String,
+            ?context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
             ?ground_truth: String,
-            ?system_prompt: String,
-            ?user_prompt: String
+            ?system_prompt: String
           ) -> void
 
           def to_hash: -> {
+            user_prompt: String,
+            context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
             ground_truth: String,
-            system_prompt: String,
-            user_prompt: String
+            system_prompt: String
           }
+
+          type context = { content: String, role: String }
+
+          class Context < Deeprails::Internal::Type::BaseModel
+            attr_reader content: String?
+
+            def content=: (String) -> String
+
+            attr_reader role: String?
+
+            def role=: (String) -> String
+
+            def initialize: (?content: String, ?role: String) -> void
+
+            def to_hash: -> { content: String, role: String }
+          end
         end
 
         type run_mode = :precision_plus | :precision | :smart | :economy

data/sig/deeprails/models/monitor_submit_event_params.rbs

@@ -44,9 +44,22 @@ module Deeprails
       }
 
       type model_input =
-        { ground_truth: String, system_prompt: String, user_prompt: String }
+        {
+          user_prompt: String,
+          context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
+          ground_truth: String,
+          system_prompt: String
+        }
 
       class ModelInput < Deeprails::Internal::Type::BaseModel
+        attr_accessor user_prompt: String
+
+        attr_reader context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]?
+
+        def context=: (
+          ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]
+        ) -> ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]
+
         attr_reader ground_truth: String?
 
         def ground_truth=: (String) -> String
@@ -55,28 +68,44 @@ module Deeprails
 
         def system_prompt=: (String) -> String
 
-        attr_reader user_prompt: String?
-
-        def user_prompt=: (String) -> String
-
         def initialize: (
+          user_prompt: String,
+          ?context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
           ?ground_truth: String,
-          ?system_prompt: String,
-          ?user_prompt: String
+          ?system_prompt: String
         ) -> void
 
         def to_hash: -> {
+          user_prompt: String,
+          context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
           ground_truth: String,
-          system_prompt: String,
-          user_prompt: String
+          system_prompt: String
         }
+
+        type context = { content: String, role: String }
+
+        class Context < Deeprails::Internal::Type::BaseModel
+          attr_reader content: String?
+
+          def content=: (String) -> String
+
+          attr_reader role: String?
+
+          def role=: (String) -> String
+
+          def initialize: (?content: String, ?role: String) -> void
+
+          def to_hash: -> { content: String, role: String }
+        end
       end
 
-      type run_mode = :precision_plus | :precision | :smart | :economy
+      type run_mode =
+        :precision_plus_codex | :precision_plus | :precision | :smart | :economy
 
       module RunMode
         extend Deeprails::Internal::Type::Enum
 
+        PRECISION_PLUS_CODEX: :precision_plus_codex
         PRECISION_PLUS: :precision_plus
         PRECISION: :precision
         SMART: :smart

data/sig/deeprails/models/monitor_update_params.rbs

@@ -3,8 +3,11 @@ module Deeprails
     type monitor_update_params =
       {
         description: String,
+        file_search: ::Array[String],
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         name: String,
-        status: Deeprails::Models::MonitorUpdateParams::status
+        status: Deeprails::Models::MonitorUpdateParams::status,
+        web_search: bool
       }
       & Deeprails::Internal::Type::request_parameters
 
@@ -16,6 +19,16 @@ module Deeprails
 
       def description=: (String) -> String
 
+      attr_reader file_search: ::Array[String]?
+
+      def file_search=: (::Array[String]) -> ::Array[String]
+
+      attr_reader guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]?
+
+      def guardrail_metrics=: (
+        ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+      ) -> ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+
       attr_reader name: String?
 
       def name=: (String) -> String
@@ -26,20 +39,51 @@ module Deeprails
         Deeprails::Models::MonitorUpdateParams::status
       ) -> Deeprails::Models::MonitorUpdateParams::status
 
+      attr_reader web_search: bool?
+
+      def web_search=: (bool) -> bool
+
       def initialize: (
         ?description: String,
+        ?file_search: ::Array[String],
+        ?guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         ?name: String,
         ?status: Deeprails::Models::MonitorUpdateParams::status,
+        ?web_search: bool,
         ?request_options: Deeprails::request_opts
       ) -> void
 
       def to_hash: -> {
         description: String,
+        file_search: ::Array[String],
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         name: String,
         status: Deeprails::Models::MonitorUpdateParams::status,
+        web_search: bool,
         request_options: Deeprails::RequestOptions
       }
 
+      type guardrail_metric =
+        :correctness
+        | :completeness
+        | :instruction_adherence
+        | :context_adherence
+        | :ground_truth_adherence
+        | :comprehensive_safety
+
+      module GuardrailMetric
+        extend Deeprails::Internal::Type::Enum
+
+        CORRECTNESS: :correctness
+        COMPLETENESS: :completeness
+        INSTRUCTION_ADHERENCE: :instruction_adherence
+        CONTEXT_ADHERENCE: :context_adherence
+        GROUND_TRUTH_ADHERENCE: :ground_truth_adherence
+        COMPREHENSIVE_SAFETY: :comprehensive_safety
+
+        def self?.values: -> ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+      end
+
       type status = :active | :inactive
 
       module Status

data/sig/deeprails/models/workflow_event_detail_response.rbs

@@ -2,6 +2,7 @@ module Deeprails
   module Models
     type workflow_event_detail_response =
       {
+        analysis_of_failures: ::Array[String],
         evaluation_history: ::Array[Deeprails::WorkflowEventDetailResponse::EvaluationHistory],
         evaluation_result: ::Hash[Symbol, top],
         event_id: String,
@@ -9,16 +10,20 @@ module Deeprails
         improved_model_output: String,
         improvement_action: Deeprails::Models::WorkflowEventDetailResponse::improvement_action,
         improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::improvement_tool_status?,
+        key_improvements: ::Array[top],
         status: Deeprails::Models::WorkflowEventDetailResponse::status,
         threshold_type: Deeprails::Models::WorkflowEventDetailResponse::threshold_type,
         workflow_id: String,
         automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::WorkflowEventDetailResponse::automatic_hallucination_tolerance_level],
         capabilities: ::Array[Deeprails::WorkflowEventDetailResponse::Capability],
         custom_hallucination_threshold_values: ::Hash[Symbol, Float],
-        files: ::Array[Deeprails::WorkflowEventDetailResponse::File]
+        files: ::Array[Deeprails::WorkflowEventDetailResponse::File],
+        max_improvement_attempts: Integer
       }
 
     class WorkflowEventDetailResponse < Deeprails::Internal::Type::BaseModel
+      attr_accessor analysis_of_failures: ::Array[String]
+
       attr_accessor evaluation_history: ::Array[Deeprails::WorkflowEventDetailResponse::EvaluationHistory]
 
       attr_accessor evaluation_result: ::Hash[Symbol, top]
@@ -33,6 +38,8 @@ module Deeprails
 
       attr_accessor improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::improvement_tool_status?
 
+      attr_accessor key_improvements: ::Array[top]
+
       attr_accessor status: Deeprails::Models::WorkflowEventDetailResponse::status
 
       attr_accessor threshold_type: Deeprails::Models::WorkflowEventDetailResponse::threshold_type
@@ -63,7 +70,12 @@ module Deeprails
         ::Array[Deeprails::WorkflowEventDetailResponse::File]
       ) -> ::Array[Deeprails::WorkflowEventDetailResponse::File]
 
+      attr_reader max_improvement_attempts: Integer?
+
+      def max_improvement_attempts=: (Integer) -> Integer
+
       def initialize: (
+        analysis_of_failures: ::Array[String],
         evaluation_history: ::Array[Deeprails::WorkflowEventDetailResponse::EvaluationHistory],
         evaluation_result: ::Hash[Symbol, top],
         event_id: String,
@@ -71,16 +83,19 @@ module Deeprails
         improved_model_output: String,
         improvement_action: Deeprails::Models::WorkflowEventDetailResponse::improvement_action,
         improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::improvement_tool_status?,
+        key_improvements: ::Array[top],
         status: Deeprails::Models::WorkflowEventDetailResponse::status,
         threshold_type: Deeprails::Models::WorkflowEventDetailResponse::threshold_type,
         workflow_id: String,
         ?automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::WorkflowEventDetailResponse::automatic_hallucination_tolerance_level],
         ?capabilities: ::Array[Deeprails::WorkflowEventDetailResponse::Capability],
         ?custom_hallucination_threshold_values: ::Hash[Symbol, Float],
-        ?files: ::Array[Deeprails::WorkflowEventDetailResponse::File]
+        ?files: ::Array[Deeprails::WorkflowEventDetailResponse::File],
+        ?max_improvement_attempts: Integer
       ) -> void
 
       def to_hash: -> {
+        analysis_of_failures: ::Array[String],
         evaluation_history: ::Array[Deeprails::WorkflowEventDetailResponse::EvaluationHistory],
         evaluation_result: ::Hash[Symbol, top],
         event_id: String,
@@ -88,17 +103,20 @@ module Deeprails
         improved_model_output: String,
         improvement_action: Deeprails::Models::WorkflowEventDetailResponse::improvement_action,
         improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::improvement_tool_status?,
+        key_improvements: ::Array[top],
         status: Deeprails::Models::WorkflowEventDetailResponse::status,
         threshold_type: Deeprails::Models::WorkflowEventDetailResponse::threshold_type,
         workflow_id: String,
         automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::WorkflowEventDetailResponse::automatic_hallucination_tolerance_level],
         capabilities: ::Array[Deeprails::WorkflowEventDetailResponse::Capability],
         custom_hallucination_threshold_values: ::Hash[Symbol, Float],
-        files: ::Array[Deeprails::WorkflowEventDetailResponse::File]
+        files: ::Array[Deeprails::WorkflowEventDetailResponse::File],
+        max_improvement_attempts: Integer
       }
 
       type evaluation_history =
         {
+          analysis_of_failures: String,
           attempt: String,
           created_at: Time,
           error_message: String,
@@ -106,15 +124,20 @@ module Deeprails
           evaluation_status: String,
           evaluation_total_cost: Float,
           guardrail_metrics: ::Array[String],
+          improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status,
+          key_improvements: ::Array[String],
           model_input: ::Hash[Symbol, top],
           model_output: String,
-          modified_at: Time,
           nametag: String,
           progress: Integer,
           run_mode: String
         }
 
       class EvaluationHistory < Deeprails::Internal::Type::BaseModel
+        attr_reader analysis_of_failures: String?
+
+        def analysis_of_failures=: (String) -> String
+
         attr_reader attempt: String?
 
         def attempt=: (String) -> String
@@ -143,6 +166,16 @@ module Deeprails
 
         def guardrail_metrics=: (::Array[String]) -> ::Array[String]
 
+        attr_reader improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status?
+
+        def improvement_tool_status=: (
+          Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status
+        ) -> Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status
+
+        attr_reader key_improvements: ::Array[String]?
+
+        def key_improvements=: (::Array[String]) -> ::Array[String]
+
         attr_reader model_input: ::Hash[Symbol, top]?
 
         def model_input=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
@@ -151,10 +184,6 @@ module Deeprails
 
         def model_output=: (String) -> String
 
-        attr_reader modified_at: Time?
-
-        def modified_at=: (Time) -> Time
-
         attr_reader nametag: String?
 
         def nametag=: (String) -> String
@@ -168,6 +197,7 @@ module Deeprails
         def run_mode=: (String) -> String
 
         def initialize: (
+          ?analysis_of_failures: String,
           ?attempt: String,
           ?created_at: Time,
           ?error_message: String,
@@ -175,15 +205,17 @@ module Deeprails
           ?evaluation_status: String,
           ?evaluation_total_cost: Float,
           ?guardrail_metrics: ::Array[String],
+          ?improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status,
+          ?key_improvements: ::Array[String],
           ?model_input: ::Hash[Symbol, top],
           ?model_output: String,
-          ?modified_at: Time,
           ?nametag: String,
           ?progress: Integer,
           ?run_mode: String
         ) -> void
 
         def to_hash: -> {
+          analysis_of_failures: String,
           attempt: String,
           created_at: Time,
           error_message: String,
@@ -191,13 +223,31 @@ module Deeprails
           evaluation_status: String,
           evaluation_total_cost: Float,
           guardrail_metrics: ::Array[String],
+          improvement_tool_status: Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status,
+          key_improvements: ::Array[String],
           model_input: ::Hash[Symbol, top],
           model_output: String,
-          modified_at: Time,
           nametag: String,
           progress: Integer,
           run_mode: String
         }
+
+        type improvement_tool_status =
+          :improved
+          | :improvement_failed
+          | :no_improvement_required
+          | :improvement_required
+
+        module ImprovementToolStatus
+          extend Deeprails::Internal::Type::Enum
+
+          IMPROVED: :improved
+          IMPROVEMENT_FAILED: :improvement_failed
+          NO_IMPROVEMENT_REQUIRED: :no_improvement_required
+          IMPROVEMENT_REQUIRED: :improvement_required
+
+          def self?.values: -> ::Array[Deeprails::Models::WorkflowEventDetailResponse::EvaluationHistory::improvement_tool_status]
+        end
       end
 
       type improvement_action = :regen | :fixit | :do_nothing
@@ -213,13 +263,17 @@ module Deeprails
       end
 
       type improvement_tool_status =
-        :improved | :"failed on max retries" | :improvement_required
+        :improved
+        | :improvement_failed
+        | :no_improvement_required
+        | :improvement_required
 
       module ImprovementToolStatus
         extend Deeprails::Internal::Type::Enum
 
         IMPROVED: :improved
-        FAILED_ON_MAX_RETRIES: :"failed on max retries"
+        IMPROVEMENT_FAILED: :improvement_failed
+        NO_IMPROVEMENT_REQUIRED: :no_improvement_required
         IMPROVEMENT_REQUIRED: :improvement_required
 
         def self?.values: -> ::Array[Deeprails::Models::WorkflowEventDetailResponse::improvement_tool_status]
@@ -271,7 +325,14 @@ module Deeprails
         def to_hash: -> { capability: String }
       end
 
-      type file = { file_id: String, file_name: String, file_size: Integer }
+      type file =
+        {
+          file_id: String,
+          file_name: String,
+          file_size: Integer,
+          presigned_url: String,
+          presigned_url_expires_at: Time
+        }
 
       class File < Deeprails::Internal::Type::BaseModel
         attr_reader file_id: String?
@@ -286,16 +347,28 @@ module Deeprails
 
         def file_size=: (Integer) -> Integer
 
+        attr_reader presigned_url: String?
+
+        def presigned_url=: (String) -> String
+
+        attr_reader presigned_url_expires_at: Time?
+
+        def presigned_url_expires_at=: (Time) -> Time
+
         def initialize: (
           ?file_id: String,
           ?file_name: String,
-          ?file_size: Integer
+          ?file_size: Integer,
+          ?presigned_url: String,
+          ?presigned_url_expires_at: Time
         ) -> void
 
         def to_hash: -> {
           file_id: String,
           file_name: String,
-          file_size: Integer
+          file_size: Integer,
+          presigned_url: String,
+          presigned_url_expires_at: Time
         }
       end
     end

data/sig/deeprails/models/workflow_event_response.rbs

@@ -2,6 +2,7 @@ module Deeprails
   module Models
     type workflow_event_response =
       {
+        billing_request_id: String,
         created_at: Time,
         event_id: String,
         status: Deeprails::Models::WorkflowEventResponse::status,
@@ -9,6 +10,8 @@ module Deeprails
       }
 
     class WorkflowEventResponse < Deeprails::Internal::Type::BaseModel
+      attr_accessor billing_request_id: String
+
       attr_accessor created_at: Time
 
       attr_accessor event_id: String
@@ -18,6 +21,7 @@ module Deeprails
       attr_accessor workflow_id: String
 
       def initialize: (
+        billing_request_id: String,
         created_at: Time,
         event_id: String,
         status: Deeprails::Models::WorkflowEventResponse::status,
@@ -25,6 +29,7 @@ module Deeprails
       ) -> void
 
       def to_hash: -> {
+        billing_request_id: String,
         created_at: Time,
         event_id: String,
         status: Deeprails::Models::WorkflowEventResponse::status,

data/sig/deeprails/models.rbs

@@ -9,6 +9,8 @@ module Deeprails
 
   class DefendRetrieveWorkflowParams = Deeprails::Models::DefendRetrieveWorkflowParams
 
+  class DefendSubmitAndStreamEventParams = Deeprails::Models::DefendSubmitAndStreamEventParams
+
   class DefendSubmitEventParams = Deeprails::Models::DefendSubmitEventParams
 
   class DefendUpdateResponse = Deeprails::Models::DefendUpdateResponse

data/sig/deeprails/resources/defend.rbs

@@ -6,6 +6,7 @@ module Deeprails
         name: String,
         threshold_type: Deeprails::Models::DefendCreateWorkflowParams::threshold_type,
         ?automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendCreateWorkflowParams::automatic_hallucination_tolerance_level],
+        ?context_awareness: bool,
         ?custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         ?description: String,
         ?file_search: ::Array[String],
@@ -26,6 +27,17 @@ module Deeprails
         ?request_options: Deeprails::request_opts
       ) -> Deeprails::DefendResponse
 
+      def submit_and_stream_event_streaming: (
+        String workflow_id,
+        model_input: ::Hash[Symbol, top],
+        model_output: String,
+        model_used: String,
+        run_mode: Deeprails::Models::DefendSubmitAndStreamEventParams::run_mode,
+        ?stream: bool,
+        ?nametag: String,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::Internal::Stream[String]
+
       def submit_event: (
         String workflow_id,
         model_input: Deeprails::DefendSubmitEventParams::ModelInput,
@@ -38,8 +50,16 @@ module Deeprails
 
       def update_workflow: (
         String workflow_id,
+        ?automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level],
+        ?context_awareness: bool,
+        ?custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         ?description: String,
+        ?file_search: ::Array[String],
+        ?improvement_action: Deeprails::Models::DefendUpdateWorkflowParams::improvement_action,
+        ?max_improvement_attempts: Integer,
         ?name: String,
+        ?threshold_type: Deeprails::Models::DefendUpdateWorkflowParams::threshold_type,
+        ?web_search: bool,
         ?request_options: Deeprails::request_opts
       ) -> Deeprails::DefendUpdateResponse
 

data/sig/deeprails/resources/monitor.rbs

@@ -4,6 +4,7 @@ module Deeprails
       def create: (
         guardrail_metrics: ::Array[Deeprails::Models::MonitorCreateParams::guardrail_metric],
         name: String,
+        ?context_awareness: bool,
         ?description: String,
         ?file_search: ::Array[String],
         ?web_search: bool,
@@ -19,8 +20,11 @@ module Deeprails
       def update: (
         String monitor_id,
         ?description: String,
+        ?file_search: ::Array[String],
+        ?guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         ?name: String,
         ?status: Deeprails::Models::MonitorUpdateParams::status,
+        ?web_search: bool,
         ?request_options: Deeprails::request_opts
       ) -> Deeprails::MonitorUpdateResponse