deeprails 0.17.0 → 0.23.0

data/sig/deeprails/models/defend_submit_event_params.rbs

@@ -45,9 +45,22 @@ module Deeprails
       }
 
       type model_input =
-        { ground_truth: String, system_prompt: String, user_prompt: String }
+        {
+          user_prompt: String,
+          context: ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context],
+          ground_truth: String,
+          system_prompt: String
+        }
 
       class ModelInput < Deeprails::Internal::Type::BaseModel
+        attr_accessor user_prompt: String
+
+        attr_reader context: ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context]?
+
+        def context=: (
+          ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context]
+        ) -> ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context]
+
         attr_reader ground_truth: String?
 
         def ground_truth=: (String) -> String
@@ -56,28 +69,44 @@ module Deeprails
 
         def system_prompt=: (String) -> String
 
-        attr_reader user_prompt: String?
-
-        def user_prompt=: (String) -> String
-
         def initialize: (
+          user_prompt: String,
+          ?context: ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context],
           ?ground_truth: String,
-          ?system_prompt: String,
-          ?user_prompt: String
+          ?system_prompt: String
         ) -> void
 
         def to_hash: -> {
+          user_prompt: String,
+          context: ::Array[Deeprails::DefendSubmitEventParams::ModelInput::Context],
           ground_truth: String,
-          system_prompt: String,
-          user_prompt: String
+          system_prompt: String
         }
+
+        type context = { content: String, role: String }
+
+        class Context < Deeprails::Internal::Type::BaseModel
+          attr_reader content: String?
+
+          def content=: (String) -> String
+
+          attr_reader role: String?
+
+          def role=: (String) -> String
+
+          def initialize: (?content: String, ?role: String) -> void
+
+          def to_hash: -> { content: String, role: String }
+        end
       end
 
-      type run_mode = :precision_plus | :precision | :smart | :economy
+      type run_mode =
+        :precision_plus_codex | :precision_plus | :precision | :smart | :economy
 
       module RunMode
         extend Deeprails::Internal::Type::Enum
 
+        PRECISION_PLUS_CODEX: :precision_plus_codex
         PRECISION_PLUS: :precision_plus
         PRECISION: :precision
         SMART: :smart

data/sig/deeprails/models/defend_update_response.rbs

@@ -4,7 +4,8 @@ module Deeprails
       {
         modified_at: Time,
         status: Deeprails::Models::DefendUpdateResponse::status,
-        workflow_id: String
+        workflow_id: String,
+        name: String
       }
 
     class DefendUpdateResponse < Deeprails::Internal::Type::BaseModel
@@ -14,16 +15,22 @@ module Deeprails
 
       attr_accessor workflow_id: String
 
+      attr_reader name: String?
+
+      def name=: (String) -> String
+
       def initialize: (
         modified_at: Time,
         status: Deeprails::Models::DefendUpdateResponse::status,
-        workflow_id: String
+        workflow_id: String,
+        ?name: String
       ) -> void
 
       def to_hash: -> {
         modified_at: Time,
         status: Deeprails::Models::DefendUpdateResponse::status,
-        workflow_id: String
+        workflow_id: String,
+        name: String
       }
 
       type status = :inactive | :active

data/sig/deeprails/models/defend_update_workflow_params.rbs

@@ -1,32 +1,134 @@
 module Deeprails
   module Models
     type defend_update_workflow_params =
-      { description: String, name: String }
+      {
+        automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level],
+        context_awareness: bool,
+        custom_hallucination_threshold_values: ::Hash[Symbol, Float],
+        description: String,
+        file_search: ::Array[String],
+        improvement_action: Deeprails::Models::DefendUpdateWorkflowParams::improvement_action,
+        max_improvement_attempts: Integer,
+        name: String,
+        threshold_type: Deeprails::Models::DefendUpdateWorkflowParams::threshold_type,
+        web_search: bool
+      }
       & Deeprails::Internal::Type::request_parameters
 
     class DefendUpdateWorkflowParams < Deeprails::Internal::Type::BaseModel
       extend Deeprails::Internal::Type::RequestParameters::Converter
       include Deeprails::Internal::Type::RequestParameters
 
+      attr_reader automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level]?
+
+      def automatic_hallucination_tolerance_levels=: (
+        ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level]
+      ) -> ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level]
+
+      attr_reader context_awareness: bool?
+
+      def context_awareness=: (bool) -> bool
+
+      attr_reader custom_hallucination_threshold_values: ::Hash[Symbol, Float]?
+
+      def custom_hallucination_threshold_values=: (
+        ::Hash[Symbol, Float]
+      ) -> ::Hash[Symbol, Float]
+
       attr_reader description: String?
 
       def description=: (String) -> String
 
+      attr_reader file_search: ::Array[String]?
+
+      def file_search=: (::Array[String]) -> ::Array[String]
+
+      attr_reader improvement_action: Deeprails::Models::DefendUpdateWorkflowParams::improvement_action?
+
+      def improvement_action=: (
+        Deeprails::Models::DefendUpdateWorkflowParams::improvement_action
+      ) -> Deeprails::Models::DefendUpdateWorkflowParams::improvement_action
+
+      attr_reader max_improvement_attempts: Integer?
+
+      def max_improvement_attempts=: (Integer) -> Integer
+
       attr_reader name: String?
 
       def name=: (String) -> String
 
+      attr_reader threshold_type: Deeprails::Models::DefendUpdateWorkflowParams::threshold_type?
+
+      def threshold_type=: (
+        Deeprails::Models::DefendUpdateWorkflowParams::threshold_type
+      ) -> Deeprails::Models::DefendUpdateWorkflowParams::threshold_type
+
+      attr_reader web_search: bool?
+
+      def web_search=: (bool) -> bool
+
       def initialize: (
+        ?automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level],
+        ?context_awareness: bool,
+        ?custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         ?description: String,
+        ?file_search: ::Array[String],
+        ?improvement_action: Deeprails::Models::DefendUpdateWorkflowParams::improvement_action,
+        ?max_improvement_attempts: Integer,
         ?name: String,
+        ?threshold_type: Deeprails::Models::DefendUpdateWorkflowParams::threshold_type,
+        ?web_search: bool,
         ?request_options: Deeprails::request_opts
       ) -> void
 
       def to_hash: -> {
+        automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level],
+        context_awareness: bool,
+        custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         description: String,
+        file_search: ::Array[String],
+        improvement_action: Deeprails::Models::DefendUpdateWorkflowParams::improvement_action,
+        max_improvement_attempts: Integer,
         name: String,
+        threshold_type: Deeprails::Models::DefendUpdateWorkflowParams::threshold_type,
+        web_search: bool,
         request_options: Deeprails::RequestOptions
       }
+
+      type automatic_hallucination_tolerance_level = :low | :medium | :high
+
+      module AutomaticHallucinationToleranceLevel
+        extend Deeprails::Internal::Type::Enum
+
+        LOW: :low
+        MEDIUM: :medium
+        HIGH: :high
+
+        def self?.values: -> ::Array[Deeprails::Models::DefendUpdateWorkflowParams::automatic_hallucination_tolerance_level]
+      end
+
+      type improvement_action = :regen | :fixit | :do_nothing
+
+      module ImprovementAction
+        extend Deeprails::Internal::Type::Enum
+
+        REGEN: :regen
+        FIXIT: :fixit
+        DO_NOTHING: :do_nothing
+
+        def self?.values: -> ::Array[Deeprails::Models::DefendUpdateWorkflowParams::improvement_action]
+      end
+
+      type threshold_type = :automatic | :custom
+
+      module ThresholdType
+        extend Deeprails::Internal::Type::Enum
+
+        AUTOMATIC: :automatic
+        CUSTOM: :custom
+
+        def self?.values: -> ::Array[Deeprails::Models::DefendUpdateWorkflowParams::threshold_type]
+      end
     end
   end
 end

data/sig/deeprails/models/file_upload_params.rbs

@@ -1,21 +1,21 @@
 module Deeprails
   module Models
     type file_upload_params =
-      { file: ::Array[String] } & Deeprails::Internal::Type::request_parameters
+      { files: ::Array[String] } & Deeprails::Internal::Type::request_parameters
 
     class FileUploadParams < Deeprails::Internal::Type::BaseModel
       extend Deeprails::Internal::Type::RequestParameters::Converter
       include Deeprails::Internal::Type::RequestParameters
 
-      attr_accessor file: ::Array[String]
+      attr_accessor files: ::Array[String]
 
       def initialize: (
-        file: ::Array[String],
+        files: ::Array[String],
         ?request_options: Deeprails::request_opts
       ) -> void
 
       def to_hash: -> {
-        file: ::Array[String],
+        files: ::Array[String],
         request_options: Deeprails::RequestOptions
       }
     end

data/sig/deeprails/models/monitor_create_params.rbs

@@ -4,6 +4,7 @@ module Deeprails
       {
         guardrail_metrics: ::Array[Deeprails::Models::MonitorCreateParams::guardrail_metric],
         name: String,
+        context_awareness: bool,
         description: String,
         file_search: ::Array[String],
         web_search: bool
@@ -18,6 +19,10 @@ module Deeprails
 
       attr_accessor name: String
 
+      attr_reader context_awareness: bool?
+
+      def context_awareness=: (bool) -> bool
+
       attr_reader description: String?
 
       def description=: (String) -> String
@@ -33,6 +38,7 @@ module Deeprails
       def initialize: (
         guardrail_metrics: ::Array[Deeprails::Models::MonitorCreateParams::guardrail_metric],
         name: String,
+        ?context_awareness: bool,
         ?description: String,
         ?file_search: ::Array[String],
         ?web_search: bool,
@@ -42,6 +48,7 @@ module Deeprails
       def to_hash: -> {
         guardrail_metrics: ::Array[Deeprails::Models::MonitorCreateParams::guardrail_metric],
         name: String,
+        context_awareness: bool,
         description: String,
         file_search: ::Array[String],
         web_search: bool,

data/sig/deeprails/models/monitor_detail_response.rbs

@@ -173,9 +173,22 @@ module Deeprails
         end
 
         type model_input =
-          { ground_truth: String, system_prompt: String, user_prompt: String }
+          {
+            user_prompt: String,
+            context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
+            ground_truth: String,
+            system_prompt: String
+          }
 
         class ModelInput < Deeprails::Internal::Type::BaseModel
+          attr_accessor user_prompt: String
+
+          attr_reader context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]?
+
+          def context=: (
+            ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]
+          ) -> ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context]
+
           attr_reader ground_truth: String?
 
           def ground_truth=: (String) -> String
@@ -184,21 +197,35 @@ module Deeprails
 
           def system_prompt=: (String) -> String
 
-          attr_reader user_prompt: String?
-
-          def user_prompt=: (String) -> String
-
           def initialize: (
+            user_prompt: String,
+            ?context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
             ?ground_truth: String,
-            ?system_prompt: String,
-            ?user_prompt: String
+            ?system_prompt: String
           ) -> void
 
           def to_hash: -> {
+            user_prompt: String,
+            context: ::Array[Deeprails::MonitorDetailResponse::Evaluation::ModelInput::Context],
             ground_truth: String,
-            system_prompt: String,
-            user_prompt: String
+            system_prompt: String
           }
+
+          type context = { content: String, role: String }
+
+          class Context < Deeprails::Internal::Type::BaseModel
+            attr_reader content: String?
+
+            def content=: (String) -> String
+
+            attr_reader role: String?
+
+            def role=: (String) -> String
+
+            def initialize: (?content: String, ?role: String) -> void
+
+            def to_hash: -> { content: String, role: String }
+          end
         end
 
         type run_mode = :precision_plus | :precision | :smart | :economy

data/sig/deeprails/models/monitor_submit_event_params.rbs

@@ -44,9 +44,22 @@ module Deeprails
       }
 
       type model_input =
-        { ground_truth: String, system_prompt: String, user_prompt: String }
+        {
+          user_prompt: String,
+          context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
+          ground_truth: String,
+          system_prompt: String
+        }
 
       class ModelInput < Deeprails::Internal::Type::BaseModel
+        attr_accessor user_prompt: String
+
+        attr_reader context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]?
+
+        def context=: (
+          ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]
+        ) -> ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context]
+
         attr_reader ground_truth: String?
 
         def ground_truth=: (String) -> String
@@ -55,28 +68,44 @@ module Deeprails
 
         def system_prompt=: (String) -> String
 
-        attr_reader user_prompt: String?
-
-        def user_prompt=: (String) -> String
-
         def initialize: (
+          user_prompt: String,
+          ?context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
           ?ground_truth: String,
-          ?system_prompt: String,
-          ?user_prompt: String
+          ?system_prompt: String
         ) -> void
 
         def to_hash: -> {
+          user_prompt: String,
+          context: ::Array[Deeprails::MonitorSubmitEventParams::ModelInput::Context],
           ground_truth: String,
-          system_prompt: String,
-          user_prompt: String
+          system_prompt: String
         }
+
+        type context = { content: String, role: String }
+
+        class Context < Deeprails::Internal::Type::BaseModel
+          attr_reader content: String?
+
+          def content=: (String) -> String
+
+          attr_reader role: String?
+
+          def role=: (String) -> String
+
+          def initialize: (?content: String, ?role: String) -> void
+
+          def to_hash: -> { content: String, role: String }
+        end
       end
 
-      type run_mode = :precision_plus | :precision | :smart | :economy
+      type run_mode =
+        :precision_plus_codex | :precision_plus | :precision | :smart | :economy
 
       module RunMode
         extend Deeprails::Internal::Type::Enum
 
+        PRECISION_PLUS_CODEX: :precision_plus_codex
         PRECISION_PLUS: :precision_plus
         PRECISION: :precision
         SMART: :smart

data/sig/deeprails/models/monitor_update_params.rbs

@@ -3,8 +3,11 @@ module Deeprails
     type monitor_update_params =
       {
         description: String,
+        file_search: ::Array[String],
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         name: String,
-        status: Deeprails::Models::MonitorUpdateParams::status
+        status: Deeprails::Models::MonitorUpdateParams::status,
+        web_search: bool
       }
       & Deeprails::Internal::Type::request_parameters
 
@@ -16,6 +19,16 @@ module Deeprails
 
       def description=: (String) -> String
 
+      attr_reader file_search: ::Array[String]?
+
+      def file_search=: (::Array[String]) -> ::Array[String]
+
+      attr_reader guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]?
+
+      def guardrail_metrics=: (
+        ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+      ) -> ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+
       attr_reader name: String?
 
       def name=: (String) -> String
@@ -26,20 +39,51 @@ module Deeprails
         Deeprails::Models::MonitorUpdateParams::status
       ) -> Deeprails::Models::MonitorUpdateParams::status
 
+      attr_reader web_search: bool?
+
+      def web_search=: (bool) -> bool
+
       def initialize: (
         ?description: String,
+        ?file_search: ::Array[String],
+        ?guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         ?name: String,
         ?status: Deeprails::Models::MonitorUpdateParams::status,
+        ?web_search: bool,
         ?request_options: Deeprails::request_opts
       ) -> void
 
       def to_hash: -> {
         description: String,
+        file_search: ::Array[String],
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric],
         name: String,
         status: Deeprails::Models::MonitorUpdateParams::status,
+        web_search: bool,
         request_options: Deeprails::RequestOptions
       }
 
+      type guardrail_metric =
+        :correctness
+        | :completeness
+        | :instruction_adherence
+        | :context_adherence
+        | :ground_truth_adherence
+        | :comprehensive_safety
+
+      module GuardrailMetric
+        extend Deeprails::Internal::Type::Enum
+
+        CORRECTNESS: :correctness
+        COMPLETENESS: :completeness
+        INSTRUCTION_ADHERENCE: :instruction_adherence
+        CONTEXT_ADHERENCE: :context_adherence
+        GROUND_TRUTH_ADHERENCE: :ground_truth_adherence
+        COMPREHENSIVE_SAFETY: :comprehensive_safety
+
+        def self?.values: -> ::Array[Deeprails::Models::MonitorUpdateParams::guardrail_metric]
+      end
+
       type status = :active | :inactive
 
       module Status