deeprails 0.7.0 → 0.9.0

data/rbi/deeprails/models/monitor_event_response.rbi

@@ -0,0 +1,64 @@
+# typed: strong
+
+module Deeprails
+  module Models
+    class MonitorEventResponse < Deeprails::Internal::Type::BaseModel
+      OrHash =
+        T.type_alias do
+          T.any(Deeprails::MonitorEventResponse, Deeprails::Internal::AnyHash)
+        end
+
+      # A unique evaluation ID associated with this event.
+      sig { returns(String) }
+      attr_accessor :evaluation_id
+
+      # A unique monitor event ID.
+      sig { returns(String) }
+      attr_accessor :event_id
+
+      # Monitor ID associated with this event.
+      sig { returns(String) }
+      attr_accessor :monitor_id
+
+      # The time the monitor event was created in UTC.
+      sig { returns(T.nilable(Time)) }
+      attr_reader :created_at
+
+      sig { params(created_at: Time).void }
+      attr_writer :created_at
+
+      sig do
+        params(
+          evaluation_id: String,
+          event_id: String,
+          monitor_id: String,
+          created_at: Time
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        # A unique evaluation ID associated with this event.
+        evaluation_id:,
+        # A unique monitor event ID.
+        event_id:,
+        # Monitor ID associated with this event.
+        monitor_id:,
+        # The time the monitor event was created in UTC.
+        created_at: nil
+      )
+      end
+
+      sig do
+        override.returns(
+          {
+            evaluation_id: String,
+            event_id: String,
+            monitor_id: String,
+            created_at: Time
+          }
+        )
+      end
+      def to_hash
+      end
+    end
+  end
+end

data/rbi/deeprails/models/monitor_response.rbi

@@ -0,0 +1,142 @@
+# typed: strong
+
+module Deeprails
+  module Models
+    class MonitorResponse < Deeprails::Internal::Type::BaseModel
+      OrHash =
+        T.type_alias do
+          T.any(Deeprails::MonitorResponse, Deeprails::Internal::AnyHash)
+        end
+
+      # A unique monitor ID.
+      sig { returns(String) }
+      attr_accessor :monitor_id
+
+      # Name of the monitor.
+      sig { returns(String) }
+      attr_accessor :name
+
+      # The time the monitor was created in UTC.
+      sig { returns(T.nilable(Time)) }
+      attr_reader :created_at
+
+      sig { params(created_at: Time).void }
+      attr_writer :created_at
+
+      # Description of the monitor.
+      sig { returns(T.nilable(String)) }
+      attr_reader :description
+
+      sig { params(description: String).void }
+      attr_writer :description
+
+      # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
+      # longer record and evaluate events.
+      sig do
+        returns(
+          T.nilable(Deeprails::MonitorResponse::MonitorStatus::TaggedSymbol)
+        )
+      end
+      attr_reader :monitor_status
+
+      sig do
+        params(
+          monitor_status: Deeprails::MonitorResponse::MonitorStatus::OrSymbol
+        ).void
+      end
+      attr_writer :monitor_status
+
+      # The most recent time the monitor was modified in UTC.
+      sig { returns(T.nilable(Time)) }
+      attr_reader :updated_at
+
+      sig { params(updated_at: Time).void }
+      attr_writer :updated_at
+
+      # User ID of the user who created the monitor.
+      sig { returns(T.nilable(String)) }
+      attr_reader :user_id
+
+      sig { params(user_id: String).void }
+      attr_writer :user_id
+
+      sig do
+        params(
+          monitor_id: String,
+          name: String,
+          created_at: Time,
+          description: String,
+          monitor_status: Deeprails::MonitorResponse::MonitorStatus::OrSymbol,
+          updated_at: Time,
+          user_id: String
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        # A unique monitor ID.
+        monitor_id:,
+        # Name of the monitor.
+        name:,
+        # The time the monitor was created in UTC.
+        created_at: nil,
+        # Description of the monitor.
+        description: nil,
+        # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
+        # longer record and evaluate events.
+        monitor_status: nil,
+        # The most recent time the monitor was modified in UTC.
+        updated_at: nil,
+        # User ID of the user who created the monitor.
+        user_id: nil
+      )
+      end
+
+      sig do
+        override.returns(
+          {
+            monitor_id: String,
+            name: String,
+            created_at: Time,
+            description: String,
+            monitor_status:
+              Deeprails::MonitorResponse::MonitorStatus::TaggedSymbol,
+            updated_at: Time,
+            user_id: String
+          }
+        )
+      end
+      def to_hash
+      end
+
+      # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
+      # longer record and evaluate events.
+      module MonitorStatus
+        extend Deeprails::Internal::Type::Enum
+
+        TaggedSymbol =
+          T.type_alias do
+            T.all(Symbol, Deeprails::MonitorResponse::MonitorStatus)
+          end
+        OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+        ACTIVE =
+          T.let(
+            :active,
+            Deeprails::MonitorResponse::MonitorStatus::TaggedSymbol
+          )
+        INACTIVE =
+          T.let(
+            :inactive,
+            Deeprails::MonitorResponse::MonitorStatus::TaggedSymbol
+          )
+
+        sig do
+          override.returns(
+            T::Array[Deeprails::MonitorResponse::MonitorStatus::TaggedSymbol]
+          )
+        end
+        def self.values
+        end
+      end
+    end
+  end
+end

data/rbi/deeprails/models/monitor_submit_event_params.rbi

@@ -28,7 +28,7 @@ module Deeprails
       attr_accessor :guardrail_metrics
 
       # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-      # contain at least a `user_prompt` or `system_prompt` field. For
+      # contain at least a `user_prompt` field or a `system_prompt` field. For
       # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
       sig { returns(Deeprails::MonitorSubmitEventParams::ModelInput) }
       attr_reader :model_input
@@ -97,7 +97,7 @@ module Deeprails
         # `ground_truth_adherence`, and/or `comprehensive_safety`.
         guardrail_metrics:,
         # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        # contain at least a `user_prompt` or `system_prompt` field. For
+        # contain at least a `user_prompt` field or a `system_prompt` field. For
         # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
         model_input:,
         # Output generated by the LLM to be evaluated.
@@ -216,7 +216,7 @@ module Deeprails
         attr_writer :user_prompt
 
         # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        # contain at least a `user_prompt` or `system_prompt` field. For
+        # contain at least a `user_prompt` field or a `system_prompt` field. For
         # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
         sig do
           params(

data/rbi/deeprails/models.rbi

@@ -1,8 +1,6 @@
 # typed: strong
 
 module Deeprails
-  APIResponse = Deeprails::Models::APIResponse
-
   DefendCreateWorkflowParams = Deeprails::Models::DefendCreateWorkflowParams
 
   DefendResponse = Deeprails::Models::DefendResponse
@@ -15,13 +13,13 @@ module Deeprails
 
   DefendUpdateWorkflowParams = Deeprails::Models::DefendUpdateWorkflowParams
 
-  EvaluateCreateParams = Deeprails::Models::EvaluateCreateParams
+  MonitorCreateParams = Deeprails::Models::MonitorCreateParams
 
-  EvaluateRetrieveParams = Deeprails::Models::EvaluateRetrieveParams
+  MonitorDetailResponse = Deeprails::Models::MonitorDetailResponse
 
-  Evaluation = Deeprails::Models::Evaluation
+  MonitorEventResponse = Deeprails::Models::MonitorEventResponse
 
-  MonitorCreateParams = Deeprails::Models::MonitorCreateParams
+  MonitorResponse = Deeprails::Models::MonitorResponse
 
   MonitorRetrieveParams = Deeprails::Models::MonitorRetrieveParams
 

data/rbi/deeprails/resources/defend.rbi

@@ -18,7 +18,7 @@ module Deeprails
             ],
           custom_hallucination_threshold_values: T::Hash[Symbol, Float],
           description: String,
-          max_improvement_attempt: Integer,
+          max_improvement_attempts: Integer,
           request_options: Deeprails::RequestOptions::OrHash
         ).returns(Deeprails::DefendResponse)
       end
@@ -50,7 +50,7 @@ module Deeprails
         description: nil,
         # Max. number of improvement action retries until a given event passes the
         # guardrails. Defaults to 10.
-        max_improvement_attempt: nil,
+        max_improvement_attempts: nil,
         request_options: {}
       )
       end
@@ -103,7 +103,7 @@ module Deeprails
         # Workflow ID associated with this event.
         workflow_id,
         # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        # contain at least `user_prompt` or `system_prompt` field. For the
+        # contain at least a `user_prompt` field or a `system_prompt` field. For the
         # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
         model_input:,
         # Output generated by the LLM to be evaluated.

data/rbi/deeprails/resources/monitor.rbi

@@ -10,7 +10,7 @@ module Deeprails
           name: String,
           description: String,
           request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::APIResponse)
+        ).returns(Deeprails::MonitorResponse)
       end
       def create(
         # Name of the new monitor.
@@ -28,7 +28,7 @@ module Deeprails
           monitor_id: String,
           limit: Integer,
           request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::Models::MonitorRetrieveResponse)
+        ).returns(Deeprails::MonitorDetailResponse)
       end
       def retrieve(
         # The ID of the monitor to retrieve.
@@ -49,7 +49,7 @@ module Deeprails
             Deeprails::MonitorUpdateParams::MonitorStatus::OrSymbol,
           name: String,
           request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::APIResponse)
+        ).returns(Deeprails::MonitorResponse)
       end
       def update(
         # The ID of the monitor to edit.
@@ -80,7 +80,7 @@ module Deeprails
           nametag: String,
           run_mode: Deeprails::MonitorSubmitEventParams::RunMode::OrSymbol,
           request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::Models::MonitorSubmitEventResponse)
+        ).returns(Deeprails::MonitorEventResponse)
       end
       def submit_event(
         # The ID of the monitor associated with this event.
@@ -91,7 +91,7 @@ module Deeprails
         # `ground_truth_adherence`, and/or `comprehensive_safety`.
         guardrail_metrics:,
         # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        # contain at least a `user_prompt` or `system_prompt` field. For
+        # contain at least a `user_prompt` field or a `system_prompt` field. For
         # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
         model_input:,
         # Output generated by the LLM to be evaluated.

data/sig/deeprails/client.rbs

@@ -14,8 +14,6 @@ module Deeprails
 
     attr_reader monitor: Deeprails::Resources::Monitor
 
-    attr_reader evaluate: Deeprails::Resources::Evaluate
-
     private def auth_headers: -> ::Hash[String, String]
 
     def initialize: (

data/sig/deeprails/models/defend_create_workflow_params.rbs

@@ -8,7 +8,7 @@ module Deeprails
         automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendCreateWorkflowParams::automatic_hallucination_tolerance_level],
         custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         description: String,
-        max_improvement_attempt: Integer
+        max_improvement_attempts: Integer
       }
       & Deeprails::Internal::Type::request_parameters
 
@@ -38,9 +38,9 @@ module Deeprails
 
       def description=: (String) -> String
 
-      attr_reader max_improvement_attempt: Integer?
+      attr_reader max_improvement_attempts: Integer?
 
-      def max_improvement_attempt=: (Integer) -> Integer
+      def max_improvement_attempts=: (Integer) -> Integer
 
       def initialize: (
         improvement_action: Deeprails::Models::DefendCreateWorkflowParams::improvement_action,
@@ -49,7 +49,7 @@ module Deeprails
         ?automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendCreateWorkflowParams::automatic_hallucination_tolerance_level],
         ?custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         ?description: String,
-        ?max_improvement_attempt: Integer,
+        ?max_improvement_attempts: Integer,
         ?request_options: Deeprails::request_opts
       ) -> void
 
@@ -60,7 +60,7 @@ module Deeprails
         automatic_hallucination_tolerance_levels: ::Hash[Symbol, Deeprails::Models::DefendCreateWorkflowParams::automatic_hallucination_tolerance_level],
         custom_hallucination_threshold_values: ::Hash[Symbol, Float],
         description: String,
-        max_improvement_attempt: Integer,
+        max_improvement_attempts: Integer,
         request_options: Deeprails::RequestOptions
       }
 

data/sig/deeprails/models/defend_response.rbs

@@ -7,7 +7,7 @@ module Deeprails
         created_at: Time,
         description: String,
         improvement_action: Deeprails::Models::DefendResponse::improvement_action,
-        max_improvement_attempt: Integer,
+        max_improvement_attempts: Integer,
         modified_at: Time,
         status: Deeprails::Models::DefendResponse::status,
         success_rate: Float
@@ -32,9 +32,9 @@ module Deeprails
         Deeprails::Models::DefendResponse::improvement_action
       ) -> Deeprails::Models::DefendResponse::improvement_action
 
-      attr_reader max_improvement_attempt: Integer?
+      attr_reader max_improvement_attempts: Integer?
 
-      def max_improvement_attempt=: (Integer) -> Integer
+      def max_improvement_attempts=: (Integer) -> Integer
 
       attr_reader modified_at: Time?
 
@@ -56,7 +56,7 @@ module Deeprails
         ?created_at: Time,
         ?description: String,
         ?improvement_action: Deeprails::Models::DefendResponse::improvement_action,
-        ?max_improvement_attempt: Integer,
+        ?max_improvement_attempts: Integer,
         ?modified_at: Time,
         ?status: Deeprails::Models::DefendResponse::status,
         ?success_rate: Float
@@ -68,7 +68,7 @@ module Deeprails
         created_at: Time,
         description: String,
         improvement_action: Deeprails::Models::DefendResponse::improvement_action,
-        max_improvement_attempt: Integer,
+        max_improvement_attempts: Integer,
         modified_at: Time,
         status: Deeprails::Models::DefendResponse::status,
         success_rate: Float