deeprails 0.7.0 → 0.9.0

data/rbi/deeprails/models/monitor_retrieve_response.rbi

@@ -1,333 +0,0 @@
-# typed: strong
-
-module Deeprails
-  module Models
-    class MonitorRetrieveResponse < Deeprails::Internal::Type::BaseModel
-      OrHash =
-        T.type_alias do
-          T.any(
-            Deeprails::Models::MonitorRetrieveResponse,
-            Deeprails::Internal::AnyHash
-          )
-        end
-
-      # Represents whether the request was completed successfully.
-      sig { returns(T::Boolean) }
-      attr_accessor :success
-
-      sig do
-        returns(T.nilable(Deeprails::Models::MonitorRetrieveResponse::Data))
-      end
-      attr_reader :data
-
-      sig do
-        params(
-          data: Deeprails::Models::MonitorRetrieveResponse::Data::OrHash
-        ).void
-      end
-      attr_writer :data
-
-      # The accompanying message for the request. Includes error details when
-      # applicable.
-      sig { returns(T.nilable(String)) }
-      attr_reader :message
-
-      sig { params(message: String).void }
-      attr_writer :message
-
-      # Response wrapper for operations returning a MonitorDetailResponse.
-      sig do
-        params(
-          success: T::Boolean,
-          data: Deeprails::Models::MonitorRetrieveResponse::Data::OrHash,
-          message: String
-        ).returns(T.attached_class)
-      end
-      def self.new(
-        # Represents whether the request was completed successfully.
-        success:,
-        data: nil,
-        # The accompanying message for the request. Includes error details when
-        # applicable.
-        message: nil
-      )
-      end
-
-      sig do
-        override.returns(
-          {
-            success: T::Boolean,
-            data: Deeprails::Models::MonitorRetrieveResponse::Data,
-            message: String
-          }
-        )
-      end
-      def to_hash
-      end
-
-      class Data < Deeprails::Internal::Type::BaseModel
-        OrHash =
-          T.type_alias do
-            T.any(
-              Deeprails::Models::MonitorRetrieveResponse::Data,
-              Deeprails::Internal::AnyHash
-            )
-          end
-
-        # A unique monitor ID.
-        sig { returns(String) }
-        attr_accessor :monitor_id
-
-        # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
-        # longer record and evaluate events.
-        sig do
-          returns(
-            Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::TaggedSymbol
-          )
-        end
-        attr_accessor :monitor_status
-
-        # Name of this monitor.
-        sig { returns(String) }
-        attr_accessor :name
-
-        # The time the monitor was created in UTC.
-        sig { returns(T.nilable(Time)) }
-        attr_reader :created_at
-
-        sig { params(created_at: Time).void }
-        attr_writer :created_at
-
-        # Description of this monitor.
-        sig { returns(T.nilable(String)) }
-        attr_reader :description
-
-        sig { params(description: String).void }
-        attr_writer :description
-
-        # An array of all evaluations performed by this monitor. Each one corresponds to a
-        # separate monitor event.
-        sig { returns(T.nilable(T::Array[Deeprails::Evaluation])) }
-        attr_reader :evaluations
-
-        sig do
-          params(evaluations: T::Array[Deeprails::Evaluation::OrHash]).void
-        end
-        attr_writer :evaluations
-
-        # Contains five fields used for stats of this monitor: total evaluations,
-        # completed evaluations, failed evaluations, queued evaluations, and in progress
-        # evaluations.
-        sig do
-          returns(
-            T.nilable(Deeprails::Models::MonitorRetrieveResponse::Data::Stats)
-          )
-        end
-        attr_reader :stats
-
-        sig do
-          params(
-            stats:
-              Deeprails::Models::MonitorRetrieveResponse::Data::Stats::OrHash
-          ).void
-        end
-        attr_writer :stats
-
-        # The most recent time the monitor was modified in UTC.
-        sig { returns(T.nilable(Time)) }
-        attr_reader :updated_at
-
-        sig { params(updated_at: Time).void }
-        attr_writer :updated_at
-
-        # User ID of the user who created the monitor.
-        sig { returns(T.nilable(String)) }
-        attr_reader :user_id
-
-        sig { params(user_id: String).void }
-        attr_writer :user_id
-
-        sig do
-          params(
-            monitor_id: String,
-            monitor_status:
-              Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::OrSymbol,
-            name: String,
-            created_at: Time,
-            description: String,
-            evaluations: T::Array[Deeprails::Evaluation::OrHash],
-            stats:
-              Deeprails::Models::MonitorRetrieveResponse::Data::Stats::OrHash,
-            updated_at: Time,
-            user_id: String
-          ).returns(T.attached_class)
-        end
-        def self.new(
-          # A unique monitor ID.
-          monitor_id:,
-          # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
-          # longer record and evaluate events.
-          monitor_status:,
-          # Name of this monitor.
-          name:,
-          # The time the monitor was created in UTC.
-          created_at: nil,
-          # Description of this monitor.
-          description: nil,
-          # An array of all evaluations performed by this monitor. Each one corresponds to a
-          # separate monitor event.
-          evaluations: nil,
-          # Contains five fields used for stats of this monitor: total evaluations,
-          # completed evaluations, failed evaluations, queued evaluations, and in progress
-          # evaluations.
-          stats: nil,
-          # The most recent time the monitor was modified in UTC.
-          updated_at: nil,
-          # User ID of the user who created the monitor.
-          user_id: nil
-        )
-        end
-
-        sig do
-          override.returns(
-            {
-              monitor_id: String,
-              monitor_status:
-                Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::TaggedSymbol,
-              name: String,
-              created_at: Time,
-              description: String,
-              evaluations: T::Array[Deeprails::Evaluation],
-              stats: Deeprails::Models::MonitorRetrieveResponse::Data::Stats,
-              updated_at: Time,
-              user_id: String
-            }
-          )
-        end
-        def to_hash
-        end
-
-        # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
-        # longer record and evaluate events.
-        module MonitorStatus
-          extend Deeprails::Internal::Type::Enum
-
-          TaggedSymbol =
-            T.type_alias do
-              T.all(
-                Symbol,
-                Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus
-              )
-            end
-          OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-          ACTIVE =
-            T.let(
-              :active,
-              Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::TaggedSymbol
-            )
-          INACTIVE =
-            T.let(
-              :inactive,
-              Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::TaggedSymbol
-            )
-
-          sig do
-            override.returns(
-              T::Array[
-                Deeprails::Models::MonitorRetrieveResponse::Data::MonitorStatus::TaggedSymbol
-              ]
-            )
-          end
-          def self.values
-          end
-        end
-
-        class Stats < Deeprails::Internal::Type::BaseModel
-          OrHash =
-            T.type_alias do
-              T.any(
-                Deeprails::Models::MonitorRetrieveResponse::Data::Stats,
-                Deeprails::Internal::AnyHash
-              )
-            end
-
-          # Number of evaluations that completed successfully.
-          sig { returns(T.nilable(Integer)) }
-          attr_reader :completed_evaluations
-
-          sig { params(completed_evaluations: Integer).void }
-          attr_writer :completed_evaluations
-
-          # Number of evaluations that failed.
-          sig { returns(T.nilable(Integer)) }
-          attr_reader :failed_evaluations
-
-          sig { params(failed_evaluations: Integer).void }
-          attr_writer :failed_evaluations
-
-          # Number of evaluations currently in progress.
-          sig { returns(T.nilable(Integer)) }
-          attr_reader :in_progress_evaluations
-
-          sig { params(in_progress_evaluations: Integer).void }
-          attr_writer :in_progress_evaluations
-
-          # Number of evaluations currently queued.
-          sig { returns(T.nilable(Integer)) }
-          attr_reader :queued_evaluations
-
-          sig { params(queued_evaluations: Integer).void }
-          attr_writer :queued_evaluations
-
-          # Total number of evaluations performed by this monitor.
-          sig { returns(T.nilable(Integer)) }
-          attr_reader :total_evaluations
-
-          sig { params(total_evaluations: Integer).void }
-          attr_writer :total_evaluations
-
-          # Contains five fields used for stats of this monitor: total evaluations,
-          # completed evaluations, failed evaluations, queued evaluations, and in progress
-          # evaluations.
-          sig do
-            params(
-              completed_evaluations: Integer,
-              failed_evaluations: Integer,
-              in_progress_evaluations: Integer,
-              queued_evaluations: Integer,
-              total_evaluations: Integer
-            ).returns(T.attached_class)
-          end
-          def self.new(
-            # Number of evaluations that completed successfully.
-            completed_evaluations: nil,
-            # Number of evaluations that failed.
-            failed_evaluations: nil,
-            # Number of evaluations currently in progress.
-            in_progress_evaluations: nil,
-            # Number of evaluations currently queued.
-            queued_evaluations: nil,
-            # Total number of evaluations performed by this monitor.
-            total_evaluations: nil
-          )
-          end
-
-          sig do
-            override.returns(
-              {
-                completed_evaluations: Integer,
-                failed_evaluations: Integer,
-                in_progress_evaluations: Integer,
-                queued_evaluations: Integer,
-                total_evaluations: Integer
-              }
-            )
-          end
-          def to_hash
-          end
-        end
-      end
-    end
-  end
-end

data/rbi/deeprails/models/monitor_submit_event_response.rbi

@@ -1,131 +0,0 @@
-# typed: strong
-
-module Deeprails
-  module Models
-    class MonitorSubmitEventResponse < Deeprails::Internal::Type::BaseModel
-      OrHash =
-        T.type_alias do
-          T.any(
-            Deeprails::Models::MonitorSubmitEventResponse,
-            Deeprails::Internal::AnyHash
-          )
-        end
-
-      # Represents whether the request was completed successfully.
-      sig { returns(T::Boolean) }
-      attr_accessor :success
-
-      sig do
-        returns(T.nilable(Deeprails::Models::MonitorSubmitEventResponse::Data))
-      end
-      attr_reader :data
-
-      sig do
-        params(
-          data: Deeprails::Models::MonitorSubmitEventResponse::Data::OrHash
-        ).void
-      end
-      attr_writer :data
-
-      # The accompanying message for the request. Includes error details when
-      # applicable.
-      sig { returns(T.nilable(String)) }
-      attr_reader :message
-
-      sig { params(message: String).void }
-      attr_writer :message
-
-      # Response wrapper for operations returning a MonitorEventResponse.
-      sig do
-        params(
-          success: T::Boolean,
-          data: Deeprails::Models::MonitorSubmitEventResponse::Data::OrHash,
-          message: String
-        ).returns(T.attached_class)
-      end
-      def self.new(
-        # Represents whether the request was completed successfully.
-        success:,
-        data: nil,
-        # The accompanying message for the request. Includes error details when
-        # applicable.
-        message: nil
-      )
-      end
-
-      sig do
-        override.returns(
-          {
-            success: T::Boolean,
-            data: Deeprails::Models::MonitorSubmitEventResponse::Data,
-            message: String
-          }
-        )
-      end
-      def to_hash
-      end
-
-      class Data < Deeprails::Internal::Type::BaseModel
-        OrHash =
-          T.type_alias do
-            T.any(
-              Deeprails::Models::MonitorSubmitEventResponse::Data,
-              Deeprails::Internal::AnyHash
-            )
-          end
-
-        # A unique evaluation ID associated with this event.
-        sig { returns(String) }
-        attr_accessor :evaluation_id
-
-        # A unique monitor event ID.
-        sig { returns(String) }
-        attr_accessor :event_id
-
-        # Monitor ID associated with this event.
-        sig { returns(String) }
-        attr_accessor :monitor_id
-
-        # The time the monitor event was created in UTC.
-        sig { returns(T.nilable(Time)) }
-        attr_reader :created_at
-
-        sig { params(created_at: Time).void }
-        attr_writer :created_at
-
-        sig do
-          params(
-            evaluation_id: String,
-            event_id: String,
-            monitor_id: String,
-            created_at: Time
-          ).returns(T.attached_class)
-        end
-        def self.new(
-          # A unique evaluation ID associated with this event.
-          evaluation_id:,
-          # A unique monitor event ID.
-          event_id:,
-          # Monitor ID associated with this event.
-          monitor_id:,
-          # The time the monitor event was created in UTC.
-          created_at: nil
-        )
-        end
-
-        sig do
-          override.returns(
-            {
-              evaluation_id: String,
-              event_id: String,
-              monitor_id: String,
-              created_at: Time
-            }
-          )
-        end
-        def to_hash
-        end
-      end
-    end
-  end
-end

data/rbi/deeprails/resources/evaluate.rbi

@@ -1,66 +0,0 @@
-# typed: strong
-
-module Deeprails
-  module Resources
-    class Evaluate
-      # Use this endpoint to evaluate a model's input and output pair against selected
-      # guardrail metrics
-      sig do
-        params(
-          model_input: Deeprails::EvaluateCreateParams::ModelInput::OrHash,
-          model_output: String,
-          run_mode: Deeprails::EvaluateCreateParams::RunMode::OrSymbol,
-          guardrail_metrics:
-            T::Array[
-              Deeprails::EvaluateCreateParams::GuardrailMetric::OrSymbol
-            ],
-          model_used: String,
-          nametag: String,
-          request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::Evaluation)
-      end
-      def create(
-        # A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        # contain at least `user_prompt` or `system_prompt` field. For
-        # ground_truth_adherence guardrail metric, `ground_truth` should be provided.
-        model_input:,
-        # Output generated by the LLM to be evaluated.
-        model_output:,
-        # Run mode for the evaluation. The run mode allows the user to optimize for speed,
-        # accuracy, and cost by determining which models are used to evaluate the event.
-        # Available run modes include `precision_plus`, `precision`, `smart`, and
-        # `economy`. Defaults to `smart`.
-        run_mode:,
-        # An array of guardrail metrics that the model input and output pair will be
-        # evaluated on. For non-enterprise users, these will be limited to the allowed
-        # guardrail metrics.
-        guardrail_metrics: nil,
-        # Model ID used to generate the output, like `gpt-4o` or `o3`.
-        model_used: nil,
-        # An optional, user-defined tag for the evaluation.
-        nametag: nil,
-        request_options: {}
-      )
-      end
-
-      # Use this endpoint to retrieve the evaluation record for a given evaluation ID
-      sig do
-        params(
-          eval_id: String,
-          request_options: Deeprails::RequestOptions::OrHash
-        ).returns(Deeprails::Evaluation)
-      end
-      def retrieve(
-        # The ID of the evaluation to retrieve.
-        eval_id,
-        request_options: {}
-      )
-      end
-
-      # @api private
-      sig { params(client: Deeprails::Client).returns(T.attached_class) }
-      def self.new(client:)
-      end
-    end
-  end
-end

data/sig/deeprails/models/api_response.rbs

@@ -1,100 +0,0 @@
-module Deeprails
-  module Models
-    type api_response =
-      { success: bool, data: Deeprails::APIResponse::Data, message: String }
-
-    class APIResponse < Deeprails::Internal::Type::BaseModel
-      attr_accessor success: bool
-
-      attr_reader data: Deeprails::APIResponse::Data?
-
-      def data=: (Deeprails::APIResponse::Data) -> Deeprails::APIResponse::Data
-
-      attr_reader message: String?
-
-      def message=: (String) -> String
-
-      def initialize: (
-        success: bool,
-        ?data: Deeprails::APIResponse::Data,
-        ?message: String
-      ) -> void
-
-      def to_hash: -> {
-        success: bool,
-        data: Deeprails::APIResponse::Data,
-        message: String
-      }
-
-      type data =
-        {
-          monitor_id: String,
-          name: String,
-          created_at: Time,
-          description: String,
-          monitor_status: Deeprails::Models::APIResponse::Data::monitor_status,
-          updated_at: Time,
-          user_id: String
-        }
-
-      class Data < Deeprails::Internal::Type::BaseModel
-        attr_accessor monitor_id: String
-
-        attr_accessor name: String
-
-        attr_reader created_at: Time?
-
-        def created_at=: (Time) -> Time
-
-        attr_reader description: String?
-
-        def description=: (String) -> String
-
-        attr_reader monitor_status: Deeprails::Models::APIResponse::Data::monitor_status?
-
-        def monitor_status=: (
-          Deeprails::Models::APIResponse::Data::monitor_status
-        ) -> Deeprails::Models::APIResponse::Data::monitor_status
-
-        attr_reader updated_at: Time?
-
-        def updated_at=: (Time) -> Time
-
-        attr_reader user_id: String?
-
-        def user_id=: (String) -> String
-
-        def initialize: (
-          monitor_id: String,
-          name: String,
-          ?created_at: Time,
-          ?description: String,
-          ?monitor_status: Deeprails::Models::APIResponse::Data::monitor_status,
-          ?updated_at: Time,
-          ?user_id: String
-        ) -> void
-
-        def to_hash: -> {
-          monitor_id: String,
-          name: String,
-          created_at: Time,
-          description: String,
-          monitor_status: Deeprails::Models::APIResponse::Data::monitor_status,
-          updated_at: Time,
-          user_id: String
-        }
-
-        type monitor_status = :active | :inactive
-
-        module MonitorStatus
-          extend Deeprails::Internal::Type::Enum
-
-          ACTIVE: :active
-          INACTIVE: :inactive
-
-          def self?.values: -> ::Array[Deeprails::Models::APIResponse::Data::monitor_status]
-        end
-      end
-    end
-  end
-end