deeprails 0.1.0

data/rbi/deeprails/resources/monitor.rbi

@@ -0,0 +1,114 @@
+# typed: strong
+
+module Deeprails
+  module Resources
+    class Monitor
+      # Create a new monitor to evaluate model inputs and outputs using guardrails.
+      sig do
+        params(
+          name: String,
+          description: String,
+          request_options: Deeprails::RequestOptions::OrHash
+        ).returns(Deeprails::APIResponse)
+      end
+      def create(
+        # Name of the new monitor.
+        name:,
+        # Description of the new monitor.
+        description: nil,
+        request_options: {}
+      )
+      end
+
+      # Retrieve the details and evaluations associated with a specific monitor.
+      sig do
+        params(
+          monitor_id: String,
+          limit: Integer,
+          request_options: Deeprails::RequestOptions::OrHash
+        ).returns(Deeprails::Models::MonitorRetrieveResponse)
+      end
+      def retrieve(
+        # The ID of the monitor to retrieve.
+        monitor_id,
+        # Limit the returned events associated with this monitor. Defaults to 10.
+        limit: nil,
+        request_options: {}
+      )
+      end
+
+      # Update the name, description, or status of an existing monitor.
+      sig do
+        params(
+          monitor_id: String,
+          description: String,
+          monitor_status:
+            Deeprails::MonitorUpdateParams::MonitorStatus::OrSymbol,
+          name: String,
+          request_options: Deeprails::RequestOptions::OrHash
+        ).returns(Deeprails::APIResponse)
+      end
+      def update(
+        # The ID of the monitor to edit.
+        monitor_id,
+        # Description of the monitor.
+        description: nil,
+        # Status of the monitor. Can be `active` or `inactive`. Inactive monitors no
+        # longer record and evaluate events.
+        monitor_status: nil,
+        # Name of the monitor.
+        name: nil,
+        request_options: {}
+      )
+      end
+
+      # Submit a model input and output pair to a monitor for evaluation.
+      sig do
+        params(
+          monitor_id: String,
+          guardrail_metrics:
+            T::Array[
+              Deeprails::MonitorSubmitEventParams::GuardrailMetric::OrSymbol
+            ],
+          model_input: Deeprails::MonitorSubmitEventParams::ModelInput::OrHash,
+          model_output: String,
+          model_used: String,
+          nametag: String,
+          run_mode: Deeprails::MonitorSubmitEventParams::RunMode::OrSymbol,
+          request_options: Deeprails::RequestOptions::OrHash
+        ).returns(Deeprails::Models::MonitorSubmitEventResponse)
+      end
+      def submit_event(
+        # The ID of the monitor associated with this event.
+        monitor_id,
+        # An array of guardrail metrics that the model input and output pair will be
+        # evaluated on. For non-enterprise users, these will be limited to `correctness`,
+        # `completeness`, `instruction_adherence`, `context_adherence`,
+        # `ground_truth_adherence`, and/or `comprehensive_safety`.
+        guardrail_metrics:,
+        # A dictionary of inputs sent to the LLM to generate output. This must contain a
+        # `user_prompt` field and an optional `context` field. Additional properties are
+        # allowed.
+        model_input:,
+        # Output generated by the LLM to be evaluated.
+        model_output:,
+        # Model ID used to generate the output, like `gpt-4o` or `o3`.
+        model_used: nil,
+        # An optional, user-defined tag for the event.
+        nametag: nil,
+        # Run mode for the monitor event. The run mode allows the user to optimize for
+        # speed, accuracy, and cost by determining which models are used to evaluate the
+        # event. Available run modes include `precision_plus`, `precision`, `smart`, and
+        # `economy`. Defaults to `smart`.
+        run_mode: nil,
+        request_options: {}
+      )
+      end
+
+      # @api private
+      sig { params(client: Deeprails::Client).returns(T.attached_class) }
+      def self.new(client:)
+      end
+    end
+  end
+end

data/rbi/deeprails/version.rbi

@@ -0,0 +1,5 @@
+# typed: strong
+
+module Deeprails
+  VERSION = T.let(T.unsafe(nil), String)
+end

data/sig/deeprails/client.rbs

@@ -0,0 +1,30 @@
+module Deeprails
+  class Client < Deeprails::Internal::Transport::BaseClient
+    DEFAULT_MAX_RETRIES: 2
+
+    DEFAULT_TIMEOUT_IN_SECONDS: Float
+
+    DEFAULT_INITIAL_RETRY_DELAY: Float
+
+    DEFAULT_MAX_RETRY_DELAY: Float
+
+    attr_reader api_key: String
+
+    attr_reader defend: Deeprails::Resources::Defend
+
+    attr_reader monitor: Deeprails::Resources::Monitor
+
+    attr_reader evaluate: Deeprails::Resources::Evaluate
+
+    private def auth_headers: -> ::Hash[String, String]
+
+    def initialize: (
+      ?api_key: String?,
+      ?base_url: String?,
+      ?max_retries: Integer,
+      ?timeout: Float,
+      ?initial_retry_delay: Float,
+      ?max_retry_delay: Float
+    ) -> void
+  end
+end

data/sig/deeprails/errors.rbs

@@ -0,0 +1,117 @@
+module Deeprails
+  module Errors
+    class Error < StandardError
+      attr_accessor cause: StandardError?
+    end
+
+    class ConversionError < Deeprails::Errors::Error
+      def cause: -> StandardError?
+
+      def initialize: (
+        on: Class,
+        method: Symbol,
+        target: top,
+        value: top,
+        ?cause: StandardError?
+      ) -> void
+    end
+
+    class APIError < Deeprails::Errors::Error
+      attr_accessor url: URI::Generic
+
+      attr_accessor status: Integer?
+
+      attr_accessor headers: ::Hash[String, String]?
+
+      attr_accessor body: top?
+
+      def initialize: (
+        url: URI::Generic,
+        ?status: Integer?,
+        ?headers: ::Hash[String, String]?,
+        ?body: Object?,
+        ?request: nil,
+        ?response: nil,
+        ?message: String?
+      ) -> void
+    end
+
+    class APIConnectionError < Deeprails::Errors::APIError
+      def initialize: (
+        url: URI::Generic,
+        ?status: nil,
+        ?headers: ::Hash[String, String]?,
+        ?body: nil,
+        ?request: nil,
+        ?response: nil,
+        ?message: String?
+      ) -> void
+    end
+
+    class APITimeoutError < Deeprails::Errors::APIConnectionError
+      def initialize: (
+        url: URI::Generic,
+        ?status: nil,
+        ?headers: ::Hash[String, String]?,
+        ?body: nil,
+        ?request: nil,
+        ?response: nil,
+        ?message: String?
+      ) -> void
+    end
+
+    class APIStatusError < Deeprails::Errors::APIError
+      def self.for: (
+        url: URI::Generic,
+        status: Integer,
+        headers: ::Hash[String, String]?,
+        body: Object?,
+        request: nil,
+        response: nil,
+        ?message: String?
+      ) -> instance
+
+      def initialize: (
+        url: URI::Generic,
+        status: Integer,
+        headers: ::Hash[String, String]?,
+        body: Object?,
+        request: nil,
+        response: nil,
+        ?message: String?
+      ) -> void
+    end
+
+    class BadRequestError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 400
+    end
+
+    class AuthenticationError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 401
+    end
+
+    class PermissionDeniedError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 403
+    end
+
+    class NotFoundError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 404
+    end
+
+    class ConflictError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 409
+    end
+
+    class UnprocessableEntityError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 422
+    end
+
+    class RateLimitError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: 429
+    end
+
+    class InternalServerError < Deeprails::Errors::APIStatusError
+      HTTP_STATUS: Range[Integer]
+    end
+  end
+end

data/sig/deeprails/file_part.rbs

@@ -0,0 +1,21 @@
+module Deeprails
+  class FilePart
+    attr_reader content: Pathname | StringIO | IO | String
+
+    attr_reader content_type: String?
+
+    attr_reader filename: String?
+
+    private def read: -> String
+
+    def to_json: (*top a) -> String
+
+    def to_yaml: (*top a) -> String
+
+    def initialize: (
+      Pathname | StringIO | IO | String content,
+      ?filename: (Pathname | String)?,
+      ?content_type: String?
+    ) -> void
+  end
+end

data/sig/deeprails/internal/transport/base_client.rbs

@@ -0,0 +1,131 @@
+module Deeprails
+  module Internal
+    module Transport
+      class BaseClient
+        extend Deeprails::Internal::Util::SorbetRuntimeSupport
+
+        type request_components =
+          {
+            method: Symbol,
+            path: String | ::Array[String],
+            query: ::Hash[String, (::Array[String] | String)?]?,
+            headers: ::Hash[String, (String
+            | Integer
+            | ::Array[(String | Integer)?])?]?,
+            body: top?,
+            unwrap: (Symbol
+            | Integer
+            | ::Array[(Symbol | Integer)]
+            | (^(top arg0) -> top))?,
+            page: Class?,
+            stream: Class?,
+            model: Deeprails::Internal::Type::Converter::input?,
+            options: Deeprails::request_opts?
+          }
+        type request_input =
+          {
+            method: Symbol,
+            url: URI::Generic,
+            headers: ::Hash[String, String],
+            body: top,
+            max_retries: Integer,
+            timeout: Float
+          }
+
+        MAX_REDIRECTS: 20
+
+        PLATFORM_HEADERS: ::Hash[String, String]
+
+        def self.validate!: (
+          Deeprails::Internal::Transport::BaseClient::request_components req
+        ) -> void
+
+        def self.should_retry?: (
+          Integer status,
+          headers: ::Hash[String, String]
+        ) -> bool
+
+        def self.follow_redirect: (
+          Deeprails::Internal::Transport::BaseClient::request_input request,
+          status: Integer,
+          response_headers: ::Hash[String, String]
+        ) -> Deeprails::Internal::Transport::BaseClient::request_input
+
+        def self.reap_connection!: (
+          Integer | Deeprails::Errors::APIConnectionError status,
+          stream: Enumerable[String]?
+        ) -> void
+
+        attr_reader base_url: URI::Generic
+
+        attr_reader timeout: Float
+
+        attr_reader max_retries: Integer
+
+        attr_reader initial_retry_delay: Float
+
+        attr_reader max_retry_delay: Float
+
+        attr_reader headers: ::Hash[String, String]
+
+        attr_reader idempotency_header: String?
+
+        # @api private
+        attr_reader requester: Deeprails::Internal::Transport::PooledNetRequester
+
+        def initialize: (
+          base_url: String,
+          ?timeout: Float,
+          ?max_retries: Integer,
+          ?initial_retry_delay: Float,
+          ?max_retry_delay: Float,
+          ?headers: ::Hash[String, (String
+          | Integer
+          | ::Array[(String | Integer)?])?],
+          ?idempotency_header: String?
+        ) -> void
+
+        private def auth_headers: -> ::Hash[String, String]
+
+        private def generate_idempotency_key: -> String
+
+        private def build_request: (
+          Deeprails::Internal::Transport::BaseClient::request_components req,
+          Deeprails::request_options opts
+        ) -> Deeprails::Internal::Transport::BaseClient::request_input
+
+        private def retry_delay: (
+          ::Hash[String, String] headers,
+          retry_count: Integer
+        ) -> Float
+
+        def send_request: (
+          Deeprails::Internal::Transport::BaseClient::request_input request,
+          redirect_count: Integer,
+          retry_count: Integer,
+          send_retry_header: bool
+        ) -> [Integer, top, Enumerable[String]]
+
+        def request: (
+          Symbol method,
+          String | ::Array[String] path,
+          ?query: ::Hash[String, (::Array[String] | String)?]?,
+          ?headers: ::Hash[String, (String
+          | Integer
+          | ::Array[(String | Integer)?])?]?,
+          ?body: top?,
+          ?unwrap: (Symbol
+          | Integer
+          | ::Array[(Symbol | Integer)]
+          | (^(top arg0) -> top))?,
+          ?page: Class?,
+          ?stream: Class?,
+          ?model: Deeprails::Internal::Type::Converter::input?,
+          ?options: Deeprails::request_opts?
+        ) -> top
+
+        def inspect: -> String
+      end
+    end
+  end
+end

data/sig/deeprails/internal/transport/pooled_net_requester.rbs

@@ -0,0 +1,45 @@
+module Deeprails
+  module Internal
+    module Transport
+      class PooledNetRequester
+        extend Deeprails::Internal::Util::SorbetRuntimeSupport
+
+        type request =
+          {
+            method: Symbol,
+            url: URI::Generic,
+            headers: ::Hash[String, String],
+            body: top,
+            deadline: Float
+          }
+
+        KEEP_ALIVE_TIMEOUT: 30
+
+        DEFAULT_MAX_CONNECTIONS: Integer
+
+        def self.connect: (URI::Generic url) -> top
+
+        def self.calibrate_socket_timeout: (top conn, Float deadline) -> void
+
+        def self.build_request: (
+          Deeprails::Internal::Transport::PooledNetRequester::request request
+        ) {
+          (String arg0) -> void
+        } -> [top, (^-> void)]
+
+        private def with_pool: (
+          URI::Generic url,
+          deadline: Float
+        ) {
+          (top arg0) -> void
+        } -> void
+
+        def execute: (
+          Deeprails::Internal::Transport::PooledNetRequester::request request
+        ) -> [Integer, top, Enumerable[String]]
+
+        def initialize: (?size: Integer) -> void
+      end
+    end
+  end
+end

data/sig/deeprails/internal/type/array_of.rbs

@@ -0,0 +1,48 @@
+module Deeprails
+  module Internal
+    module Type
+      class ArrayOf[Elem]
+        include Deeprails::Internal::Type::Converter
+        include Deeprails::Internal::Util::SorbetRuntimeSupport
+
+        def self.[]: (
+          ::Hash[Symbol, top]
+          | ^-> Deeprails::Internal::Type::Converter::input
+          | Deeprails::Internal::Type::Converter::input type_info,
+          ?::Hash[Symbol, top] spec
+        ) -> instance
+
+        def ===: (top other) -> bool
+
+        def ==: (top other) -> bool
+
+        def hash: -> Integer
+
+        def coerce: (
+          ::Array[top] | top value,
+          state: Deeprails::Internal::Type::Converter::coerce_state
+        ) -> (::Array[top] | top)
+
+        def dump: (
+          ::Array[top] | top value,
+          state: Deeprails::Internal::Type::Converter::dump_state
+        ) -> (::Array[top] | top)
+
+        def to_sorbet_type: -> top
+
+        def item_type: -> Elem
+
+        def nilable?: -> bool
+
+        def initialize: (
+          ::Hash[Symbol, top]
+          | ^-> Deeprails::Internal::Type::Converter::input
+          | Deeprails::Internal::Type::Converter::input type_info,
+          ?::Hash[Symbol, top] spec
+        ) -> void
+
+        def inspect: (?depth: Integer) -> String
+      end
+    end
+  end
+end

data/sig/deeprails/internal/type/base_model.rbs

@@ -0,0 +1,102 @@
+module Deeprails
+  module Internal
+    module Type
+      class BaseModel
+        extend Deeprails::Internal::Type::Converter
+        extend Deeprails::Internal::Util::SorbetRuntimeSupport
+
+        type known_field =
+          { mode: (:coerce | :dump)?, required: bool, nilable: bool }
+
+        def self.inherited: (self child) -> void
+
+        def self.known_fields: -> ::Hash[Symbol, (Deeprails::Internal::Type::BaseModel::known_field
+        & { type_fn: (^-> Deeprails::Internal::Type::Converter::input) })]
+
+        def self.fields: -> ::Hash[Symbol, (Deeprails::Internal::Type::BaseModel::known_field
+        & { type: Deeprails::Internal::Type::Converter::input })]
+
+        private def self.add_field: (
+          Symbol name_sym,
+          required: bool,
+          type_info: {
+            const: (nil | bool | Integer | Float | Symbol)?,
+            enum: ^-> Deeprails::Internal::Type::Converter::input?,
+            union: ^-> Deeprails::Internal::Type::Converter::input?,
+            api_name: Symbol
+          }
+          | ^-> Deeprails::Internal::Type::Converter::input
+          | Deeprails::Internal::Type::Converter::input,
+          spec: ::Hash[Symbol, top]
+        ) -> void
+
+        def self.required: (
+          Symbol name_sym,
+          ::Hash[Symbol, top]
+          | ^-> Deeprails::Internal::Type::Converter::input
+          | Deeprails::Internal::Type::Converter::input type_info,
+          ?::Hash[Symbol, top] spec
+        ) -> void
+
+        def self.optional: (
+          Symbol name_sym,
+          ::Hash[Symbol, top]
+          | ^-> Deeprails::Internal::Type::Converter::input
+          | Deeprails::Internal::Type::Converter::input type_info,
+          ?::Hash[Symbol, top] spec
+        ) -> void
+
+        private def self.request_only: { -> void } -> void
+
+        private def self.response_only: { -> void } -> void
+
+        def self.==: (top other) -> bool
+
+        def self.hash: -> Integer
+
+        def ==: (top other) -> bool
+
+        def hash: -> Integer
+
+        def self.coerce: (
+          Deeprails::Internal::Type::BaseModel | ::Hash[top, top] | top value,
+          state: Deeprails::Internal::Type::Converter::coerce_state
+        ) -> (instance | top)
+
+        def self.dump: (
+          instance | top value,
+          state: Deeprails::Internal::Type::Converter::dump_state
+        ) -> (::Hash[top, top] | top)
+
+        def self.to_sorbet_type: -> top
+
+        def self.recursively_to_h: (
+          Deeprails::Internal::Type::BaseModel model,
+          convert: bool
+        ) -> ::Hash[Symbol, top]
+
+        def []: (Symbol key) -> top?
+
+        def to_h: -> ::Hash[Symbol, top]
+
+        alias to_hash to_h
+
+        def deep_to_h: -> ::Hash[Symbol, top]
+
+        def deconstruct_keys: (::Array[Symbol]? keys) -> ::Hash[Symbol, top]
+
+        def to_json: (*top a) -> String
+
+        def to_yaml: (*top a) -> String
+
+        def initialize: (?::Hash[Symbol, top] | instance data) -> void
+
+        def self.inspect: (?depth: Integer) -> String
+
+        def to_s: -> String
+
+        def inspect: -> String
+      end
+    end
+  end
+end

data/sig/deeprails/internal/type/base_page.rbs

@@ -0,0 +1,24 @@
+module Deeprails
+  module Internal
+    module Type
+      module BasePage[Elem]
+        def next_page?: -> bool
+
+        def next_page: -> instance
+
+        def auto_paging_each: { (Elem arg0) -> void } -> void
+
+        def to_enum: -> Enumerable[Elem]
+
+        alias enum_for to_enum
+
+        def initialize: (
+          client: Deeprails::Internal::Transport::BaseClient,
+          req: Deeprails::Internal::Transport::BaseClient::request_components,
+          headers: ::Hash[String, String],
+          page_data: top
+        ) -> void
+      end
+    end
+  end
+end

data/sig/deeprails/internal/type/boolean.rbs

@@ -0,0 +1,26 @@
+module Deeprails
+  module Internal
+    module Type
+      class Boolean
+        extend Deeprails::Internal::Type::Converter
+        extend Deeprails::Internal::Util::SorbetRuntimeSupport
+
+        def self.===: (top other) -> bool
+
+        def self.==: (top other) -> bool
+
+        def self.coerce: (
+          bool | top value,
+          state: Deeprails::Internal::Type::Converter::coerce_state
+        ) -> (bool | top)
+
+        def self.dump: (
+          bool | top value,
+          state: Deeprails::Internal::Type::Converter::dump_state
+        ) -> (bool | top)
+
+        def self.to_sorbet_type: -> top
+      end
+    end
+  end
+end