deeprails 0.1.0

data/sig/deeprails/models/monitor_retrieve_response.rbs

@@ -0,0 +1,167 @@
+module Deeprails
+  module Models
+    type monitor_retrieve_response =
+      {
+        success: bool,
+        data: Deeprails::Models::MonitorRetrieveResponse::Data,
+        message: String
+      }
+
+    class MonitorRetrieveResponse < Deeprails::Internal::Type::BaseModel
+      attr_accessor success: bool
+
+      attr_reader data: Deeprails::Models::MonitorRetrieveResponse::Data?
+
+      def data=: (
+        Deeprails::Models::MonitorRetrieveResponse::Data
+      ) -> Deeprails::Models::MonitorRetrieveResponse::Data
+
+      attr_reader message: String?
+
+      def message=: (String) -> String
+
+      def initialize: (
+        success: bool,
+        ?data: Deeprails::Models::MonitorRetrieveResponse::Data,
+        ?message: String
+      ) -> void
+
+      def to_hash: -> {
+        success: bool,
+        data: Deeprails::Models::MonitorRetrieveResponse::Data,
+        message: String
+      }
+
+      type data =
+        {
+          monitor_id: String,
+          monitor_status: Deeprails::Models::MonitorRetrieveResponse::Data::monitor_status,
+          name: String,
+          created_at: Time,
+          description: String,
+          evaluations: ::Array[Deeprails::Evaluation],
+          stats: Deeprails::Models::MonitorRetrieveResponse::Data::Stats,
+          updated_at: Time,
+          user_id: String
+        }
+
+      class Data < Deeprails::Internal::Type::BaseModel
+        attr_accessor monitor_id: String
+
+        attr_accessor monitor_status: Deeprails::Models::MonitorRetrieveResponse::Data::monitor_status
+
+        attr_accessor name: String
+
+        attr_reader created_at: Time?
+
+        def created_at=: (Time) -> Time
+
+        attr_reader description: String?
+
+        def description=: (String) -> String
+
+        attr_reader evaluations: ::Array[Deeprails::Evaluation]?
+
+        def evaluations=: (
+          ::Array[Deeprails::Evaluation]
+        ) -> ::Array[Deeprails::Evaluation]
+
+        attr_reader stats: Deeprails::Models::MonitorRetrieveResponse::Data::Stats?
+
+        def stats=: (
+          Deeprails::Models::MonitorRetrieveResponse::Data::Stats
+        ) -> Deeprails::Models::MonitorRetrieveResponse::Data::Stats
+
+        attr_reader updated_at: Time?
+
+        def updated_at=: (Time) -> Time
+
+        attr_reader user_id: String?
+
+        def user_id=: (String) -> String
+
+        def initialize: (
+          monitor_id: String,
+          monitor_status: Deeprails::Models::MonitorRetrieveResponse::Data::monitor_status,
+          name: String,
+          ?created_at: Time,
+          ?description: String,
+          ?evaluations: ::Array[Deeprails::Evaluation],
+          ?stats: Deeprails::Models::MonitorRetrieveResponse::Data::Stats,
+          ?updated_at: Time,
+          ?user_id: String
+        ) -> void
+
+        def to_hash: -> {
+          monitor_id: String,
+          monitor_status: Deeprails::Models::MonitorRetrieveResponse::Data::monitor_status,
+          name: String,
+          created_at: Time,
+          description: String,
+          evaluations: ::Array[Deeprails::Evaluation],
+          stats: Deeprails::Models::MonitorRetrieveResponse::Data::Stats,
+          updated_at: Time,
+          user_id: String
+        }
+
+        type monitor_status = :active | :inactive
+
+        module MonitorStatus
+          extend Deeprails::Internal::Type::Enum
+
+          ACTIVE: :active
+          INACTIVE: :inactive
+
+          def self?.values: -> ::Array[Deeprails::Models::MonitorRetrieveResponse::Data::monitor_status]
+        end
+
+        type stats =
+          {
+            completed_evaluations: Integer,
+            failed_evaluations: Integer,
+            in_progress_evaluations: Integer,
+            queued_evaluations: Integer,
+            total_evaluations: Integer
+          }
+
+        class Stats < Deeprails::Internal::Type::BaseModel
+          attr_reader completed_evaluations: Integer?
+
+          def completed_evaluations=: (Integer) -> Integer
+
+          attr_reader failed_evaluations: Integer?
+
+          def failed_evaluations=: (Integer) -> Integer
+
+          attr_reader in_progress_evaluations: Integer?
+
+          def in_progress_evaluations=: (Integer) -> Integer
+
+          attr_reader queued_evaluations: Integer?
+
+          def queued_evaluations=: (Integer) -> Integer
+
+          attr_reader total_evaluations: Integer?
+
+          def total_evaluations=: (Integer) -> Integer
+
+          def initialize: (
+            ?completed_evaluations: Integer,
+            ?failed_evaluations: Integer,
+            ?in_progress_evaluations: Integer,
+            ?queued_evaluations: Integer,
+            ?total_evaluations: Integer
+          ) -> void
+
+          def to_hash: -> {
+            completed_evaluations: Integer,
+            failed_evaluations: Integer,
+            in_progress_evaluations: Integer,
+            queued_evaluations: Integer,
+            total_evaluations: Integer
+          }
+        end
+      end
+    end
+  end
+end

data/sig/deeprails/models/monitor_submit_event_params.rbs

@@ -0,0 +1,107 @@
+module Deeprails
+  module Models
+    type monitor_submit_event_params =
+      {
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric],
+        model_input: Deeprails::MonitorSubmitEventParams::ModelInput,
+        model_output: String,
+        model_used: String,
+        nametag: String,
+        run_mode: Deeprails::Models::MonitorSubmitEventParams::run_mode
+      }
+      & Deeprails::Internal::Type::request_parameters
+
+    class MonitorSubmitEventParams < Deeprails::Internal::Type::BaseModel
+      extend Deeprails::Internal::Type::RequestParameters::Converter
+      include Deeprails::Internal::Type::RequestParameters
+
+      attr_accessor guardrail_metrics: ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric]
+
+      attr_accessor model_input: Deeprails::MonitorSubmitEventParams::ModelInput
+
+      attr_accessor model_output: String
+
+      attr_reader model_used: String?
+
+      def model_used=: (String) -> String
+
+      attr_reader nametag: String?
+
+      def nametag=: (String) -> String
+
+      attr_reader run_mode: Deeprails::Models::MonitorSubmitEventParams::run_mode?
+
+      def run_mode=: (
+        Deeprails::Models::MonitorSubmitEventParams::run_mode
+      ) -> Deeprails::Models::MonitorSubmitEventParams::run_mode
+
+      def initialize: (
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric],
+        model_input: Deeprails::MonitorSubmitEventParams::ModelInput,
+        model_output: String,
+        ?model_used: String,
+        ?nametag: String,
+        ?run_mode: Deeprails::Models::MonitorSubmitEventParams::run_mode,
+        ?request_options: Deeprails::request_opts
+      ) -> void
+
+      def to_hash: -> {
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric],
+        model_input: Deeprails::MonitorSubmitEventParams::ModelInput,
+        model_output: String,
+        model_used: String,
+        nametag: String,
+        run_mode: Deeprails::Models::MonitorSubmitEventParams::run_mode,
+        request_options: Deeprails::RequestOptions
+      }
+
+      type guardrail_metric =
+        :correctness
+        | :completeness
+        | :instruction_adherence
+        | :context_adherence
+        | :ground_truth_adherence
+        | :comprehensive_safety
+
+      module GuardrailMetric
+        extend Deeprails::Internal::Type::Enum
+
+        CORRECTNESS: :correctness
+        COMPLETENESS: :completeness
+        INSTRUCTION_ADHERENCE: :instruction_adherence
+        CONTEXT_ADHERENCE: :context_adherence
+        GROUND_TRUTH_ADHERENCE: :ground_truth_adherence
+        COMPREHENSIVE_SAFETY: :comprehensive_safety
+
+        def self?.values: -> ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric]
+      end
+
+      type model_input = { user_prompt: String, context: String }
+
+      class ModelInput < Deeprails::Internal::Type::BaseModel
+        attr_accessor user_prompt: String
+
+        attr_reader context: String?
+
+        def context=: (String) -> String
+
+        def initialize: (user_prompt: String, ?context: String) -> void
+
+        def to_hash: -> { user_prompt: String, context: String }
+      end
+
+      type run_mode = :precision_plus | :precision | :smart | :economy
+
+      module RunMode
+        extend Deeprails::Internal::Type::Enum
+
+        PRECISION_PLUS: :precision_plus
+        PRECISION: :precision
+        SMART: :smart
+        ECONOMY: :economy
+
+        def self?.values: -> ::Array[Deeprails::Models::MonitorSubmitEventParams::run_mode]
+      end
+    end
+  end
+end

data/sig/deeprails/models/monitor_submit_event_response.rbs

@@ -0,0 +1,70 @@
+module Deeprails
+  module Models
+    type monitor_submit_event_response =
+      {
+        success: bool,
+        data: Deeprails::Models::MonitorSubmitEventResponse::Data,
+        message: String
+      }
+
+    class MonitorSubmitEventResponse < Deeprails::Internal::Type::BaseModel
+      attr_accessor success: bool
+
+      attr_reader data: Deeprails::Models::MonitorSubmitEventResponse::Data?
+
+      def data=: (
+        Deeprails::Models::MonitorSubmitEventResponse::Data
+      ) -> Deeprails::Models::MonitorSubmitEventResponse::Data
+
+      attr_reader message: String?
+
+      def message=: (String) -> String
+
+      def initialize: (
+        success: bool,
+        ?data: Deeprails::Models::MonitorSubmitEventResponse::Data,
+        ?message: String
+      ) -> void
+
+      def to_hash: -> {
+        success: bool,
+        data: Deeprails::Models::MonitorSubmitEventResponse::Data,
+        message: String
+      }
+
+      type data =
+        {
+          evaluation_id: String,
+          event_id: String,
+          monitor_id: String,
+          created_at: Time
+        }
+
+      class Data < Deeprails::Internal::Type::BaseModel
+        attr_accessor evaluation_id: String
+
+        attr_accessor event_id: String
+
+        attr_accessor monitor_id: String
+
+        attr_reader created_at: Time?
+
+        def created_at=: (Time) -> Time
+
+        def initialize: (
+          evaluation_id: String,
+          event_id: String,
+          monitor_id: String,
+          ?created_at: Time
+        ) -> void
+
+        def to_hash: -> {
+          evaluation_id: String,
+          event_id: String,
+          monitor_id: String,
+          created_at: Time
+        }
+      end
+    end
+  end
+end

data/sig/deeprails/models/monitor_update_params.rbs

@@ -0,0 +1,55 @@
+module Deeprails
+  module Models
+    type monitor_update_params =
+      {
+        description: String,
+        monitor_status: Deeprails::Models::MonitorUpdateParams::monitor_status,
+        name: String
+      }
+      & Deeprails::Internal::Type::request_parameters
+
+    class MonitorUpdateParams < Deeprails::Internal::Type::BaseModel
+      extend Deeprails::Internal::Type::RequestParameters::Converter
+      include Deeprails::Internal::Type::RequestParameters
+
+      attr_reader description: String?
+
+      def description=: (String) -> String
+
+      attr_reader monitor_status: Deeprails::Models::MonitorUpdateParams::monitor_status?
+
+      def monitor_status=: (
+        Deeprails::Models::MonitorUpdateParams::monitor_status
+      ) -> Deeprails::Models::MonitorUpdateParams::monitor_status
+
+      attr_reader name: String?
+
+      def name=: (String) -> String
+
+      def initialize: (
+        ?description: String,
+        ?monitor_status: Deeprails::Models::MonitorUpdateParams::monitor_status,
+        ?name: String,
+        ?request_options: Deeprails::request_opts
+      ) -> void
+
+      def to_hash: -> {
+        description: String,
+        monitor_status: Deeprails::Models::MonitorUpdateParams::monitor_status,
+        name: String,
+        request_options: Deeprails::RequestOptions
+      }
+
+      type monitor_status = :active | :inactive
+
+      module MonitorStatus
+        extend Deeprails::Internal::Type::Enum
+
+        ACTIVE: :active
+        INACTIVE: :inactive
+
+        def self?.values: -> ::Array[Deeprails::Models::MonitorUpdateParams::monitor_status]
+      end
+    end
+  end
+end

data/sig/deeprails/models/workflow_event_response.rbs

@@ -0,0 +1,46 @@
+module Deeprails
+  module Models
+    type workflow_event_response =
+      {
+        event_id: String,
+        workflow_id: String,
+        attempt_number: Integer,
+        evaluation_id: String,
+        filtered: bool
+      }
+
+    class WorkflowEventResponse < Deeprails::Internal::Type::BaseModel
+      attr_accessor event_id: String
+
+      attr_accessor workflow_id: String
+
+      attr_reader attempt_number: Integer?
+
+      def attempt_number=: (Integer) -> Integer
+
+      attr_reader evaluation_id: String?
+
+      def evaluation_id=: (String) -> String
+
+      attr_reader filtered: bool?
+
+      def filtered=: (bool) -> bool
+
+      def initialize: (
+        event_id: String,
+        workflow_id: String,
+        ?attempt_number: Integer,
+        ?evaluation_id: String,
+        ?filtered: bool
+      ) -> void
+
+      def to_hash: -> {
+        event_id: String,
+        workflow_id: String,
+        attempt_number: Integer,
+        evaluation_id: String,
+        filtered: bool
+      }
+    end
+  end
+end

data/sig/deeprails/models.rbs

@@ -0,0 +1,31 @@
+module Deeprails
+  class APIResponse = Deeprails::Models::APIResponse
+
+  class DefendCreateWorkflowParams = Deeprails::Models::DefendCreateWorkflowParams
+
+  class DefendResponse = Deeprails::Models::DefendResponse
+
+  class DefendRetrieveEventParams = Deeprails::Models::DefendRetrieveEventParams
+
+  class DefendRetrieveWorkflowParams = Deeprails::Models::DefendRetrieveWorkflowParams
+
+  class DefendSubmitEventParams = Deeprails::Models::DefendSubmitEventParams
+
+  class DefendUpdateWorkflowParams = Deeprails::Models::DefendUpdateWorkflowParams
+
+  class EvaluateCreateParams = Deeprails::Models::EvaluateCreateParams
+
+  class EvaluateRetrieveParams = Deeprails::Models::EvaluateRetrieveParams
+
+  class Evaluation = Deeprails::Models::Evaluation
+
+  class MonitorCreateParams = Deeprails::Models::MonitorCreateParams
+
+  class MonitorRetrieveParams = Deeprails::Models::MonitorRetrieveParams
+
+  class MonitorSubmitEventParams = Deeprails::Models::MonitorSubmitEventParams
+
+  class MonitorUpdateParams = Deeprails::Models::MonitorUpdateParams
+
+  class WorkflowEventResponse = Deeprails::Models::WorkflowEventResponse
+end

data/sig/deeprails/request_options.rbs

@@ -0,0 +1,34 @@
+module Deeprails
+  type request_opts =
+    Deeprails::RequestOptions | Deeprails::request_options | ::Hash[Symbol, top]
+
+  type request_options =
+    {
+      idempotency_key: String?,
+      extra_query: ::Hash[String, (::Array[String] | String)?]?,
+      extra_headers: ::Hash[String, String?]?,
+      extra_body: top?,
+      max_retries: Integer?,
+      timeout: Float?
+    }
+
+  class RequestOptions < Deeprails::Internal::Type::BaseModel
+    def self.validate!: (Deeprails::request_opts opts) -> void
+
+    attr_accessor idempotency_key: String?
+
+    attr_accessor extra_query: ::Hash[String, (::Array[String] | String)?]?
+
+    attr_accessor extra_headers: ::Hash[String, String?]?
+
+    attr_accessor extra_body: top?
+
+    attr_accessor max_retries: Integer?
+
+    attr_accessor timeout: Float?
+
+    def initialize: (
+      ?Deeprails::request_options | ::Hash[Symbol, top] values
+    ) -> void
+  end
+end

data/sig/deeprails/resources/defend.rbs

@@ -0,0 +1,47 @@
+module Deeprails
+  module Resources
+    class Defend
+      def create_workflow: (
+        improvement_action: Deeprails::Models::DefendCreateWorkflowParams::improvement_action?,
+        metrics: ::Hash[Symbol, Float],
+        name: String,
+        type: Deeprails::Models::DefendCreateWorkflowParams::type_,
+        ?automatic_tolerance: Deeprails::Models::DefendCreateWorkflowParams::automatic_tolerance,
+        ?description: String,
+        ?max_retries: Integer,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::DefendResponse
+
+      def retrieve_event: (
+        String event_id,
+        workflow_id: String,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::WorkflowEventResponse
+
+      def retrieve_workflow: (
+        String workflow_id,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::DefendResponse
+
+      def submit_event: (
+        String workflow_id,
+        model_input: Deeprails::DefendSubmitEventParams::ModelInput,
+        model_output: String,
+        model_used: String,
+        nametag: String,
+        run_mode: Deeprails::Models::DefendSubmitEventParams::run_mode,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::WorkflowEventResponse
+
+      def update_workflow: (
+        String workflow_id,
+        ?description: String,
+        ?name: String,
+        ?type: Deeprails::Models::DefendUpdateWorkflowParams::type_,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::DefendResponse
+
+      def initialize: (client: Deeprails::Client) -> void
+    end
+  end
+end

data/sig/deeprails/resources/evaluate.rbs

@@ -0,0 +1,22 @@
+module Deeprails
+  module Resources
+    class Evaluate
+      def create: (
+        model_input: Deeprails::EvaluateCreateParams::ModelInput,
+        model_output: String,
+        run_mode: Deeprails::Models::EvaluateCreateParams::run_mode,
+        ?guardrail_metrics: ::Array[Deeprails::Models::EvaluateCreateParams::guardrail_metric],
+        ?model_used: String,
+        ?nametag: String,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::Evaluation
+
+      def retrieve: (
+        String eval_id,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::Evaluation
+
+      def initialize: (client: Deeprails::Client) -> void
+    end
+  end
+end

data/sig/deeprails/resources/monitor.rbs

@@ -0,0 +1,38 @@
+module Deeprails
+  module Resources
+    class Monitor
+      def create: (
+        name: String,
+        ?description: String,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::APIResponse
+
+      def retrieve: (
+        String monitor_id,
+        ?limit: Integer,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::Models::MonitorRetrieveResponse
+
+      def update: (
+        String monitor_id,
+        ?description: String,
+        ?monitor_status: Deeprails::Models::MonitorUpdateParams::monitor_status,
+        ?name: String,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::APIResponse
+
+      def submit_event: (
+        String monitor_id,
+        guardrail_metrics: ::Array[Deeprails::Models::MonitorSubmitEventParams::guardrail_metric],
+        model_input: Deeprails::MonitorSubmitEventParams::ModelInput,
+        model_output: String,
+        ?model_used: String,
+        ?nametag: String,
+        ?run_mode: Deeprails::Models::MonitorSubmitEventParams::run_mode,
+        ?request_options: Deeprails::request_opts
+      ) -> Deeprails::Models::MonitorSubmitEventResponse
+
+      def initialize: (client: Deeprails::Client) -> void
+    end
+  end
+end

data/sig/deeprails/version.rbs

@@ -0,0 +1,3 @@
+module Deeprails
+  VERSION: String
+end