deeprails 0.8.0 → 0.9.0

data/sig/deeprails/models/monitor_detail_response.rbs

@@ -7,7 +7,7 @@ module Deeprails
         name: String,
         created_at: Time,
         description: String,
-        evaluations: ::Array[Deeprails::Evaluation],
+        evaluations: ::Array[Deeprails::MonitorDetailResponse::Evaluation],
         stats: Deeprails::MonitorDetailResponse::Stats,
         updated_at: Time,
         user_id: String
@@ -28,11 +28,11 @@ module Deeprails
 
       def description=: (String) -> String
 
-      attr_reader evaluations: ::Array[Deeprails::Evaluation]?
+      attr_reader evaluations: ::Array[Deeprails::MonitorDetailResponse::Evaluation]?
 
       def evaluations=: (
-        ::Array[Deeprails::Evaluation]
-      ) -> ::Array[Deeprails::Evaluation]
+        ::Array[Deeprails::MonitorDetailResponse::Evaluation]
+      ) -> ::Array[Deeprails::MonitorDetailResponse::Evaluation]
 
       attr_reader stats: Deeprails::MonitorDetailResponse::Stats?
 
@@ -54,7 +54,7 @@ module Deeprails
         name: String,
         ?created_at: Time,
         ?description: String,
-        ?evaluations: ::Array[Deeprails::Evaluation],
+        ?evaluations: ::Array[Deeprails::MonitorDetailResponse::Evaluation],
         ?stats: Deeprails::MonitorDetailResponse::Stats,
         ?updated_at: Time,
         ?user_id: String
@@ -66,7 +66,7 @@ module Deeprails
         name: String,
         created_at: Time,
         description: String,
-        evaluations: ::Array[Deeprails::Evaluation],
+        evaluations: ::Array[Deeprails::MonitorDetailResponse::Evaluation],
         stats: Deeprails::MonitorDetailResponse::Stats,
         updated_at: Time,
         user_id: String
@@ -83,6 +83,207 @@ module Deeprails
         def self?.values: -> ::Array[Deeprails::Models::MonitorDetailResponse::monitor_status]
       end
 
+      type evaluation =
+        {
+          eval_id: String,
+          evaluation_status: Deeprails::Models::MonitorDetailResponse::Evaluation::evaluation_status,
+          model_input: Deeprails::MonitorDetailResponse::Evaluation::ModelInput,
+          model_output: String,
+          run_mode: Deeprails::Models::MonitorDetailResponse::Evaluation::run_mode,
+          created_at: Time,
+          end_timestamp: Time,
+          error_message: String,
+          error_timestamp: Time,
+          evaluation_result: ::Hash[Symbol, top],
+          evaluation_total_cost: Float,
+          guardrail_metrics: ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric],
+          model_used: String,
+          modified_at: Time,
+          nametag: String,
+          progress: Integer,
+          start_timestamp: Time
+        }
+
+      class Evaluation < Deeprails::Internal::Type::BaseModel
+        attr_accessor eval_id: String
+
+        attr_accessor evaluation_status: Deeprails::Models::MonitorDetailResponse::Evaluation::evaluation_status
+
+        attr_accessor model_input: Deeprails::MonitorDetailResponse::Evaluation::ModelInput
+
+        attr_accessor model_output: String
+
+        attr_accessor run_mode: Deeprails::Models::MonitorDetailResponse::Evaluation::run_mode
+
+        attr_reader created_at: Time?
+
+        def created_at=: (Time) -> Time
+
+        attr_reader end_timestamp: Time?
+
+        def end_timestamp=: (Time) -> Time
+
+        attr_reader error_message: String?
+
+        def error_message=: (String) -> String
+
+        attr_reader error_timestamp: Time?
+
+        def error_timestamp=: (Time) -> Time
+
+        attr_reader evaluation_result: ::Hash[Symbol, top]?
+
+        def evaluation_result=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
+
+        attr_reader evaluation_total_cost: Float?
+
+        def evaluation_total_cost=: (Float) -> Float
+
+        attr_reader guardrail_metrics: ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric]?
+
+        def guardrail_metrics=: (
+          ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric]
+        ) -> ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric]
+
+        attr_reader model_used: String?
+
+        def model_used=: (String) -> String
+
+        attr_reader modified_at: Time?
+
+        def modified_at=: (Time) -> Time
+
+        attr_reader nametag: String?
+
+        def nametag=: (String) -> String
+
+        attr_reader progress: Integer?
+
+        def progress=: (Integer) -> Integer
+
+        attr_reader start_timestamp: Time?
+
+        def start_timestamp=: (Time) -> Time
+
+        def initialize: (
+          eval_id: String,
+          evaluation_status: Deeprails::Models::MonitorDetailResponse::Evaluation::evaluation_status,
+          model_input: Deeprails::MonitorDetailResponse::Evaluation::ModelInput,
+          model_output: String,
+          run_mode: Deeprails::Models::MonitorDetailResponse::Evaluation::run_mode,
+          ?created_at: Time,
+          ?end_timestamp: Time,
+          ?error_message: String,
+          ?error_timestamp: Time,
+          ?evaluation_result: ::Hash[Symbol, top],
+          ?evaluation_total_cost: Float,
+          ?guardrail_metrics: ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric],
+          ?model_used: String,
+          ?modified_at: Time,
+          ?nametag: String,
+          ?progress: Integer,
+          ?start_timestamp: Time
+        ) -> void
+
+        def to_hash: -> {
+          eval_id: String,
+          evaluation_status: Deeprails::Models::MonitorDetailResponse::Evaluation::evaluation_status,
+          model_input: Deeprails::MonitorDetailResponse::Evaluation::ModelInput,
+          model_output: String,
+          run_mode: Deeprails::Models::MonitorDetailResponse::Evaluation::run_mode,
+          created_at: Time,
+          end_timestamp: Time,
+          error_message: String,
+          error_timestamp: Time,
+          evaluation_result: ::Hash[Symbol, top],
+          evaluation_total_cost: Float,
+          guardrail_metrics: ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric],
+          model_used: String,
+          modified_at: Time,
+          nametag: String,
+          progress: Integer,
+          start_timestamp: Time
+        }
+
+        type evaluation_status =
+          :in_progress | :completed | :canceled | :queued | :failed
+
+        module EvaluationStatus
+          extend Deeprails::Internal::Type::Enum
+
+          IN_PROGRESS: :in_progress
+          COMPLETED: :completed
+          CANCELED: :canceled
+          QUEUED: :queued
+          FAILED: :failed
+
+          def self?.values: -> ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::evaluation_status]
+        end
+
+        type model_input =
+          { ground_truth: String, system_prompt: String, user_prompt: String }
+
+        class ModelInput < Deeprails::Internal::Type::BaseModel
+          attr_reader ground_truth: String?
+
+          def ground_truth=: (String) -> String
+
+          attr_reader system_prompt: String?
+
+          def system_prompt=: (String) -> String
+
+          attr_reader user_prompt: String?
+
+          def user_prompt=: (String) -> String
+
+          def initialize: (
+            ?ground_truth: String,
+            ?system_prompt: String,
+            ?user_prompt: String
+          ) -> void
+
+          def to_hash: -> {
+            ground_truth: String,
+            system_prompt: String,
+            user_prompt: String
+          }
+        end
+
+        type run_mode = :precision_plus | :precision | :smart | :economy
+
+        module RunMode
+          extend Deeprails::Internal::Type::Enum
+
+          PRECISION_PLUS: :precision_plus
+          PRECISION: :precision
+          SMART: :smart
+          ECONOMY: :economy
+
+          def self?.values: -> ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::run_mode]
+        end
+
+        type guardrail_metric =
+          :correctness
+          | :completeness
+          | :instruction_adherence
+          | :context_adherence
+          | :ground_truth_adherence
+          | :comprehensive_safety
+
+        module GuardrailMetric
+          extend Deeprails::Internal::Type::Enum
+
+          CORRECTNESS: :correctness
+          COMPLETENESS: :completeness
+          INSTRUCTION_ADHERENCE: :instruction_adherence
+          CONTEXT_ADHERENCE: :context_adherence
+          GROUND_TRUTH_ADHERENCE: :ground_truth_adherence
+          COMPREHENSIVE_SAFETY: :comprehensive_safety
+
+          def self?.values: -> ::Array[Deeprails::Models::MonitorDetailResponse::Evaluation::guardrail_metric]
+        end
+      end
+
       type stats =
         {
           completed_evaluations: Integer,

data/sig/deeprails/models.rbs

@@ -11,12 +11,6 @@ module Deeprails
 
   class DefendUpdateWorkflowParams = Deeprails::Models::DefendUpdateWorkflowParams
 
-  class EvaluateCreateParams = Deeprails::Models::EvaluateCreateParams
-
-  class EvaluateRetrieveParams = Deeprails::Models::EvaluateRetrieveParams
-
-  class Evaluation = Deeprails::Models::Evaluation
-
   class MonitorCreateParams = Deeprails::Models::MonitorCreateParams
 
   class MonitorDetailResponse = Deeprails::Models::MonitorDetailResponse

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deeprails
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Deeprails
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-10-24 00:00:00.000000000 Z
+date: 2025-10-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: connection_pool
@@ -61,9 +61,6 @@ files:
 - lib/deeprails/models/defend_retrieve_workflow_params.rb
 - lib/deeprails/models/defend_submit_event_params.rb
 - lib/deeprails/models/defend_update_workflow_params.rb
-- lib/deeprails/models/evaluate_create_params.rb
-- lib/deeprails/models/evaluate_retrieve_params.rb
-- lib/deeprails/models/evaluation.rb
 - lib/deeprails/models/monitor_create_params.rb
 - lib/deeprails/models/monitor_detail_response.rb
 - lib/deeprails/models/monitor_event_response.rb
@@ -74,7 +71,6 @@ files:
 - lib/deeprails/models/workflow_event_response.rb
 - lib/deeprails/request_options.rb
 - lib/deeprails/resources/defend.rb
-- lib/deeprails/resources/evaluate.rb
 - lib/deeprails/resources/monitor.rb
 - lib/deeprails/version.rb
 - manifest.yaml
@@ -103,9 +99,6 @@ files:
 - rbi/deeprails/models/defend_retrieve_workflow_params.rbi
 - rbi/deeprails/models/defend_submit_event_params.rbi
 - rbi/deeprails/models/defend_update_workflow_params.rbi
-- rbi/deeprails/models/evaluate_create_params.rbi
-- rbi/deeprails/models/evaluate_retrieve_params.rbi
-- rbi/deeprails/models/evaluation.rbi
 - rbi/deeprails/models/monitor_create_params.rbi
 - rbi/deeprails/models/monitor_detail_response.rbi
 - rbi/deeprails/models/monitor_event_response.rbi
@@ -116,7 +109,6 @@ files:
 - rbi/deeprails/models/workflow_event_response.rbi
 - rbi/deeprails/request_options.rbi
 - rbi/deeprails/resources/defend.rbi
-- rbi/deeprails/resources/evaluate.rbi
 - rbi/deeprails/resources/monitor.rbi
 - rbi/deeprails/version.rbi
 - sig/deeprails/client.rbs
@@ -144,9 +136,6 @@ files:
 - sig/deeprails/models/defend_retrieve_workflow_params.rbs
 - sig/deeprails/models/defend_submit_event_params.rbs
 - sig/deeprails/models/defend_update_workflow_params.rbs
-- sig/deeprails/models/evaluate_create_params.rbs
-- sig/deeprails/models/evaluate_retrieve_params.rbs
-- sig/deeprails/models/evaluation.rbs
 - sig/deeprails/models/monitor_create_params.rbs
 - sig/deeprails/models/monitor_detail_response.rbs
 - sig/deeprails/models/monitor_event_response.rbs
@@ -157,7 +146,6 @@ files:
 - sig/deeprails/models/workflow_event_response.rbs
 - sig/deeprails/request_options.rbs
 - sig/deeprails/resources/defend.rbs
-- sig/deeprails/resources/evaluate.rbs
 - sig/deeprails/resources/monitor.rbs
 - sig/deeprails/version.rbs
 homepage: https://gemdocs.org/gems/deeprails

data/lib/deeprails/models/evaluate_create_params.rb

@@ -1,134 +0,0 @@
-# frozen_string_literal: true
-
-module Deeprails
-  module Models
-    # @see Deeprails::Resources::Evaluate#create
-    class EvaluateCreateParams < Deeprails::Internal::Type::BaseModel
-      extend Deeprails::Internal::Type::RequestParameters::Converter
-      include Deeprails::Internal::Type::RequestParameters
-
-      # @!attribute model_input
-      #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-      #   contain at least a `user_prompt` field or a `system_prompt` field. For
-      #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
-      #
-      #   @return [Deeprails::Models::EvaluateCreateParams::ModelInput]
-      required :model_input, -> { Deeprails::EvaluateCreateParams::ModelInput }
-
-      # @!attribute model_output
-      #   Output generated by the LLM to be evaluated.
-      #
-      #   @return [String]
-      required :model_output, String
-
-      # @!attribute run_mode
-      #   Run mode for the evaluation. The run mode allows the user to optimize for speed,
-      #   accuracy, and cost by determining which models are used to evaluate the event.
-      #   Available run modes include `precision_plus`, `precision`, `smart`, and
-      #   `economy`. Defaults to `smart`.
-      #
-      #   @return [Symbol, Deeprails::Models::EvaluateCreateParams::RunMode]
-      required :run_mode, enum: -> { Deeprails::EvaluateCreateParams::RunMode }
-
-      # @!attribute guardrail_metrics
-      #   An array of guardrail metrics that the model input and output pair will be
-      #   evaluated on. For non-enterprise users, these will be limited to the allowed
-      #   guardrail metrics.
-      #
-      #   @return [Array<Symbol, Deeprails::Models::EvaluateCreateParams::GuardrailMetric>, nil]
-      optional :guardrail_metrics,
-               -> { Deeprails::Internal::Type::ArrayOf[enum: Deeprails::EvaluateCreateParams::GuardrailMetric] }
-
-      # @!attribute model_used
-      #   Model ID used to generate the output, like `gpt-4o` or `o3`.
-      #
-      #   @return [String, nil]
-      optional :model_used, String
-
-      # @!attribute nametag
-      #   An optional, user-defined tag for the evaluation.
-      #
-      #   @return [String, nil]
-      optional :nametag, String
-
-      # @!method initialize(model_input:, model_output:, run_mode:, guardrail_metrics: nil, model_used: nil, nametag: nil, request_options: {})
-      #   Some parameter documentations has been truncated, see
-      #   {Deeprails::Models::EvaluateCreateParams} for more details.
-      #
-      #   @param model_input [Deeprails::Models::EvaluateCreateParams::ModelInput] A dictionary of inputs sent to the LLM to generate output. The dictionary must c
-      #
-      #   @param model_output [String] Output generated by the LLM to be evaluated.
-      #
-      #   @param run_mode [Symbol, Deeprails::Models::EvaluateCreateParams::RunMode] Run mode for the evaluation. The run mode allows the user to optimize for speed
-      #
-      #   @param guardrail_metrics [Array<Symbol, Deeprails::Models::EvaluateCreateParams::GuardrailMetric>] An array of guardrail metrics that the model input and output pair will be evalu
-      #
-      #   @param model_used [String] Model ID used to generate the output, like `gpt-4o` or `o3`.
-      #
-      #   @param nametag [String] An optional, user-defined tag for the evaluation.
-      #
-      #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
-
-      class ModelInput < Deeprails::Internal::Type::BaseModel
-        # @!attribute ground_truth
-        #   The ground truth for evaluating Ground Truth Adherence guardrail.
-        #
-        #   @return [String, nil]
-        optional :ground_truth, String
-
-        # @!attribute system_prompt
-        #   The system prompt used to generate the output.
-        #
-        #   @return [String, nil]
-        optional :system_prompt, String
-
-        # @!attribute user_prompt
-        #   The user prompt used to generate the output.
-        #
-        #   @return [String, nil]
-        optional :user_prompt, String
-
-        # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
-        #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
-        #   contain at least a `user_prompt` field or a `system_prompt` field. For
-        #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
-        #
-        #   @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
-        #
-        #   @param system_prompt [String] The system prompt used to generate the output.
-        #
-        #   @param user_prompt [String] The user prompt used to generate the output.
-      end
-
-      # Run mode for the evaluation. The run mode allows the user to optimize for speed,
-      # accuracy, and cost by determining which models are used to evaluate the event.
-      # Available run modes include `precision_plus`, `precision`, `smart`, and
-      # `economy`. Defaults to `smart`.
-      module RunMode
-        extend Deeprails::Internal::Type::Enum
-
-        PRECISION_PLUS = :precision_plus
-        PRECISION = :precision
-        SMART = :smart
-        ECONOMY = :economy
-
-        # @!method self.values
-        #   @return [Array<Symbol>]
-      end
-
-      module GuardrailMetric
-        extend Deeprails::Internal::Type::Enum
-
-        CORRECTNESS = :correctness
-        COMPLETENESS = :completeness
-        INSTRUCTION_ADHERENCE = :instruction_adherence
-        CONTEXT_ADHERENCE = :context_adherence
-        GROUND_TRUTH_ADHERENCE = :ground_truth_adherence
-        COMPREHENSIVE_SAFETY = :comprehensive_safety
-
-        # @!method self.values
-        #   @return [Array<Symbol>]
-      end
-    end
-  end
-end

data/lib/deeprails/models/evaluate_retrieve_params.rb

@@ -1,14 +0,0 @@
-# frozen_string_literal: true
-
-module Deeprails
-  module Models
-    # @see Deeprails::Resources::Evaluate#retrieve
-    class EvaluateRetrieveParams < Deeprails::Internal::Type::BaseModel
-      extend Deeprails::Internal::Type::RequestParameters::Converter
-      include Deeprails::Internal::Type::RequestParameters
-
-      # @!method initialize(request_options: {})
-      #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
-    end
-  end
-end