deeprails 0.8.0 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4059b07f012b97e31dfe283afca63de3e15fbcd8b4707a83b1a89bb2c064ac73
-  data.tar.gz: a15f42872e3ea1ed96fa9fafc507f20725532dc9a65e09f573863d9030b38879
+  metadata.gz: e97d49d00ebc0ed03f3be4d2e391e5091fdaf9cbb1fcd743e5800844c8f233c3
+  data.tar.gz: 98898cc7823efe565ccd8f7519318d9af31fd9f3197c870e467c53cdc67ceaea
 SHA512:
-  metadata.gz: 1df27d336394dbfa922d7ba6e410b7d37918803fb3e0c85706774bac03cdad2ebc48491a8c988306129e72f66b87054866d7d76d0a760312f0ba4b5c84d93a4e
-  data.tar.gz: a07104cbb7fec46daa6cd991194c370aea807ce7d4e2732c0dd26eb485952ff4962b33073ff2411769612bdb9661ab2d911105a090766ae954d8a802620d1f18
+  metadata.gz: 13b913ddb0433f6de13a5ea8a990b1ef1de1e308012fed87ffde7f42a21596508a280f56401e159a9c8a1a86b9b31d9825a13d35cd4d08486666bb4c57f434a7
+  data.tar.gz: 1326ee104ab1202895c1d3eb667be76c933584fad15979b01505ad6bdf06c07a433762d986e5a9a51fc928070d59f196f3c9bb52d36ae34d27c231a20c0a055e

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## 0.10.0 (2025-10-30)
+
+Full Changelog: [v0.9.0...v0.10.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.9.0...v0.10.0)
+
+### Features
+
+* **api:** Add file and web search as extended ai capabilities ([9c3e153](https://github.com/deeprails/deeprails-ruby-sdk/commit/9c3e153565a92a3e4228ffd1193cff119f7acbfe))
+* **api:** manual updates ([7c6bd65](https://github.com/deeprails/deeprails-ruby-sdk/commit/7c6bd65a0fdafc880b467aa2ab5bc587d300bf76))
+
+## 0.9.0 (2025-10-29)
+
+Full Changelog: [v0.8.0...v0.9.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.8.0...v0.9.0)
+
+### Features
+
+* **api:** remove evaluate api ([733236c](https://github.com/deeprails/deeprails-ruby-sdk/commit/733236c71a7bad030caea5ebe42a3c8061e05ec6))
+* **api:** remove evaluate references ([de622dd](https://github.com/deeprails/deeprails-ruby-sdk/commit/de622dd89f3c14f5db366bd425c1e4c68bc59886))
+
 ## 0.8.0 (2025-10-24)
 
 Full Changelog: [v0.7.0...v0.8.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.7.0...v0.8.0)

data/README.md

@@ -15,7 +15,7 @@ To use this gem, install via Bundler by adding the following to your application
 <!-- x-release-please-start-version -->
 
 ```ruby
-gem "deeprails", "~> 0.8.0"
+gem "deeprails", "~> 0.10.0"
 ```
 
 <!-- x-release-please-end -->
@@ -40,6 +40,28 @@ defend_response = deeprails.defend.create_workflow(
 puts(defend_response.workflow_id)
 ```
 
+### File uploads
+
+Request parameters that correspond to file uploads can be passed as raw contents, a [`Pathname`](https://rubyapi.org/3.2/o/pathname) instance, [`StringIO`](https://rubyapi.org/3.2/o/stringio), or more.
+
+```ruby
+require "pathname"
+
+# Use `Pathname` to send the filename and/or avoid paging a large file into memory:
+file_response = deeprails.files.upload(file: Pathname("/path/to/file"))
+
+# Alternatively, pass file contents or a `StringIO` directly:
+file_response = deeprails.files.upload(file: File.read("/path/to/file"))
+
+# Or, to control the filename and/or content type:
+file = Deeprails::FilePart.new(File.read("/path/to/file"), filename: "/path/to/file", content_type: "…")
+file_response = deeprails.files.upload(file: file)
+
+puts(file_response.file_id)
+```
+
+Note that you can also pass a raw `IO` descriptor, but this disables retries, as the library can't be sure if the descriptor is a file or pipe (which cannot be rewound).
+
 ### Handling errors
 
 When the library is unable to connect to the API, or if the API returns a non-success status code (i.e., 4xx or 5xx response), a subclass of `Deeprails::Errors::APIError` will be thrown:

data/lib/deeprails/client.rb

@@ -24,8 +24,8 @@ module Deeprails
     # @return [Deeprails::Resources::Monitor]
     attr_reader :monitor
 
-    # @return [Deeprails::Resources::Evaluate]
-    attr_reader :evaluate
+    # @return [Deeprails::Resources::Files]
+    attr_reader :files
 
     # @api private
     #
@@ -76,7 +76,7 @@ module Deeprails
 
       @defend = Deeprails::Resources::Defend.new(client: self)
       @monitor = Deeprails::Resources::Monitor.new(client: self)
-      @evaluate = Deeprails::Resources::Evaluate.new(client: self)
+      @files = Deeprails::Resources::Files.new(client: self)
     end
   end
 end

data/lib/deeprails/models/defend_create_workflow_params.rb

@@ -57,6 +57,13 @@ module Deeprails
       #   @return [String, nil]
       optional :description, String
 
+      # @!attribute file_search
+      #   An array of file IDs to search in the workflow's evaluations. Files must be
+      #   uploaded via the DeepRails API first.
+      #
+      #   @return [Array<String>, nil]
+      optional :file_search, Deeprails::Internal::Type::ArrayOf[String]
+
       # @!attribute max_improvement_attempts
       #   Max. number of improvement action retries until a given event passes the
       #   guardrails. Defaults to 10.
@@ -64,7 +71,13 @@ module Deeprails
       #   @return [Integer, nil]
       optional :max_improvement_attempts, Integer
 
-      # @!method initialize(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, max_improvement_attempts: nil, request_options: {})
+      # @!attribute web_search
+      #   Whether to enable web search for this workflow's evaluations. Defaults to false.
+      #
+      #   @return [Boolean, nil]
+      optional :web_search, Deeprails::Internal::Type::Boolean
+
+      # @!method initialize(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, file_search: nil, max_improvement_attempts: nil, web_search: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {Deeprails::Models::DefendCreateWorkflowParams} for more details.
       #
@@ -80,8 +93,12 @@ module Deeprails
       #
       #   @param description [String] Description for the workflow.
       #
+      #   @param file_search [Array<String>] An array of file IDs to search in the workflow's evaluations. Files must be uplo
+      #
       #   @param max_improvement_attempts [Integer] Max. number of improvement action retries until a given event passes the guardra
       #
+      #   @param web_search [Boolean] Whether to enable web search for this workflow's evaluations. Defaults to false.
+      #
       #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
 
       # The action used to improve outputs that fail one or guardrail metrics for the

data/lib/deeprails/models/file_response.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Deeprails
+  module Models
+    # @see Deeprails::Resources::Files#upload
+    class FileResponse < Deeprails::Internal::Type::BaseModel
+      # @!attribute created_at
+      #   The time the file was created in UTC.
+      #
+      #   @return [Time, nil]
+      optional :created_at, Time
+
+      # @!attribute file_id
+      #   A unique file ID.
+      #
+      #   @return [String, nil]
+      optional :file_id, String
+
+      # @!attribute file_name
+      #   Name of the file.
+      #
+      #   @return [String, nil]
+      optional :file_name, String
+
+      # @!attribute file_path
+      #   Path to the s3 bucket where the file is stored.
+      #
+      #   @return [String, nil]
+      optional :file_path, String
+
+      # @!attribute updated_at
+      #   The most recent time the file was modified in UTC.
+      #
+      #   @return [Time, nil]
+      optional :updated_at, Time
+
+      # @!method initialize(created_at: nil, file_id: nil, file_name: nil, file_path: nil, updated_at: nil)
+      #   @param created_at [Time] The time the file was created in UTC.
+      #
+      #   @param file_id [String] A unique file ID.
+      #
+      #   @param file_name [String] Name of the file.
+      #
+      #   @param file_path [String] Path to the s3 bucket where the file is stored.
+      #
+      #   @param updated_at [Time] The most recent time the file was modified in UTC.
+    end
+  end
+end

data/lib/deeprails/models/file_upload_params.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Deeprails
+  module Models
+    # @see Deeprails::Resources::Files#upload
+    class FileUploadParams < Deeprails::Internal::Type::BaseModel
+      extend Deeprails::Internal::Type::RequestParameters::Converter
+      include Deeprails::Internal::Type::RequestParameters
+
+      # @!attribute file
+      #   The contents of the file to upload.
+      #
+      #   @return [Pathname, StringIO, IO, String, Deeprails::FilePart]
+      required :file, Deeprails::Internal::Type::FileInput
+
+      # @!method initialize(file:, request_options: {})
+      #   @param file [Pathname, StringIO, IO, String, Deeprails::FilePart] The contents of the file to upload.
+      #
+      #   @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
+    end
+  end
+end

data/lib/deeprails/models/monitor_detail_response.rb

@@ -39,8 +39,9 @@ module Deeprails
       #   An array of all evaluations performed by this monitor. Each one corresponds to a
       #   separate monitor event.
       #
-      #   @return [Array<Deeprails::Models::Evaluation>, nil]
-      optional :evaluations, -> { Deeprails::Internal::Type::ArrayOf[Deeprails::Evaluation] }
+      #   @return [Array<Deeprails::Models::MonitorDetailResponse::Evaluation>, nil]
+      optional :evaluations,
+               -> { Deeprails::Internal::Type::ArrayOf[Deeprails::MonitorDetailResponse::Evaluation] }
 
       # @!attribute stats
       #   Contains five fields used for stats of this monitor: total evaluations,
@@ -76,7 +77,7 @@ module Deeprails
       #
       #   @param description [String] Description of this monitor.
       #
-      #   @param evaluations [Array<Deeprails::Models::Evaluation>] An array of all evaluations performed by this monitor. Each one corresponds to
+      #   @param evaluations [Array<Deeprails::Models::MonitorDetailResponse::Evaluation>] An array of all evaluations performed by this monitor. Each one corresponds to
       #
       #   @param stats [Deeprails::Models::MonitorDetailResponse::Stats] Contains five fields used for stats of this monitor: total evaluations, complete
       #
@@ -98,6 +99,233 @@ module Deeprails
         #   @return [Array<Symbol>]
       end
 
+      class Evaluation < Deeprails::Internal::Type::BaseModel
+        # @!attribute eval_id
+        #   A unique evaluation ID.
+        #
+        #   @return [String]
+        required :eval_id, String
+
+        # @!attribute evaluation_status
+        #   Status of the evaluation.
+        #
+        #   @return [Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::EvaluationStatus]
+        required :evaluation_status, enum: -> { Deeprails::MonitorDetailResponse::Evaluation::EvaluationStatus }
+
+        # @!attribute model_input
+        #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
+        #   contain at least a `user_prompt` field or a `system_prompt` field. For
+        #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+        #
+        #   @return [Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput]
+        required :model_input, -> { Deeprails::MonitorDetailResponse::Evaluation::ModelInput }
+
+        # @!attribute model_output
+        #   Output generated by the LLM to be evaluated.
+        #
+        #   @return [String]
+        required :model_output, String
+
+        # @!attribute run_mode
+        #   Run mode for the evaluation. The run mode allows the user to optimize for speed,
+        #   accuracy, and cost by determining which models are used to evaluate the event.
+        #
+        #   @return [Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::RunMode]
+        required :run_mode, enum: -> { Deeprails::MonitorDetailResponse::Evaluation::RunMode }
+
+        # @!attribute created_at
+        #   The time the evaluation was created in UTC.
+        #
+        #   @return [Time, nil]
+        optional :created_at, Time
+
+        # @!attribute end_timestamp
+        #   The time the evaluation completed in UTC.
+        #
+        #   @return [Time, nil]
+        optional :end_timestamp, Time
+
+        # @!attribute error_message
+        #   Description of the error causing the evaluation to fail, if any.
+        #
+        #   @return [String, nil]
+        optional :error_message, String
+
+        # @!attribute error_timestamp
+        #   The time the error causing the evaluation to fail was recorded.
+        #
+        #   @return [Time, nil]
+        optional :error_timestamp, Time
+
+        # @!attribute evaluation_result
+        #   Evaluation result consisting of average scores and rationales for each of the
+        #   evaluated guardrail metrics.
+        #
+        #   @return [Hash{Symbol=>Object}, nil]
+        optional :evaluation_result, Deeprails::Internal::Type::HashOf[Deeprails::Internal::Type::Unknown]
+
+        # @!attribute evaluation_total_cost
+        #   Total cost of the evaluation.
+        #
+        #   @return [Float, nil]
+        optional :evaluation_total_cost, Float
+
+        # @!attribute guardrail_metrics
+        #   An array of guardrail metrics that the model input and output pair will be
+        #   evaluated on.
+        #
+        #   @return [Array<Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::GuardrailMetric>, nil]
+        optional :guardrail_metrics,
+                 -> { Deeprails::Internal::Type::ArrayOf[enum: Deeprails::MonitorDetailResponse::Evaluation::GuardrailMetric] }
+
+        # @!attribute model_used
+        #   Model ID used to generate the output, like `gpt-4o` or `o3`.
+        #
+        #   @return [String, nil]
+        optional :model_used, String
+
+        # @!attribute modified_at
+        #   The most recent time the evaluation was modified in UTC.
+        #
+        #   @return [Time, nil]
+        optional :modified_at, Time
+
+        # @!attribute nametag
+        #   An optional, user-defined tag for the evaluation.
+        #
+        #   @return [String, nil]
+        optional :nametag, String
+
+        # @!attribute progress
+        #   Evaluation progress. Values range between 0 and 100; 100 corresponds to a
+        #   completed `evaluation_status`.
+        #
+        #   @return [Integer, nil]
+        optional :progress, Integer
+
+        # @!attribute start_timestamp
+        #   The time the evaluation started in UTC.
+        #
+        #   @return [Time, nil]
+        optional :start_timestamp, Time
+
+        # @!method initialize(eval_id:, evaluation_status:, model_input:, model_output:, run_mode:, created_at: nil, end_timestamp: nil, error_message: nil, error_timestamp: nil, evaluation_result: nil, evaluation_total_cost: nil, guardrail_metrics: nil, model_used: nil, modified_at: nil, nametag: nil, progress: nil, start_timestamp: nil)
+        #   Some parameter documentations has been truncated, see
+        #   {Deeprails::Models::MonitorDetailResponse::Evaluation} for more details.
+        #
+        #   @param eval_id [String] A unique evaluation ID.
+        #
+        #   @param evaluation_status [Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::EvaluationStatus] Status of the evaluation.
+        #
+        #   @param model_input [Deeprails::Models::MonitorDetailResponse::Evaluation::ModelInput] A dictionary of inputs sent to the LLM to generate output. The dictionary must c
+        #
+        #   @param model_output [String] Output generated by the LLM to be evaluated.
+        #
+        #   @param run_mode [Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::RunMode] Run mode for the evaluation. The run mode allows the user to optimize for speed
+        #
+        #   @param created_at [Time] The time the evaluation was created in UTC.
+        #
+        #   @param end_timestamp [Time] The time the evaluation completed in UTC.
+        #
+        #   @param error_message [String] Description of the error causing the evaluation to fail, if any.
+        #
+        #   @param error_timestamp [Time] The time the error causing the evaluation to fail was recorded.
+        #
+        #   @param evaluation_result [Hash{Symbol=>Object}] Evaluation result consisting of average scores and rationales for each of the ev
+        #
+        #   @param evaluation_total_cost [Float] Total cost of the evaluation.
+        #
+        #   @param guardrail_metrics [Array<Symbol, Deeprails::Models::MonitorDetailResponse::Evaluation::GuardrailMetric>] An array of guardrail metrics that the model input and output pair will be evalu
+        #
+        #   @param model_used [String] Model ID used to generate the output, like `gpt-4o` or `o3`.
+        #
+        #   @param modified_at [Time] The most recent time the evaluation was modified in UTC.
+        #
+        #   @param nametag [String] An optional, user-defined tag for the evaluation.
+        #
+        #   @param progress [Integer] Evaluation progress. Values range between 0 and 100; 100 corresponds to a compl
+        #
+        #   @param start_timestamp [Time] The time the evaluation started in UTC.
+
+        # Status of the evaluation.
+        #
+        # @see Deeprails::Models::MonitorDetailResponse::Evaluation#evaluation_status
+        module EvaluationStatus
+          extend Deeprails::Internal::Type::Enum
+
+          IN_PROGRESS = :in_progress
+          COMPLETED = :completed
+          CANCELED = :canceled
+          QUEUED = :queued
+          FAILED = :failed
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+
+        # @see Deeprails::Models::MonitorDetailResponse::Evaluation#model_input
+        class ModelInput < Deeprails::Internal::Type::BaseModel
+          # @!attribute ground_truth
+          #   The ground truth for evaluating Ground Truth Adherence guardrail.
+          #
+          #   @return [String, nil]
+          optional :ground_truth, String
+
+          # @!attribute system_prompt
+          #   The system prompt used to generate the output.
+          #
+          #   @return [String, nil]
+          optional :system_prompt, String
+
+          # @!attribute user_prompt
+          #   The user prompt used to generate the output.
+          #
+          #   @return [String, nil]
+          optional :user_prompt, String
+
+          # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
+          #   A dictionary of inputs sent to the LLM to generate output. The dictionary must
+          #   contain at least a `user_prompt` field or a `system_prompt` field. For
+          #   ground_truth_adherence guardrail metric, `ground_truth` should be provided.
+          #
+          #   @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
+          #
+          #   @param system_prompt [String] The system prompt used to generate the output.
+          #
+          #   @param user_prompt [String] The user prompt used to generate the output.
+        end
+
+        # Run mode for the evaluation. The run mode allows the user to optimize for speed,
+        # accuracy, and cost by determining which models are used to evaluate the event.
+        #
+        # @see Deeprails::Models::MonitorDetailResponse::Evaluation#run_mode
+        module RunMode
+          extend Deeprails::Internal::Type::Enum
+
+          PRECISION_PLUS = :precision_plus
+          PRECISION = :precision
+          SMART = :smart
+          ECONOMY = :economy
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+
+        module GuardrailMetric
+          extend Deeprails::Internal::Type::Enum
+
+          CORRECTNESS = :correctness
+          COMPLETENESS = :completeness
+          INSTRUCTION_ADHERENCE = :instruction_adherence
+          CONTEXT_ADHERENCE = :context_adherence
+          GROUND_TRUTH_ADHERENCE = :ground_truth_adherence
+          COMPREHENSIVE_SAFETY = :comprehensive_safety
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+      end
+
       # @see Deeprails::Models::MonitorDetailResponse#stats
       class Stats < Deeprails::Internal::Type::BaseModel
         # @!attribute completed_evaluations

data/lib/deeprails/models.rb

@@ -51,11 +51,9 @@ module Deeprails
 
   DefendUpdateWorkflowParams = Deeprails::Models::DefendUpdateWorkflowParams
 
-  EvaluateCreateParams = Deeprails::Models::EvaluateCreateParams
+  FileResponse = Deeprails::Models::FileResponse
 
-  EvaluateRetrieveParams = Deeprails::Models::EvaluateRetrieveParams
-
-  Evaluation = Deeprails::Models::Evaluation
+  FileUploadParams = Deeprails::Models::FileUploadParams
 
   MonitorCreateParams = Deeprails::Models::MonitorCreateParams
 

data/lib/deeprails/resources/defend.rb

@@ -9,7 +9,7 @@ module Deeprails
       # Use this endpoint to create a new guardrail workflow with optional guardrail
       # thresholds and improvement actions
       #
-      # @overload create_workflow(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, max_improvement_attempts: nil, request_options: {})
+      # @overload create_workflow(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, file_search: nil, max_improvement_attempts: nil, web_search: nil, request_options: {})
       #
       # @param improvement_action [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction] The action used to improve outputs that fail one or guardrail metrics for the wo
       #
@@ -23,8 +23,12 @@ module Deeprails
       #
       # @param description [String] Description for the workflow.
       #
+      # @param file_search [Array<String>] An array of file IDs to search in the workflow's evaluations. Files must be uplo
+      #
       # @param max_improvement_attempts [Integer] Max. number of improvement action retries until a given event passes the guardra
       #
+      # @param web_search [Boolean] Whether to enable web search for this workflow's evaluations. Defaults to false.
+      #
       # @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}, nil]
       #
       # @return [Deeprails::Models::DefendResponse]

data/lib/deeprails/resources/files.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Deeprails
+  module Resources
+    class Files
+      # Use this endpoint to upload a file to the DeepRails API
+      #
+      # @overload upload(file:, request_options: {})
+      #
+      # @param file [Pathname, StringIO, IO, String, Deeprails::FilePart] The contents of the file to upload.
+      #
+      # @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}, nil]
+      #
+      # @return [Deeprails::Models::FileResponse]
+      #
+      # @see Deeprails::Models::FileUploadParams
+      def upload(params)
+        parsed, options = Deeprails::FileUploadParams.dump_request(params)
+        @client.request(
+          method: :post,
+          path: "files/upload",
+          headers: {"content-type" => "multipart/form-data"},
+          body: parsed,
+          model: Deeprails::FileResponse,
+          options: options
+        )
+      end
+
+      # @api private
+      #
+      # @param client [Deeprails::Client]
+      def initialize(client:)
+        @client = client
+      end
+    end
+  end
+end

data/lib/deeprails/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deeprails
-  VERSION = "0.8.0"
+  VERSION = "0.10.0"
 end

data/lib/deeprails.rb

@@ -56,9 +56,8 @@ require_relative "deeprails/models/defend_retrieve_event_params"
 require_relative "deeprails/models/defend_retrieve_workflow_params"
 require_relative "deeprails/models/defend_submit_event_params"
 require_relative "deeprails/models/defend_update_workflow_params"
-require_relative "deeprails/models/evaluate_create_params"
-require_relative "deeprails/models/evaluate_retrieve_params"
-require_relative "deeprails/models/evaluation"
+require_relative "deeprails/models/file_response"
+require_relative "deeprails/models/file_upload_params"
 require_relative "deeprails/models/monitor_create_params"
 require_relative "deeprails/models/monitor_detail_response"
 require_relative "deeprails/models/monitor_event_response"
@@ -69,5 +68,5 @@ require_relative "deeprails/models/monitor_update_params"
 require_relative "deeprails/models/workflow_event_response"
 require_relative "deeprails/models"
 require_relative "deeprails/resources/defend"
-require_relative "deeprails/resources/evaluate"
+require_relative "deeprails/resources/files"
 require_relative "deeprails/resources/monitor"

data/rbi/deeprails/client.rbi

@@ -19,8 +19,8 @@ module Deeprails
     sig { returns(Deeprails::Resources::Monitor) }
     attr_reader :monitor
 
-    sig { returns(Deeprails::Resources::Evaluate) }
-    attr_reader :evaluate
+    sig { returns(Deeprails::Resources::Files) }
+    attr_reader :files
 
     # @api private
     sig { override.returns(T::Hash[String, String]) }

data/rbi/deeprails/models/defend_create_workflow_params.rbi

@@ -85,6 +85,14 @@ module Deeprails
       sig { params(description: String).void }
       attr_writer :description
 
+      # An array of file IDs to search in the workflow's evaluations. Files must be
+      # uploaded via the DeepRails API first.
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :file_search
+
+      sig { params(file_search: T::Array[String]).void }
+      attr_writer :file_search
+
       # Max. number of improvement action retries until a given event passes the
       # guardrails. Defaults to 10.
       sig { returns(T.nilable(Integer)) }
@@ -93,6 +101,13 @@ module Deeprails
       sig { params(max_improvement_attempts: Integer).void }
       attr_writer :max_improvement_attempts
 
+      # Whether to enable web search for this workflow's evaluations. Defaults to false.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :web_search
+
+      sig { params(web_search: T::Boolean).void }
+      attr_writer :web_search
+
       sig do
         params(
           improvement_action:
@@ -106,7 +121,9 @@ module Deeprails
             ],
           custom_hallucination_threshold_values: T::Hash[Symbol, Float],
           description: String,
+          file_search: T::Array[String],
           max_improvement_attempts: Integer,
+          web_search: T::Boolean,
           request_options: Deeprails::RequestOptions::OrHash
         ).returns(T.attached_class)
       end
@@ -136,9 +153,14 @@ module Deeprails
         custom_hallucination_threshold_values: nil,
         # Description for the workflow.
         description: nil,
+        # An array of file IDs to search in the workflow's evaluations. Files must be
+        # uploaded via the DeepRails API first.
+        file_search: nil,
         # Max. number of improvement action retries until a given event passes the
         # guardrails. Defaults to 10.
         max_improvement_attempts: nil,
+        # Whether to enable web search for this workflow's evaluations. Defaults to false.
+        web_search: nil,
         request_options: {}
       )
       end
@@ -157,7 +179,9 @@ module Deeprails
               ],
             custom_hallucination_threshold_values: T::Hash[Symbol, Float],
             description: String,
+            file_search: T::Array[String],
             max_improvement_attempts: Integer,
+            web_search: T::Boolean,
             request_options: Deeprails::RequestOptions
           }
         )