openlayer 0.4.1 → 0.6.0

data/rbi/openlayer/models/projects/test_create_params.rbi

@@ -45,6 +45,11 @@ module Openlayer
         sig { params(archived: T::Boolean).void }
         attr_writer :archived
 
+        # Whether to apply the test to all pipelines (data sources) or to a specific set
+        # of pipelines. Only applies to tests that use production data.
+        sig { returns(T.nilable(T::Boolean)) }
+        attr_accessor :default_to_all_pipelines
+
         # The delay window in seconds. Only applies to tests that use production data.
         sig { returns(T.nilable(Float)) }
         attr_accessor :delay_window
@@ -54,6 +59,21 @@ module Openlayer
         sig { returns(T.nilable(Float)) }
         attr_accessor :evaluation_window
 
+        # Array of pipelines (data sources) to which the test should not be applied. Only
+        # applies to tests that use production data.
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_accessor :exclude_pipelines
+
+        # Whether to include historical data in the test result. Only applies to tests
+        # that use production data.
+        sig { returns(T.nilable(T::Boolean)) }
+        attr_accessor :include_historical_data
+
+        # Array of pipelines (data sources) to which the test should be applied. Only
+        # applies to tests that use production data.
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_accessor :include_pipelines
+
         # Whether the test uses an ML model.
         sig { returns(T.nilable(T::Boolean)) }
         attr_reader :uses_ml_model
@@ -100,8 +120,12 @@ module Openlayer
               ],
             type: Openlayer::Projects::TestCreateParams::Type::OrSymbol,
             archived: T::Boolean,
+            default_to_all_pipelines: T.nilable(T::Boolean),
             delay_window: T.nilable(Float),
             evaluation_window: T.nilable(Float),
+            exclude_pipelines: T.nilable(T::Array[String]),
+            include_historical_data: T.nilable(T::Boolean),
+            include_pipelines: T.nilable(T::Array[String]),
             uses_ml_model: T::Boolean,
             uses_production_data: T::Boolean,
             uses_reference_dataset: T::Boolean,
@@ -122,11 +146,23 @@ module Openlayer
           type:,
           # Whether the test is archived.
           archived: nil,
+          # Whether to apply the test to all pipelines (data sources) or to a specific set
+          # of pipelines. Only applies to tests that use production data.
+          default_to_all_pipelines: nil,
           # The delay window in seconds. Only applies to tests that use production data.
           delay_window: nil,
           # The evaluation window in seconds. Only applies to tests that use production
           # data.
           evaluation_window: nil,
+          # Array of pipelines (data sources) to which the test should not be applied. Only
+          # applies to tests that use production data.
+          exclude_pipelines: nil,
+          # Whether to include historical data in the test result. Only applies to tests
+          # that use production data.
+          include_historical_data: nil,
+          # Array of pipelines (data sources) to which the test should be applied. Only
+          # applies to tests that use production data.
+          include_pipelines: nil,
           # Whether the test uses an ML model.
           uses_ml_model: nil,
           # Whether the test uses production data (monitoring mode only).
@@ -151,8 +187,12 @@ module Openlayer
                 T::Array[Openlayer::Projects::TestCreateParams::Threshold],
               type: Openlayer::Projects::TestCreateParams::Type::OrSymbol,
               archived: T::Boolean,
+              default_to_all_pipelines: T.nilable(T::Boolean),
               delay_window: T.nilable(Float),
               evaluation_window: T.nilable(Float),
+              exclude_pipelines: T.nilable(T::Array[String]),
+              include_historical_data: T.nilable(T::Boolean),
+              include_pipelines: T.nilable(T::Array[String]),
               uses_ml_model: T::Boolean,
               uses_production_data: T::Boolean,
               uses_reference_dataset: T::Boolean,

data/rbi/openlayer/models/projects/test_create_response.rbi

@@ -50,6 +50,11 @@ module Openlayer
         sig { params(archived: T::Boolean).void }
         attr_writer :archived
 
+        # Whether to apply the test to all pipelines (data sources) or to a specific set
+        # of pipelines. Only applies to tests that use production data.
+        sig { returns(T.nilable(T::Boolean)) }
+        attr_accessor :default_to_all_pipelines
+
         # The delay window in seconds. Only applies to tests that use production data.
         sig { returns(T.nilable(Float)) }
         attr_accessor :delay_window
@@ -59,6 +64,21 @@ module Openlayer
         sig { returns(T.nilable(Float)) }
         attr_accessor :evaluation_window
 
+        # Array of pipelines (data sources) to which the test should not be applied. Only
+        # applies to tests that use production data.
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_accessor :exclude_pipelines
+
+        # Whether to include historical data in the test result. Only applies to tests
+        # that use production data.
+        sig { returns(T.nilable(T::Boolean)) }
+        attr_accessor :include_historical_data
+
+        # Array of pipelines (data sources) to which the test should be applied. Only
+        # applies to tests that use production data.
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_accessor :include_pipelines
+
         # Whether the test uses an ML model.
         sig { returns(T.nilable(T::Boolean)) }
         attr_reader :uses_ml_model
@@ -152,8 +172,12 @@ module Openlayer
             type:
               Openlayer::Models::Projects::TestCreateResponse::Type::OrSymbol,
             archived: T::Boolean,
+            default_to_all_pipelines: T.nilable(T::Boolean),
             delay_window: T.nilable(Float),
             evaluation_window: T.nilable(Float),
+            exclude_pipelines: T.nilable(T::Array[String]),
+            include_historical_data: T.nilable(T::Boolean),
+            include_pipelines: T.nilable(T::Array[String]),
             uses_ml_model: T::Boolean,
             uses_production_data: T::Boolean,
             uses_reference_dataset: T::Boolean,
@@ -191,11 +215,23 @@ module Openlayer
           type:,
           # Whether the test is archived.
           archived: nil,
+          # Whether to apply the test to all pipelines (data sources) or to a specific set
+          # of pipelines. Only applies to tests that use production data.
+          default_to_all_pipelines: nil,
           # The delay window in seconds. Only applies to tests that use production data.
           delay_window: nil,
           # The evaluation window in seconds. Only applies to tests that use production
           # data.
           evaluation_window: nil,
+          # Array of pipelines (data sources) to which the test should not be applied. Only
+          # applies to tests that use production data.
+          exclude_pipelines: nil,
+          # Whether to include historical data in the test result. Only applies to tests
+          # that use production data.
+          include_historical_data: nil,
+          # Array of pipelines (data sources) to which the test should be applied. Only
+          # applies to tests that use production data.
+          include_pipelines: nil,
           # Whether the test uses an ML model.
           uses_ml_model: nil,
           # Whether the test uses production data (monitoring mode only).
@@ -232,8 +268,12 @@ module Openlayer
               type:
                 Openlayer::Models::Projects::TestCreateResponse::Type::TaggedSymbol,
               archived: T::Boolean,
+              default_to_all_pipelines: T.nilable(T::Boolean),
               delay_window: T.nilable(Float),
               evaluation_window: T.nilable(Float),
+              exclude_pipelines: T.nilable(T::Array[String]),
+              include_historical_data: T.nilable(T::Boolean),
+              include_pipelines: T.nilable(T::Array[String]),
               uses_ml_model: T::Boolean,
               uses_production_data: T::Boolean,
               uses_reference_dataset: T::Boolean,

data/rbi/openlayer/models/projects/test_list_response.rbi

@@ -88,6 +88,11 @@ module Openlayer
           sig { params(archived: T::Boolean).void }
           attr_writer :archived
 
+          # Whether to apply the test to all pipelines (data sources) or to a specific set
+          # of pipelines. Only applies to tests that use production data.
+          sig { returns(T.nilable(T::Boolean)) }
+          attr_accessor :default_to_all_pipelines
+
           # The delay window in seconds. Only applies to tests that use production data.
           sig { returns(T.nilable(Float)) }
           attr_accessor :delay_window
@@ -97,6 +102,21 @@ module Openlayer
           sig { returns(T.nilable(Float)) }
           attr_accessor :evaluation_window
 
+          # Array of pipelines (data sources) to which the test should not be applied. Only
+          # applies to tests that use production data.
+          sig { returns(T.nilable(T::Array[String])) }
+          attr_accessor :exclude_pipelines
+
+          # Whether to include historical data in the test result. Only applies to tests
+          # that use production data.
+          sig { returns(T.nilable(T::Boolean)) }
+          attr_accessor :include_historical_data
+
+          # Array of pipelines (data sources) to which the test should be applied. Only
+          # applies to tests that use production data.
+          sig { returns(T.nilable(T::Array[String])) }
+          attr_accessor :include_pipelines
+
           # Whether the test uses an ML model.
           sig { returns(T.nilable(T::Boolean)) }
           attr_reader :uses_ml_model
@@ -190,8 +210,12 @@ module Openlayer
               type:
                 Openlayer::Models::Projects::TestListResponse::Item::Type::OrSymbol,
               archived: T::Boolean,
+              default_to_all_pipelines: T.nilable(T::Boolean),
               delay_window: T.nilable(Float),
               evaluation_window: T.nilable(Float),
+              exclude_pipelines: T.nilable(T::Array[String]),
+              include_historical_data: T.nilable(T::Boolean),
+              include_pipelines: T.nilable(T::Array[String]),
               uses_ml_model: T::Boolean,
               uses_production_data: T::Boolean,
               uses_reference_dataset: T::Boolean,
@@ -229,11 +253,23 @@ module Openlayer
             type:,
             # Whether the test is archived.
             archived: nil,
+            # Whether to apply the test to all pipelines (data sources) or to a specific set
+            # of pipelines. Only applies to tests that use production data.
+            default_to_all_pipelines: nil,
             # The delay window in seconds. Only applies to tests that use production data.
             delay_window: nil,
             # The evaluation window in seconds. Only applies to tests that use production
             # data.
             evaluation_window: nil,
+            # Array of pipelines (data sources) to which the test should not be applied. Only
+            # applies to tests that use production data.
+            exclude_pipelines: nil,
+            # Whether to include historical data in the test result. Only applies to tests
+            # that use production data.
+            include_historical_data: nil,
+            # Array of pipelines (data sources) to which the test should be applied. Only
+            # applies to tests that use production data.
+            include_pipelines: nil,
             # Whether the test uses an ML model.
             uses_ml_model: nil,
             # Whether the test uses production data (monitoring mode only).
@@ -270,8 +306,12 @@ module Openlayer
                 type:
                   Openlayer::Models::Projects::TestListResponse::Item::Type::TaggedSymbol,
                 archived: T::Boolean,
+                default_to_all_pipelines: T.nilable(T::Boolean),
                 delay_window: T.nilable(Float),
                 evaluation_window: T.nilable(Float),
+                exclude_pipelines: T.nilable(T::Array[String]),
+                include_historical_data: T.nilable(T::Boolean),
+                include_pipelines: T.nilable(T::Array[String]),
                 uses_ml_model: T::Boolean,
                 uses_production_data: T::Boolean,
                 uses_reference_dataset: T::Boolean,

data/rbi/openlayer/models/test_evaluate_params.rbi

@@ -0,0 +1,75 @@
+# typed: strong
+
+module Openlayer
+  module Models
+    class TestEvaluateParams < Openlayer::Internal::Type::BaseModel
+      extend Openlayer::Internal::Type::RequestParameters::Converter
+      include Openlayer::Internal::Type::RequestParameters
+
+      OrHash =
+        T.type_alias do
+          T.any(Openlayer::TestEvaluateParams, Openlayer::Internal::AnyHash)
+        end
+
+      # End timestamp in seconds (Unix epoch)
+      sig { returns(Integer) }
+      attr_accessor :end_timestamp
+
+      # Start timestamp in seconds (Unix epoch)
+      sig { returns(Integer) }
+      attr_accessor :start_timestamp
+
+      # ID of the inference pipeline to evaluate. If not provided, all inference
+      # pipelines the test applies to will be evaluated.
+      sig { returns(T.nilable(String)) }
+      attr_reader :inference_pipeline_id
+
+      sig { params(inference_pipeline_id: String).void }
+      attr_writer :inference_pipeline_id
+
+      # Whether to overwrite existing test results
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :overwrite_results
+
+      sig { params(overwrite_results: T::Boolean).void }
+      attr_writer :overwrite_results
+
+      sig do
+        params(
+          end_timestamp: Integer,
+          start_timestamp: Integer,
+          inference_pipeline_id: String,
+          overwrite_results: T::Boolean,
+          request_options: Openlayer::RequestOptions::OrHash
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        # End timestamp in seconds (Unix epoch)
+        end_timestamp:,
+        # Start timestamp in seconds (Unix epoch)
+        start_timestamp:,
+        # ID of the inference pipeline to evaluate. If not provided, all inference
+        # pipelines the test applies to will be evaluated.
+        inference_pipeline_id: nil,
+        # Whether to overwrite existing test results
+        overwrite_results: nil,
+        request_options: {}
+      )
+      end
+
+      sig do
+        override.returns(
+          {
+            end_timestamp: Integer,
+            start_timestamp: Integer,
+            inference_pipeline_id: String,
+            overwrite_results: T::Boolean,
+            request_options: Openlayer::RequestOptions
+          }
+        )
+      end
+      def to_hash
+      end
+    end
+  end
+end

data/rbi/openlayer/models/test_evaluate_response.rbi

@@ -0,0 +1,121 @@
+# typed: strong
+
+module Openlayer
+  module Models
+    class TestEvaluateResponse < Openlayer::Internal::Type::BaseModel
+      OrHash =
+        T.type_alias do
+          T.any(
+            Openlayer::Models::TestEvaluateResponse,
+            Openlayer::Internal::AnyHash
+          )
+        end
+
+      sig { returns(String) }
+      attr_accessor :message
+
+      # Number of inference pipelines the test was queued for evaluation on
+      sig { returns(Integer) }
+      attr_accessor :pipeline_count
+
+      # The end timestamp you requested (in seconds)
+      sig { returns(Integer) }
+      attr_accessor :requested_end_timestamp
+
+      # The start timestamp you requested (in seconds)
+      sig { returns(Integer) }
+      attr_accessor :requested_start_timestamp
+
+      # Array of background task information for each pipeline evaluation
+      sig { returns(T::Array[Openlayer::Models::TestEvaluateResponse::Task]) }
+      attr_accessor :tasks
+
+      sig do
+        params(
+          message: String,
+          pipeline_count: Integer,
+          requested_end_timestamp: Integer,
+          requested_start_timestamp: Integer,
+          tasks: T::Array[Openlayer::Models::TestEvaluateResponse::Task::OrHash]
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        message:,
+        # Number of inference pipelines the test was queued for evaluation on
+        pipeline_count:,
+        # The end timestamp you requested (in seconds)
+        requested_end_timestamp:,
+        # The start timestamp you requested (in seconds)
+        requested_start_timestamp:,
+        # Array of background task information for each pipeline evaluation
+        tasks:
+      )
+      end
+
+      sig do
+        override.returns(
+          {
+            message: String,
+            pipeline_count: Integer,
+            requested_end_timestamp: Integer,
+            requested_start_timestamp: Integer,
+            tasks: T::Array[Openlayer::Models::TestEvaluateResponse::Task]
+          }
+        )
+      end
+      def to_hash
+      end
+
+      class Task < Openlayer::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              Openlayer::Models::TestEvaluateResponse::Task,
+              Openlayer::Internal::AnyHash
+            )
+          end
+
+        # ID of the inference pipeline this task is for
+        sig { returns(String) }
+        attr_accessor :pipeline_id
+
+        # ID of the background task
+        sig { returns(String) }
+        attr_accessor :task_result_id
+
+        # URL to check the status of this background task
+        sig { returns(String) }
+        attr_accessor :task_result_url
+
+        sig do
+          params(
+            pipeline_id: String,
+            task_result_id: String,
+            task_result_url: String
+          ).returns(T.attached_class)
+        end
+        def self.new(
+          # ID of the inference pipeline this task is for
+          pipeline_id:,
+          # ID of the background task
+          task_result_id:,
+          # URL to check the status of this background task
+          task_result_url:
+        )
+        end
+
+        sig do
+          override.returns(
+            {
+              pipeline_id: String,
+              task_result_id: String,
+              task_result_url: String
+            }
+          )
+        end
+        def to_hash
+        end
+      end
+    end
+  end
+end

data/rbi/openlayer/models.rbi

@@ -23,4 +23,6 @@ module Openlayer
   Projects = Openlayer::Models::Projects
 
   Storage = Openlayer::Models::Storage
+
+  TestEvaluateParams = Openlayer::Models::TestEvaluateParams
 end

data/rbi/openlayer/resources/projects/inference_pipelines.rbi

@@ -10,6 +10,17 @@ module Openlayer
             project_id: String,
             description: T.nilable(String),
             name: String,
+            data_backend:
+              T.nilable(
+                T.any(
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::UnionMember0::OrHash,
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::BackendType::OrHash,
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::UnionMember2::OrHash,
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::UnionMember3::OrHash,
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::UnionMember4::OrHash,
+                  Openlayer::Projects::InferencePipelineCreateParams::DataBackend::UnionMember5::OrHash
+                )
+              ),
             project:
               T.nilable(
                 Openlayer::Projects::InferencePipelineCreateParams::Project::OrHash
@@ -30,6 +41,7 @@ module Openlayer
           description:,
           # The inference pipeline name.
           name:,
+          data_backend: nil,
           project: nil,
           workspace: nil,
           request_options: {}

data/rbi/openlayer/resources/projects/tests.rbi

@@ -17,8 +17,12 @@ module Openlayer
               ],
             type: Openlayer::Projects::TestCreateParams::Type::OrSymbol,
             archived: T::Boolean,
+            default_to_all_pipelines: T.nilable(T::Boolean),
             delay_window: T.nilable(Float),
             evaluation_window: T.nilable(Float),
+            exclude_pipelines: T.nilable(T::Array[String]),
+            include_historical_data: T.nilable(T::Boolean),
+            include_pipelines: T.nilable(T::Array[String]),
             uses_ml_model: T::Boolean,
             uses_production_data: T::Boolean,
             uses_reference_dataset: T::Boolean,
@@ -41,11 +45,23 @@ module Openlayer
           type:,
           # Whether the test is archived.
           archived: nil,
+          # Whether to apply the test to all pipelines (data sources) or to a specific set
+          # of pipelines. Only applies to tests that use production data.
+          default_to_all_pipelines: nil,
           # The delay window in seconds. Only applies to tests that use production data.
           delay_window: nil,
           # The evaluation window in seconds. Only applies to tests that use production
           # data.
           evaluation_window: nil,
+          # Array of pipelines (data sources) to which the test should not be applied. Only
+          # applies to tests that use production data.
+          exclude_pipelines: nil,
+          # Whether to include historical data in the test result. Only applies to tests
+          # that use production data.
+          include_historical_data: nil,
+          # Array of pipelines (data sources) to which the test should be applied. Only
+          # applies to tests that use production data.
+          include_pipelines: nil,
           # Whether the test uses an ML model.
           uses_ml_model: nil,
           # Whether the test uses production data (monitoring mode only).

data/rbi/openlayer/resources/tests.rbi

@@ -0,0 +1,42 @@
+# typed: strong
+
+module Openlayer
+  module Resources
+    class Tests
+      # Triggers one-off evaluation of a specific monitoring test for a custom timestamp
+      # range. This allows evaluating tests for historical data or custom time periods
+      # outside the regular evaluation window schedule. It also allows overwriting the
+      # existing test results.
+      sig do
+        params(
+          test_id: String,
+          end_timestamp: Integer,
+          start_timestamp: Integer,
+          inference_pipeline_id: String,
+          overwrite_results: T::Boolean,
+          request_options: Openlayer::RequestOptions::OrHash
+        ).returns(Openlayer::Models::TestEvaluateResponse)
+      end
+      def evaluate(
+        # The test id.
+        test_id,
+        # End timestamp in seconds (Unix epoch)
+        end_timestamp:,
+        # Start timestamp in seconds (Unix epoch)
+        start_timestamp:,
+        # ID of the inference pipeline to evaluate. If not provided, all inference
+        # pipelines the test applies to will be evaluated.
+        inference_pipeline_id: nil,
+        # Whether to overwrite existing test results
+        overwrite_results: nil,
+        request_options: {}
+      )
+      end
+
+      # @api private
+      sig { params(client: Openlayer::Client).returns(T.attached_class) }
+      def self.new(client:)
+      end
+    end
+  end
+end

data/sig/openlayer/client.rbs

@@ -18,6 +18,8 @@ module Openlayer
 
     attr_reader storage: Openlayer::Resources::Storage
 
+    attr_reader tests: Openlayer::Resources::Tests
+
     private def auth_headers: -> ::Hash[String, String]
 
     def initialize: (

data/sig/openlayer/internal/transport/base_client.rbs

@@ -87,6 +87,8 @@ module Openlayer
 
         private def auth_headers: -> ::Hash[String, String]
 
+        private def user_agent: -> String
+
         private def generate_idempotency_key: -> String
 
         private def build_request: (

data/sig/openlayer/internal/transport/pooled_net_requester.rbs

@@ -17,7 +17,10 @@ module Openlayer
 
         DEFAULT_MAX_CONNECTIONS: Integer
 
-        def self.connect: (URI::Generic url) -> top
+        def self.connect: (
+          cert_store: OpenSSL::X509::Store,
+          url: URI::Generic
+        ) -> top
 
         def self.calibrate_socket_timeout: (top conn, Float deadline) -> void