google-cloud-ai_platform-v1 0.27.0 → 0.29.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1555acd4a72deb70df0daf713aa449b3565bab50d1d2b81ba8a44cf56bd6f91a
-  data.tar.gz: 6ada0b556e610fe1d52e28b2480e2cd7d1aa99f72e83f977ba06421525314f5c
+  metadata.gz: feb5a1ea6d2106d041c6c40dbcd256d503edf586b3fb0af80537e8cf87e4f435
+  data.tar.gz: 27220fe8c85ffdb47735718a69f149d2179fcab0dfb7b7fa84e598fcd356df13
 SHA512:
-  metadata.gz: cfb8967df79c8d5217f877609fcf56c447cce943a5b5f36a34286f5673dc70e50806bdccd39ecdf40a97468a9347238c281fed695f541828a1fd687ad85c8490
-  data.tar.gz: bc42bc22cb2cfb3fcfe8b852cfdf69c6d3c4a02b572eed8cc4bbed829b370a8c7e30e202a7edcf9c8a02c8a4f8aa6bbfb98fd2ee1ecc757d3c8f8aa0c022e006
+  metadata.gz: c61c61245aef652a959dbdcaa716da7bc504e3e947b1417dfa3f80b51ead053f446b735b9a6ec4dae4f0d3195c7161d4e604df8d54ed6db5a3805a993ba0fc93
+  data.tar.gz: 85efd35cb73a5c4d6102f8659201db0ed7106d71f1a144d4f20d06c74e28164b2c8d5e2e0a649de13ecc848eed64d15da3ca74ead1d57982892b2ab482f4ad11

data/lib/google/cloud/ai_platform/v1/prediction_service/client.rb

@@ -388,6 +388,101 @@ module Google
               raise ::Google::Cloud::Error.from_error(e)
             end
 
+            ##
+            # Perform a server-side streaming online prediction request for Vertex
+            # LLM streaming.
+            #
+            # @overload server_streaming_predict(request, options = nil)
+            #   Pass arguments to `server_streaming_predict` via a request object, either of type
+            #   {::Google::Cloud::AIPlatform::V1::StreamingPredictRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::AIPlatform::V1::StreamingPredictRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload server_streaming_predict(endpoint: nil, inputs: nil, parameters: nil)
+            #   Pass arguments to `server_streaming_predict` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param endpoint [::String]
+            #     Required. The name of the Endpoint requested to serve the prediction.
+            #     Format:
+            #     `projects/{project}/locations/{location}/endpoints/{endpoint}`
+            #   @param inputs [::Array<::Google::Cloud::AIPlatform::V1::Tensor, ::Hash>]
+            #     The prediction input.
+            #   @param parameters [::Google::Cloud::AIPlatform::V1::Tensor, ::Hash]
+            #     The parameters that govern the prediction.
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Enumerable<::Google::Cloud::AIPlatform::V1::StreamingPredictResponse>]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Enumerable<::Google::Cloud::AIPlatform::V1::StreamingPredictResponse>]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            # @example Basic example
+            #   require "google/cloud/ai_platform/v1"
+            #
+            #   # Create a client object. The client can be reused for multiple calls.
+            #   client = Google::Cloud::AIPlatform::V1::PredictionService::Client.new
+            #
+            #   # Create a request. To set request fields, pass in keyword arguments.
+            #   request = Google::Cloud::AIPlatform::V1::StreamingPredictRequest.new
+            #
+            #   # Call the server_streaming_predict method to start streaming.
+            #   output = client.server_streaming_predict request
+            #
+            #   # The returned object is a streamed enumerable yielding elements of type
+            #   # ::Google::Cloud::AIPlatform::V1::StreamingPredictResponse
+            #   output.each do |current_response|
+            #     p current_response
+            #   end
+            #
+            def server_streaming_predict request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::AIPlatform::V1::StreamingPredictRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.server_streaming_predict.metadata.to_h
+
+              # Set x-goog-api-client and x-goog-user-project headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::AIPlatform::V1::VERSION
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {}
+              if request.endpoint
+                header_params["endpoint"] = request.endpoint
+              end
+
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.server_streaming_predict.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.server_streaming_predict.retry_policy
+
+              options.apply_defaults timeout:      @config.timeout,
+                                     metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @prediction_service_stub.call_rpc :server_streaming_predict, request, options: options do |response, operation|
+                yield response, operation if block_given?
+                return response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
             ##
             # Perform an online explanation.
             #
@@ -662,6 +757,11 @@ module Google
                 #
                 attr_reader :raw_predict
                 ##
+                # RPC-specific configuration for `server_streaming_predict`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :server_streaming_predict
+                ##
                 # RPC-specific configuration for `explain`
                 # @return [::Gapic::Config::Method]
                 #
@@ -673,6 +773,8 @@ module Google
                   @predict = ::Gapic::Config::Method.new predict_config
                   raw_predict_config = parent_rpcs.raw_predict if parent_rpcs.respond_to? :raw_predict
                   @raw_predict = ::Gapic::Config::Method.new raw_predict_config
+                  server_streaming_predict_config = parent_rpcs.server_streaming_predict if parent_rpcs.respond_to? :server_streaming_predict
+                  @server_streaming_predict = ::Gapic::Config::Method.new server_streaming_predict_config
                   explain_config = parent_rpcs.explain if parent_rpcs.respond_to? :explain
                   @explain = ::Gapic::Config::Method.new explain_config