google-cloud-ai_platform-v1 0.18.0 → 0.20.0

data/lib/google/cloud/aiplatform/v1/evaluated_annotation_pb.rb

@@ -0,0 +1,63 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/aiplatform/v1/evaluated_annotation.proto
+
+require 'google/protobuf'
+
+require 'google/api/field_behavior_pb'
+require 'google/cloud/aiplatform/v1/explanation_pb'
+require 'google/protobuf/struct_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("google/cloud/aiplatform/v1/evaluated_annotation.proto", :syntax => :proto3) do
+    add_message "google.cloud.aiplatform.v1.EvaluatedAnnotation" do
+      optional :type, :enum, 1, "google.cloud.aiplatform.v1.EvaluatedAnnotation.EvaluatedAnnotationType"
+      repeated :predictions, :message, 2, "google.protobuf.Value"
+      repeated :ground_truths, :message, 3, "google.protobuf.Value"
+      optional :data_item_payload, :message, 5, "google.protobuf.Value"
+      optional :evaluated_data_item_view_id, :string, 6
+      repeated :explanations, :message, 8, "google.cloud.aiplatform.v1.EvaluatedAnnotationExplanation"
+      repeated :error_analysis_annotations, :message, 9, "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation"
+    end
+    add_enum "google.cloud.aiplatform.v1.EvaluatedAnnotation.EvaluatedAnnotationType" do
+      value :EVALUATED_ANNOTATION_TYPE_UNSPECIFIED, 0
+      value :TRUE_POSITIVE, 1
+      value :FALSE_POSITIVE, 2
+      value :FALSE_NEGATIVE, 3
+    end
+    add_message "google.cloud.aiplatform.v1.EvaluatedAnnotationExplanation" do
+      optional :explanation_type, :string, 1
+      optional :explanation, :message, 2, "google.cloud.aiplatform.v1.Explanation"
+    end
+    add_message "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation" do
+      repeated :attributed_items, :message, 1, "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.AttributedItem"
+      optional :query_type, :enum, 2, "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.QueryType"
+      optional :outlier_score, :double, 3
+      optional :outlier_threshold, :double, 4
+    end
+    add_message "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.AttributedItem" do
+      optional :annotation_resource_name, :string, 1
+      optional :distance, :double, 2
+    end
+    add_enum "google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.QueryType" do
+      value :QUERY_TYPE_UNSPECIFIED, 0
+      value :ALL_SIMILAR, 1
+      value :SAME_CLASS_SIMILAR, 2
+      value :SAME_CLASS_DISSIMILAR, 3
+    end
+  end
+end
+
+module Google
+  module Cloud
+    module AIPlatform
+      module V1
+        EvaluatedAnnotation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluatedAnnotation").msgclass
+        EvaluatedAnnotation::EvaluatedAnnotationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluatedAnnotation.EvaluatedAnnotationType").enummodule
+        EvaluatedAnnotationExplanation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluatedAnnotationExplanation").msgclass
+        ErrorAnalysisAnnotation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ErrorAnalysisAnnotation").msgclass
+        ErrorAnalysisAnnotation::AttributedItem = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.AttributedItem").msgclass
+        ErrorAnalysisAnnotation::QueryType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ErrorAnalysisAnnotation.QueryType").enummodule
+      end
+    end
+  end
+end

data/lib/google/cloud/aiplatform/v1/featurestore_pb.rb

@@ -27,6 +27,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.aiplatform.v1.Featurestore.OnlineServingConfig.Scaling" do
       optional :min_node_count, :int32, 1
       optional :max_node_count, :int32, 2
+      optional :cpu_utilization_target, :int32, 3
     end
     add_enum "google.cloud.aiplatform.v1.Featurestore.State" do
       value :STATE_UNSPECIFIED, 0

data/lib/google/cloud/aiplatform/v1/featurestore_service_pb.rb

@@ -14,8 +14,10 @@ require 'google/cloud/aiplatform/v1/featurestore_pb'
 require 'google/cloud/aiplatform/v1/io_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 require 'google/protobuf/timestamp_pb'
+require 'google/type/interval_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/aiplatform/v1/featurestore_service.proto", :syntax => :proto3) do
@@ -219,6 +221,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.aiplatform.v1.BatchReadFeatureValuesOperationMetadata" do
       optional :generic_metadata, :message, 1, "google.cloud.aiplatform.v1.GenericOperationMetadata"
     end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesOperationMetadata" do
+      optional :generic_metadata, :message, 1, "google.cloud.aiplatform.v1.GenericOperationMetadata"
+    end
     add_message "google.cloud.aiplatform.v1.CreateEntityTypeOperationMetadata" do
       optional :generic_metadata, :message, 1, "google.cloud.aiplatform.v1.GenericOperationMetadata"
     end
@@ -228,6 +233,42 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.aiplatform.v1.BatchCreateFeaturesOperationMetadata" do
       optional :generic_metadata, :message, 1, "google.cloud.aiplatform.v1.GenericOperationMetadata"
     end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesRequest" do
+      optional :entity_type, :string, 1
+      oneof :DeleteOption do
+        optional :select_entity, :message, 2, "google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectEntity"
+        optional :select_time_range_and_feature, :message, 3, "google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectTimeRangeAndFeature"
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectEntity" do
+      optional :entity_id_selector, :message, 1, "google.cloud.aiplatform.v1.EntityIdSelector"
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectTimeRangeAndFeature" do
+      optional :time_range, :message, 1, "google.type.Interval"
+      optional :feature_selector, :message, 2, "google.cloud.aiplatform.v1.FeatureSelector"
+      optional :skip_online_storage_delete, :bool, 3
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesResponse" do
+      oneof :response do
+        optional :select_entity, :message, 1, "google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectEntity"
+        optional :select_time_range_and_feature, :message, 2, "google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectTimeRangeAndFeature"
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectEntity" do
+      optional :offline_storage_deleted_entity_row_count, :int64, 1
+      optional :online_storage_deleted_entity_count, :int64, 2
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectTimeRangeAndFeature" do
+      optional :impacted_feature_count, :int64, 1
+      optional :offline_storage_modified_entity_row_count, :int64, 2
+      optional :online_storage_modified_entity_count, :int64, 3
+    end
+    add_message "google.cloud.aiplatform.v1.EntityIdSelector" do
+      optional :entity_id_field, :string, 5
+      oneof :EntityIdsSource do
+        optional :csv_source, :message, 3, "google.cloud.aiplatform.v1.CsvSource"
+      end
+    end
   end
 end
 
@@ -275,9 +316,17 @@ module Google
         ImportFeatureValuesOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ImportFeatureValuesOperationMetadata").msgclass
         ExportFeatureValuesOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExportFeatureValuesOperationMetadata").msgclass
         BatchReadFeatureValuesOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchReadFeatureValuesOperationMetadata").msgclass
+        DeleteFeatureValuesOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesOperationMetadata").msgclass
         CreateEntityTypeOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CreateEntityTypeOperationMetadata").msgclass
         CreateFeatureOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CreateFeatureOperationMetadata").msgclass
         BatchCreateFeaturesOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchCreateFeaturesOperationMetadata").msgclass
+        DeleteFeatureValuesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesRequest").msgclass
+        DeleteFeatureValuesRequest::SelectEntity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectEntity").msgclass
+        DeleteFeatureValuesRequest::SelectTimeRangeAndFeature = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesRequest.SelectTimeRangeAndFeature").msgclass
+        DeleteFeatureValuesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesResponse").msgclass
+        DeleteFeatureValuesResponse::SelectEntity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectEntity").msgclass
+        DeleteFeatureValuesResponse::SelectTimeRangeAndFeature = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteFeatureValuesResponse.SelectTimeRangeAndFeature").msgclass
+        EntityIdSelector = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EntityIdSelector").msgclass
       end
     end
   end

data/lib/google/cloud/aiplatform/v1/featurestore_service_services_pb.rb

@@ -97,6 +97,17 @@ module Google
             rpc :BatchReadFeatureValues, ::Google::Cloud::AIPlatform::V1::BatchReadFeatureValuesRequest, ::Google::Longrunning::Operation
             # Exports Feature values from all the entities of a target EntityType.
             rpc :ExportFeatureValues, ::Google::Cloud::AIPlatform::V1::ExportFeatureValuesRequest, ::Google::Longrunning::Operation
+            # Delete Feature values from Featurestore.
+            #
+            # The progress of the deletion is tracked by the returned operation. The
+            # deleted feature values are guaranteed to be invisible to subsequent read
+            # operations after the operation is marked as successfully done.
+            #
+            # If a delete feature values operation fails, the feature values
+            # returned from reads and exports may be inconsistent. If consistency is
+            # required, the caller must retry the same delete request again and wait till
+            # the new operation returned is marked as successfully done.
+            rpc :DeleteFeatureValues, ::Google::Cloud::AIPlatform::V1::DeleteFeatureValuesRequest, ::Google::Longrunning::Operation
             # Searches Features matching a query in a given project.
             rpc :SearchFeatures, ::Google::Cloud::AIPlatform::V1::SearchFeaturesRequest, ::Google::Cloud::AIPlatform::V1::SearchFeaturesResponse
           end

data/lib/google/cloud/aiplatform/v1/index_endpoint_pb.rb

@@ -6,6 +6,7 @@ require 'google/protobuf'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/aiplatform/v1/machine_resources_pb'
+require 'google/cloud/aiplatform/v1/service_networking_pb'
 require 'google/protobuf/timestamp_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -21,6 +22,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :update_time, :message, 8, "google.protobuf.Timestamp"
       optional :network, :string, 9
       optional :enable_private_service_connect, :bool, 10
+      optional :private_service_connect_config, :message, 12, "google.cloud.aiplatform.v1.PrivateServiceConnectConfig"
     end
     add_message "google.cloud.aiplatform.v1.DeployedIndex" do
       optional :id, :string, 1

data/lib/google/cloud/aiplatform/v1/index_endpoint_service_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/aiplatform/v1/index_endpoint_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do

data/lib/google/cloud/aiplatform/v1/index_service_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/aiplatform/v1/index_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do

data/lib/google/cloud/aiplatform/v1/job_service_pb.rb

@@ -12,6 +12,7 @@ require 'google/cloud/aiplatform/v1/custom_job_pb'
 require 'google/cloud/aiplatform/v1/data_labeling_job_pb'
 require 'google/cloud/aiplatform/v1/hyperparameter_tuning_job_pb'
 require 'google/cloud/aiplatform/v1/model_deployment_monitoring_job_pb'
+require 'google/cloud/aiplatform/v1/nas_job_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
 require 'google/protobuf/empty_pb'
@@ -93,6 +94,42 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.aiplatform.v1.CancelHyperparameterTuningJobRequest" do
       optional :name, :string, 1
     end
+    add_message "google.cloud.aiplatform.v1.CreateNasJobRequest" do
+      optional :parent, :string, 1
+      optional :nas_job, :message, 2, "google.cloud.aiplatform.v1.NasJob"
+    end
+    add_message "google.cloud.aiplatform.v1.GetNasJobRequest" do
+      optional :name, :string, 1
+    end
+    add_message "google.cloud.aiplatform.v1.ListNasJobsRequest" do
+      optional :parent, :string, 1
+      optional :filter, :string, 2
+      optional :page_size, :int32, 3
+      optional :page_token, :string, 4
+      optional :read_mask, :message, 5, "google.protobuf.FieldMask"
+    end
+    add_message "google.cloud.aiplatform.v1.ListNasJobsResponse" do
+      repeated :nas_jobs, :message, 1, "google.cloud.aiplatform.v1.NasJob"
+      optional :next_page_token, :string, 2
+    end
+    add_message "google.cloud.aiplatform.v1.DeleteNasJobRequest" do
+      optional :name, :string, 1
+    end
+    add_message "google.cloud.aiplatform.v1.CancelNasJobRequest" do
+      optional :name, :string, 1
+    end
+    add_message "google.cloud.aiplatform.v1.GetNasTrialDetailRequest" do
+      optional :name, :string, 1
+    end
+    add_message "google.cloud.aiplatform.v1.ListNasTrialDetailsRequest" do
+      optional :parent, :string, 1
+      optional :page_size, :int32, 2
+      optional :page_token, :string, 3
+    end
+    add_message "google.cloud.aiplatform.v1.ListNasTrialDetailsResponse" do
+      repeated :nas_trial_details, :message, 1, "google.cloud.aiplatform.v1.NasTrialDetail"
+      optional :next_page_token, :string, 2
+    end
     add_message "google.cloud.aiplatform.v1.CreateBatchPredictionJobRequest" do
       optional :parent, :string, 1
       optional :batch_prediction_job, :message, 2, "google.cloud.aiplatform.v1.BatchPredictionJob"
@@ -194,6 +231,15 @@ module Google
         ListHyperparameterTuningJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListHyperparameterTuningJobsResponse").msgclass
         DeleteHyperparameterTuningJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteHyperparameterTuningJobRequest").msgclass
         CancelHyperparameterTuningJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CancelHyperparameterTuningJobRequest").msgclass
+        CreateNasJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CreateNasJobRequest").msgclass
+        GetNasJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GetNasJobRequest").msgclass
+        ListNasJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListNasJobsRequest").msgclass
+        ListNasJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListNasJobsResponse").msgclass
+        DeleteNasJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.DeleteNasJobRequest").msgclass
+        CancelNasJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CancelNasJobRequest").msgclass
+        GetNasTrialDetailRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GetNasTrialDetailRequest").msgclass
+        ListNasTrialDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListNasTrialDetailsRequest").msgclass
+        ListNasTrialDetailsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListNasTrialDetailsResponse").msgclass
         CreateBatchPredictionJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CreateBatchPredictionJobRequest").msgclass
         GetBatchPredictionJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GetBatchPredictionJobRequest").msgclass
         ListBatchPredictionJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListBatchPredictionJobsRequest").msgclass

data/lib/google/cloud/aiplatform/v1/job_service_services_pb.rb

@@ -89,6 +89,32 @@ module Google
             # [HyperparameterTuningJob.state][google.cloud.aiplatform.v1.HyperparameterTuningJob.state]
             # is set to `CANCELLED`.
             rpc :CancelHyperparameterTuningJob, ::Google::Cloud::AIPlatform::V1::CancelHyperparameterTuningJobRequest, ::Google::Protobuf::Empty
+            # Creates a NasJob
+            rpc :CreateNasJob, ::Google::Cloud::AIPlatform::V1::CreateNasJobRequest, ::Google::Cloud::AIPlatform::V1::NasJob
+            # Gets a NasJob
+            rpc :GetNasJob, ::Google::Cloud::AIPlatform::V1::GetNasJobRequest, ::Google::Cloud::AIPlatform::V1::NasJob
+            # Lists NasJobs in a Location.
+            rpc :ListNasJobs, ::Google::Cloud::AIPlatform::V1::ListNasJobsRequest, ::Google::Cloud::AIPlatform::V1::ListNasJobsResponse
+            # Deletes a NasJob.
+            rpc :DeleteNasJob, ::Google::Cloud::AIPlatform::V1::DeleteNasJobRequest, ::Google::Longrunning::Operation
+            # Cancels a NasJob.
+            # Starts asynchronous cancellation on the NasJob. The server
+            # makes a best effort to cancel the job, but success is not
+            # guaranteed. Clients can use
+            # [JobService.GetNasJob][google.cloud.aiplatform.v1.JobService.GetNasJob] or
+            # other methods to check whether the cancellation succeeded or whether the
+            # job completed despite cancellation. On successful cancellation,
+            # the NasJob is not deleted; instead it becomes a job with
+            # a [NasJob.error][google.cloud.aiplatform.v1.NasJob.error] value with a
+            # [google.rpc.Status.code][google.rpc.Status.code] of 1, corresponding to
+            # `Code.CANCELLED`, and
+            # [NasJob.state][google.cloud.aiplatform.v1.NasJob.state] is set to
+            # `CANCELLED`.
+            rpc :CancelNasJob, ::Google::Cloud::AIPlatform::V1::CancelNasJobRequest, ::Google::Protobuf::Empty
+            # Gets a NasTrialDetail.
+            rpc :GetNasTrialDetail, ::Google::Cloud::AIPlatform::V1::GetNasTrialDetailRequest, ::Google::Cloud::AIPlatform::V1::NasTrialDetail
+            # List top NasTrialDetails of a NasJob.
+            rpc :ListNasTrialDetails, ::Google::Cloud::AIPlatform::V1::ListNasTrialDetailsRequest, ::Google::Cloud::AIPlatform::V1::ListNasTrialDetailsResponse
             # Creates a BatchPredictionJob. A BatchPredictionJob once created will
             # right away be attempted to start.
             rpc :CreateBatchPredictionJob, ::Google::Cloud::AIPlatform::V1::CreateBatchPredictionJobRequest, ::Google::Cloud::AIPlatform::V1::BatchPredictionJob

data/lib/google/cloud/aiplatform/v1/metadata_service_pb.rb

@@ -16,6 +16,7 @@ require 'google/cloud/aiplatform/v1/metadata_schema_pb'
 require 'google/cloud/aiplatform/v1/metadata_store_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do

data/lib/google/cloud/aiplatform/v1/model_evaluation_slice_pb.rb

@@ -5,8 +5,10 @@ require 'google/protobuf'
 
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
+require 'google/cloud/aiplatform/v1/explanation_pb'
 require 'google/protobuf/struct_pb'
 require 'google/protobuf/timestamp_pb'
+require 'google/protobuf/wrappers_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/aiplatform/v1/model_evaluation_slice.proto", :syntax => :proto3) do
@@ -16,10 +18,32 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :metrics_schema_uri, :string, 3
       optional :metrics, :message, 4, "google.protobuf.Value"
       optional :create_time, :message, 5, "google.protobuf.Timestamp"
+      optional :model_explanation, :message, 6, "google.cloud.aiplatform.v1.ModelExplanation"
     end
     add_message "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice" do
       optional :dimension, :string, 1
       optional :value, :string, 2
+      optional :slice_spec, :message, 3, "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec"
+    end
+    add_message "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec" do
+      map :configs, :string, :message, 1, "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.SliceConfig"
+    end
+    add_message "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.SliceConfig" do
+      oneof :kind do
+        optional :value, :message, 1, "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Value"
+        optional :range, :message, 2, "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Range"
+        optional :all_values, :message, 3, "google.protobuf.BoolValue"
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Range" do
+      optional :low, :float, 1
+      optional :high, :float, 2
+    end
+    add_message "google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Value" do
+      oneof :kind do
+        optional :string_value, :string, 1
+        optional :float_value, :float, 2
+      end
     end
   end
 end
@@ -30,6 +54,10 @@ module Google
       module V1
         ModelEvaluationSlice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice").msgclass
         ModelEvaluationSlice::Slice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice").msgclass
+        ModelEvaluationSlice::Slice::SliceSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec").msgclass
+        ModelEvaluationSlice::Slice::SliceSpec::SliceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.SliceConfig").msgclass
+        ModelEvaluationSlice::Slice::SliceSpec::Range = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Range").msgclass
+        ModelEvaluationSlice::Slice::SliceSpec::Value = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelEvaluationSlice.Slice.SliceSpec.Value").msgclass
       end
     end
   end

data/lib/google/cloud/aiplatform/v1/model_pb.rb

@@ -41,6 +41,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       map :labels, :string, :string, 17
       optional :encryption_spec, :message, 24, "google.cloud.aiplatform.v1.EncryptionSpec"
       optional :model_source_info, :message, 38, "google.cloud.aiplatform.v1.ModelSourceInfo"
+      optional :original_model_info, :message, 34, "google.cloud.aiplatform.v1.Model.OriginalModelInfo"
       optional :metadata_artifact, :string, 44
     end
     add_message "google.cloud.aiplatform.v1.Model.ExportFormat" do
@@ -52,6 +53,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :ARTIFACT, 1
       value :IMAGE, 2
     end
+    add_message "google.cloud.aiplatform.v1.Model.OriginalModelInfo" do
+      optional :model, :string, 1
+    end
     add_enum "google.cloud.aiplatform.v1.Model.DeploymentResourcesType" do
       value :DEPLOYMENT_RESOURCES_TYPE_UNSPECIFIED, 0
       value :DEDICATED_RESOURCES, 1
@@ -94,6 +98,7 @@ module Google
         Model = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Model").msgclass
         Model::ExportFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Model.ExportFormat").msgclass
         Model::ExportFormat::ExportableContent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Model.ExportFormat.ExportableContent").enummodule
+        Model::OriginalModelInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Model.OriginalModelInfo").msgclass
         Model::DeploymentResourcesType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Model.DeploymentResourcesType").enummodule
         PredictSchemata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PredictSchemata").msgclass
         ModelContainerSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ModelContainerSpec").msgclass

data/lib/google/cloud/aiplatform/v1/model_service_pb.rb

@@ -7,12 +7,15 @@ require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
+require 'google/cloud/aiplatform/v1/encryption_spec_pb'
+require 'google/cloud/aiplatform/v1/evaluated_annotation_pb'
 require 'google/cloud/aiplatform/v1/io_pb'
 require 'google/cloud/aiplatform/v1/model_pb'
 require 'google/cloud/aiplatform/v1/model_evaluation_pb'
 require 'google/cloud/aiplatform/v1/model_evaluation_slice_pb'
 require 'google/cloud/aiplatform/v1/operation_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -91,6 +94,22 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.aiplatform.v1.ExportModelResponse" do
     end
+    add_message "google.cloud.aiplatform.v1.CopyModelRequest" do
+      optional :parent, :string, 1
+      optional :source_model, :string, 2
+      optional :encryption_spec, :message, 3, "google.cloud.aiplatform.v1.EncryptionSpec"
+      oneof :destination_model do
+        optional :model_id, :string, 4
+        optional :parent_model, :string, 5
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.CopyModelOperationMetadata" do
+      optional :generic_metadata, :message, 1, "google.cloud.aiplatform.v1.GenericOperationMetadata"
+    end
+    add_message "google.cloud.aiplatform.v1.CopyModelResponse" do
+      optional :model, :string, 1
+      optional :model_version_id, :string, 2
+    end
     add_message "google.cloud.aiplatform.v1.ImportModelEvaluationRequest" do
       optional :parent, :string, 1
       optional :model_evaluation, :message, 2, "google.cloud.aiplatform.v1.ModelEvaluation"
@@ -102,6 +121,13 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesResponse" do
       repeated :imported_model_evaluation_slices, :string, 1
     end
+    add_message "google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsRequest" do
+      optional :parent, :string, 1
+      repeated :evaluated_annotations, :message, 2, "google.cloud.aiplatform.v1.EvaluatedAnnotation"
+    end
+    add_message "google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsResponse" do
+      optional :imported_evaluated_annotations_count, :int32, 1
+    end
     add_message "google.cloud.aiplatform.v1.GetModelEvaluationRequest" do
       optional :name, :string, 1
     end
@@ -154,9 +180,14 @@ module Google
         ExportModelOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExportModelOperationMetadata").msgclass
         ExportModelOperationMetadata::OutputInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExportModelOperationMetadata.OutputInfo").msgclass
         ExportModelResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExportModelResponse").msgclass
+        CopyModelRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CopyModelRequest").msgclass
+        CopyModelOperationMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CopyModelOperationMetadata").msgclass
+        CopyModelResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CopyModelResponse").msgclass
         ImportModelEvaluationRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ImportModelEvaluationRequest").msgclass
         BatchImportModelEvaluationSlicesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesRequest").msgclass
         BatchImportModelEvaluationSlicesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesResponse").msgclass
+        BatchImportEvaluatedAnnotationsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsRequest").msgclass
+        BatchImportEvaluatedAnnotationsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsResponse").msgclass
         GetModelEvaluationRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GetModelEvaluationRequest").msgclass
         ListModelEvaluationsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListModelEvaluationsRequest").msgclass
         ListModelEvaluationsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ListModelEvaluationsResponse").msgclass

data/lib/google/cloud/aiplatform/v1/model_service_services_pb.rb

@@ -54,8 +54,9 @@ module Google
             rpc :DeleteModel, ::Google::Cloud::AIPlatform::V1::DeleteModelRequest, ::Google::Longrunning::Operation
             # Deletes a Model version.
             #
-            # Model version can only be deleted if there are no [DeployedModels][]
-            # created from it. Deleting the only version in the Model is not allowed. Use
+            # Model version can only be deleted if there are no
+            # [DeployedModels][google.cloud.aiplatform.v1.DeployedModel] created from it.
+            # Deleting the only version in the Model is not allowed. Use
             # [DeleteModel][google.cloud.aiplatform.v1.ModelService.DeleteModel] for
             # deleting the Model instead.
             rpc :DeleteModelVersion, ::Google::Cloud::AIPlatform::V1::DeleteModelVersionRequest, ::Google::Longrunning::Operation
@@ -66,10 +67,19 @@ module Google
             # [supported export
             # format][google.cloud.aiplatform.v1.Model.supported_export_formats].
             rpc :ExportModel, ::Google::Cloud::AIPlatform::V1::ExportModelRequest, ::Google::Longrunning::Operation
+            # Copies an already existing Vertex AI Model into the specified Location.
+            # The source Model must exist in the same Project.
+            # When copying custom Models, the users themselves are responsible for
+            # [Model.metadata][google.cloud.aiplatform.v1.Model.metadata] content to be
+            # region-agnostic, as well as making sure that any resources (e.g. files) it
+            # depends on remain accessible.
+            rpc :CopyModel, ::Google::Cloud::AIPlatform::V1::CopyModelRequest, ::Google::Longrunning::Operation
             # Imports an externally generated ModelEvaluation.
             rpc :ImportModelEvaluation, ::Google::Cloud::AIPlatform::V1::ImportModelEvaluationRequest, ::Google::Cloud::AIPlatform::V1::ModelEvaluation
             # Imports a list of externally generated ModelEvaluationSlice.
             rpc :BatchImportModelEvaluationSlices, ::Google::Cloud::AIPlatform::V1::BatchImportModelEvaluationSlicesRequest, ::Google::Cloud::AIPlatform::V1::BatchImportModelEvaluationSlicesResponse
+            # Imports a list of externally generated EvaluatedAnnotations.
+            rpc :BatchImportEvaluatedAnnotations, ::Google::Cloud::AIPlatform::V1::BatchImportEvaluatedAnnotationsRequest, ::Google::Cloud::AIPlatform::V1::BatchImportEvaluatedAnnotationsResponse
             # Gets a ModelEvaluation.
             rpc :GetModelEvaluation, ::Google::Cloud::AIPlatform::V1::GetModelEvaluationRequest, ::Google::Cloud::AIPlatform::V1::ModelEvaluation
             # Lists ModelEvaluations in a Model.

data/lib/google/cloud/aiplatform/v1/nas_job_pb.rb

@@ -0,0 +1,123 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/aiplatform/v1/nas_job.proto
+
+require 'google/protobuf'
+
+require 'google/api/field_behavior_pb'
+require 'google/api/resource_pb'
+require 'google/cloud/aiplatform/v1/custom_job_pb'
+require 'google/cloud/aiplatform/v1/encryption_spec_pb'
+require 'google/cloud/aiplatform/v1/job_state_pb'
+require 'google/cloud/aiplatform/v1/study_pb'
+require 'google/protobuf/timestamp_pb'
+require 'google/rpc/status_pb'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("google/cloud/aiplatform/v1/nas_job.proto", :syntax => :proto3) do
+    add_message "google.cloud.aiplatform.v1.NasJob" do
+      optional :name, :string, 1
+      optional :display_name, :string, 2
+      optional :nas_job_spec, :message, 4, "google.cloud.aiplatform.v1.NasJobSpec"
+      optional :nas_job_output, :message, 5, "google.cloud.aiplatform.v1.NasJobOutput"
+      optional :state, :enum, 6, "google.cloud.aiplatform.v1.JobState"
+      optional :create_time, :message, 7, "google.protobuf.Timestamp"
+      optional :start_time, :message, 8, "google.protobuf.Timestamp"
+      optional :end_time, :message, 9, "google.protobuf.Timestamp"
+      optional :update_time, :message, 10, "google.protobuf.Timestamp"
+      optional :error, :message, 11, "google.rpc.Status"
+      map :labels, :string, :string, 12
+      optional :encryption_spec, :message, 13, "google.cloud.aiplatform.v1.EncryptionSpec"
+      optional :enable_restricted_image_training, :bool, 14
+    end
+    add_message "google.cloud.aiplatform.v1.NasTrialDetail" do
+      optional :name, :string, 1
+      optional :parameters, :string, 2
+      optional :search_trial, :message, 3, "google.cloud.aiplatform.v1.NasTrial"
+      optional :train_trial, :message, 4, "google.cloud.aiplatform.v1.NasTrial"
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobSpec" do
+      optional :resume_nas_job_id, :string, 3
+      optional :search_space_spec, :string, 1
+      oneof :nas_algorithm_spec do
+        optional :multi_trial_algorithm_spec, :message, 2, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec"
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec" do
+      optional :multi_trial_algorithm, :enum, 1, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MultiTrialAlgorithm"
+      optional :metric, :message, 2, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec"
+      optional :search_trial_spec, :message, 3, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.SearchTrialSpec"
+      optional :train_trial_spec, :message, 4, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.TrainTrialSpec"
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec" do
+      optional :metric_id, :string, 1
+      optional :goal, :enum, 2, "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec.GoalType"
+    end
+    add_enum "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec.GoalType" do
+      value :GOAL_TYPE_UNSPECIFIED, 0
+      value :MAXIMIZE, 1
+      value :MINIMIZE, 2
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.SearchTrialSpec" do
+      optional :search_trial_job_spec, :message, 1, "google.cloud.aiplatform.v1.CustomJobSpec"
+      optional :max_trial_count, :int32, 2
+      optional :max_parallel_trial_count, :int32, 3
+      optional :max_failed_trial_count, :int32, 4
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.TrainTrialSpec" do
+      optional :train_trial_job_spec, :message, 1, "google.cloud.aiplatform.v1.CustomJobSpec"
+      optional :max_parallel_trial_count, :int32, 2
+      optional :frequency, :int32, 3
+    end
+    add_enum "google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MultiTrialAlgorithm" do
+      value :MULTI_TRIAL_ALGORITHM_UNSPECIFIED, 0
+      value :REINFORCEMENT_LEARNING, 1
+      value :GRID_SEARCH, 2
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobOutput" do
+      oneof :output do
+        optional :multi_trial_job_output, :message, 1, "google.cloud.aiplatform.v1.NasJobOutput.MultiTrialJobOutput"
+      end
+    end
+    add_message "google.cloud.aiplatform.v1.NasJobOutput.MultiTrialJobOutput" do
+      repeated :search_trials, :message, 1, "google.cloud.aiplatform.v1.NasTrial"
+      repeated :train_trials, :message, 2, "google.cloud.aiplatform.v1.NasTrial"
+    end
+    add_message "google.cloud.aiplatform.v1.NasTrial" do
+      optional :id, :string, 1
+      optional :state, :enum, 2, "google.cloud.aiplatform.v1.NasTrial.State"
+      optional :final_measurement, :message, 3, "google.cloud.aiplatform.v1.Measurement"
+      optional :start_time, :message, 4, "google.protobuf.Timestamp"
+      optional :end_time, :message, 5, "google.protobuf.Timestamp"
+    end
+    add_enum "google.cloud.aiplatform.v1.NasTrial.State" do
+      value :STATE_UNSPECIFIED, 0
+      value :REQUESTED, 1
+      value :ACTIVE, 2
+      value :STOPPING, 3
+      value :SUCCEEDED, 4
+      value :INFEASIBLE, 5
+    end
+  end
+end
+
+module Google
+  module Cloud
+    module AIPlatform
+      module V1
+        NasJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJob").msgclass
+        NasTrialDetail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasTrialDetail").msgclass
+        NasJobSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec").msgclass
+        NasJobSpec::MultiTrialAlgorithmSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec").msgclass
+        NasJobSpec::MultiTrialAlgorithmSpec::MetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec").msgclass
+        NasJobSpec::MultiTrialAlgorithmSpec::MetricSpec::GoalType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MetricSpec.GoalType").enummodule
+        NasJobSpec::MultiTrialAlgorithmSpec::SearchTrialSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.SearchTrialSpec").msgclass
+        NasJobSpec::MultiTrialAlgorithmSpec::TrainTrialSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.TrainTrialSpec").msgclass
+        NasJobSpec::MultiTrialAlgorithmSpec::MultiTrialAlgorithm = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobSpec.MultiTrialAlgorithmSpec.MultiTrialAlgorithm").enummodule
+        NasJobOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobOutput").msgclass
+        NasJobOutput::MultiTrialJobOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasJobOutput.MultiTrialJobOutput").msgclass
+        NasTrial = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasTrial").msgclass
+        NasTrial::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.NasTrial.State").enummodule
+      end
+    end
+  end
+end

data/lib/google/cloud/aiplatform/v1/pipeline_job_pb.rb

@@ -106,6 +106,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.aiplatform.v1.PipelineTaskExecutorDetail.CustomJobDetail" do
       optional :job, :string, 1
+      repeated :failed_jobs, :string, 3
     end
   end
 end