google-cloud-automl-v1beta1 0.1.0

data/proto_docs/google/api/resource.rb

@@ -0,0 +1,247 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Api
+    # A simple descriptor of a resource type.
+    #
+    # ResourceDescriptor annotates a resource message (either by means of a
+    # protobuf annotation or use in the service config), and associates the
+    # resource's schema, the resource type, and the pattern of the resource name.
+    #
+    # Example:
+    #
+    #     message Topic {
+    #       // Indicates this message defines a resource schema.
+    #       // Declares the resource type in the format of {service}/{kind}.
+    #       // For Kubernetes resources, the format is {api group}/{kind}.
+    #       option (google.api.resource) = {
+    #         type: "pubsub.googleapis.com/Topic"
+    #         name_descriptor: {
+    #           pattern: "projects/{project}/topics/{topic}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
+    #         }
+    #       };
+    #     }
+    #
+    # The ResourceDescriptor Yaml config will look like:
+    #
+    #    resources:
+    #    - type: "pubsub.googleapis.com/Topic"
+    #      name_descriptor:
+    #        - pattern: "projects/\\{project}/topics/\\{topic}"
+    #          parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #          parent_name_extractor: "projects/\\{project}"
+    #
+    # Sometimes, resources have multiple patterns, typically because they can
+    # live under multiple parents.
+    #
+    # Example:
+    #
+    #     message LogEntry {
+    #       option (google.api.resource) = {
+    #         type: "logging.googleapis.com/LogEntry"
+    #         name_descriptor: {
+    #           pattern: "projects/{project}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
+    #         }
+    #         name_descriptor: {
+    #           pattern: "folders/{folder}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
+    #           parent_name_extractor: "folders/{folder}"
+    #         }
+    #         name_descriptor: {
+    #           pattern: "organizations/{organization}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Organization"
+    #           parent_name_extractor: "organizations/{organization}"
+    #         }
+    #         name_descriptor: {
+    #           pattern: "billingAccounts/{billing_account}/logs/{log}"
+    #           parent_type: "billing.googleapis.com/BillingAccount"
+    #           parent_name_extractor: "billingAccounts/{billing_account}"
+    #         }
+    #       };
+    #     }
+    #
+    # The ResourceDescriptor Yaml config will look like:
+    #
+    #     resources:
+    #     - type: 'logging.googleapis.com/LogEntry'
+    #       name_descriptor:
+    #         - pattern: "projects/{project}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
+    #         - pattern: "folders/{folder}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
+    #           parent_name_extractor: "folders/{folder}"
+    #         - pattern: "organizations/{organization}/logs/{log}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Organization"
+    #           parent_name_extractor: "organizations/{organization}"
+    #         - pattern: "billingAccounts/{billing_account}/logs/{log}"
+    #           parent_type: "billing.googleapis.com/BillingAccount"
+    #           parent_name_extractor: "billingAccounts/{billing_account}"
+    #
+    # For flexible resources, the resource name doesn't contain parent names, but
+    # the resource itself has parents for policy evaluation.
+    #
+    # Example:
+    #
+    #     message Shelf {
+    #       option (google.api.resource) = {
+    #         type: "library.googleapis.com/Shelf"
+    #         name_descriptor: {
+    #           pattern: "shelves/{shelf}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #         }
+    #         name_descriptor: {
+    #           pattern: "shelves/{shelf}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
+    #         }
+    #       };
+    #     }
+    #
+    # The ResourceDescriptor Yaml config will look like:
+    #
+    #     resources:
+    #     - type: 'library.googleapis.com/Shelf'
+    #       name_descriptor:
+    #         - pattern: "shelves/{shelf}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #         - pattern: "shelves/{shelf}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
+    # @!attribute [rw] type
+    #   @return [String]
+    #     The resource type. It must be in the format of
+    #     \\{service_name}/\\{resource_type_kind}. The `resource_type_kind` must be
+    #     singular and must not include version numbers.
+    #
+    #     Example: `storage.googleapis.com/Bucket`
+    #
+    #     The value of the resource_type_kind must follow the regular expression
+    #     /[A-Za-z][a-zA-Z0-9]+/. It should start with an upper case character and
+    #     should use PascalCase (UpperCamelCase). The maximum number of
+    #     characters allowed for the `resource_type_kind` is 100.
+    # @!attribute [rw] pattern
+    #   @return [Array<String>]
+    #     Optional. The relative resource name pattern associated with this resource
+    #     type. The DNS prefix of the full resource name shouldn't be specified here.
+    #
+    #     The path pattern must follow the syntax, which aligns with HTTP binding
+    #     syntax:
+    #
+    #         Template = Segment { "/" Segment } ;
+    #         Segment = LITERAL | Variable ;
+    #         Variable = "{" LITERAL "}" ;
+    #
+    #     Examples:
+    #
+    #         - "projects/\\{project}/topics/\\{topic}"
+    #         - "projects/\\{project}/knowledgeBases/\\{knowledge_base}"
+    #
+    #     The components in braces correspond to the IDs for each resource in the
+    #     hierarchy. It is expected that, if multiple patterns are provided,
+    #     the same component name (e.g. "project") refers to IDs of the same
+    #     type of resource.
+    # @!attribute [rw] name_field
+    #   @return [String]
+    #     Optional. The field on the resource that designates the resource name
+    #     field. If omitted, this is assumed to be "name".
+    # @!attribute [rw] history
+    #   @return [Google::Api::ResourceDescriptor::History]
+    #     Optional. The historical or future-looking state of the resource pattern.
+    #
+    #     Example:
+    #
+    #         // The InspectTemplate message originally only supported resource
+    #         // names with organization, and project was added later.
+    #         message InspectTemplate {
+    #           option (google.api.resource) = {
+    #             type: "dlp.googleapis.com/InspectTemplate"
+    #             pattern:
+    #             "organizations/{organization}/inspectTemplates/{inspect_template}"
+    #             pattern: "projects/{project}/inspectTemplates/{inspect_template}"
+    #             history: ORIGINALLY_SINGLE_PATTERN
+    #           };
+    #         }
+    # @!attribute [rw] plural
+    #   @return [String]
+    #     The plural name used in the resource name, such as 'projects' for
+    #     the name of 'projects/\\{project}'. It is the same concept of the `plural`
+    #     field in k8s CRD spec
+    #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
+    # @!attribute [rw] singular
+    #   @return [String]
+    #     The same concept of the `singular` field in k8s CRD spec
+    #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
+    #     Such as "project" for the `resourcemanager.googleapis.com/Project` type.
+    class ResourceDescriptor
+      include Google::Protobuf::MessageExts
+      extend Google::Protobuf::MessageExts::ClassMethods
+
+      # A description of the historical or future-looking state of the
+      # resource pattern.
+      module History
+        # The "unset" value.
+        HISTORY_UNSPECIFIED = 0
+
+        # The resource originally had one pattern and launched as such, and
+        # additional patterns were added later.
+        ORIGINALLY_SINGLE_PATTERN = 1
+
+        # The resource has one pattern, but the API owner expects to add more
+        # later. (This is the inverse of ORIGINALLY_SINGLE_PATTERN, and prevents
+        # that from being necessary once there are multiple patterns.)
+        FUTURE_MULTI_PATTERN = 2
+      end
+    end
+
+    # Defines a proto annotation that describes a string field that refers to
+    # an API resource.
+    # @!attribute [rw] type
+    #   @return [String]
+    #     The resource type that the annotated field references.
+    #
+    #     Example:
+    #
+    #         message Subscription {
+    #           string topic = 2 [(google.api.resource_reference) = {
+    #             type: "pubsub.googleapis.com/Topic"
+    #           }];
+    #         }
+    # @!attribute [rw] child_type
+    #   @return [String]
+    #     The resource type of a child collection that the annotated field
+    #     references. This is useful for annotating the `parent` field that
+    #     doesn't have a fixed resource type.
+    #
+    #     Example:
+    #
+    #       message ListLogEntriesRequest {
+    #         string parent = 1 [(google.api.resource_reference) = {
+    #           child_type: "logging.googleapis.com/LogEntry"
+    #         };
+    #       }
+    class ResourceReference
+      include Google::Protobuf::MessageExts
+      extend Google::Protobuf::MessageExts::ClassMethods
+    end
+  end
+end

data/proto_docs/google/cloud/automl/v1beta1/annotation_payload.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module AutoML
+      module V1beta1
+        # Contains annotation information that is relevant to AutoML.
+        # @!attribute [rw] translation
+        #   @return [Google::Cloud::AutoML::V1beta1::TranslationAnnotation]
+        #     Annotation details for translation.
+        # @!attribute [rw] classification
+        #   @return [Google::Cloud::AutoML::V1beta1::ClassificationAnnotation]
+        #     Annotation details for content or image classification.
+        # @!attribute [rw] image_object_detection
+        #   @return [Google::Cloud::AutoML::V1beta1::ImageObjectDetectionAnnotation]
+        #     Annotation details for image object detection.
+        # @!attribute [rw] video_classification
+        #   @return [Google::Cloud::AutoML::V1beta1::VideoClassificationAnnotation]
+        #     Annotation details for video classification.
+        #     Returned for Video Classification predictions.
+        # @!attribute [rw] video_object_tracking
+        #   @return [Google::Cloud::AutoML::V1beta1::VideoObjectTrackingAnnotation]
+        #     Annotation details for video object tracking.
+        # @!attribute [rw] text_extraction
+        #   @return [Google::Cloud::AutoML::V1beta1::TextExtractionAnnotation]
+        #     Annotation details for text extraction.
+        # @!attribute [rw] text_sentiment
+        #   @return [Google::Cloud::AutoML::V1beta1::TextSentimentAnnotation]
+        #     Annotation details for text sentiment.
+        # @!attribute [rw] tables
+        #   @return [Google::Cloud::AutoML::V1beta1::TablesAnnotation]
+        #     Annotation details for Tables.
+        # @!attribute [rw] annotation_spec_id
+        #   @return [String]
+        #     Output only . The resource ID of the annotation spec that
+        #     this annotation pertains to. The annotation spec comes from either an
+        #     ancestor dataset, or the dataset that was used to train the model in use.
+        # @!attribute [rw] display_name
+        #   @return [String]
+        #     Output only. The value of
+        #     {Google::Cloud::AutoML::V1beta1::AnnotationSpec#display_name display_name}
+        #     when the model was trained. Because this field returns a value at model
+        #     training time, for different models trained using the same dataset, the
+        #     returned value could be different as model owner could update the
+        #     `display_name` between any two model training.
+        class AnnotationPayload
+          include Google::Protobuf::MessageExts
+          extend Google::Protobuf::MessageExts::ClassMethods
+        end
+      end
+    end
+  end
+end

data/proto_docs/google/cloud/automl/v1beta1/annotation_spec.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module AutoML
+      module V1beta1
+        # A definition of an annotation spec.
+        # @!attribute [rw] name
+        #   @return [String]
+        #     Output only. Resource name of the annotation spec.
+        #     Form:
+        #
+        #     'projects/\\{project_id}/locations/\\{location_id}/datasets/\\{dataset_id}/annotationSpecs/\\{annotation_spec_id}'
+        # @!attribute [rw] display_name
+        #   @return [String]
+        #     Required. The name of the annotation spec to show in the interface. The name can be
+        #     up to 32 characters long and must match the regexp `[a-zA-Z0-9_]+`.
+        # @!attribute [rw] example_count
+        #   @return [Integer]
+        #     Output only. The number of examples in the parent dataset
+        #     labeled by the annotation spec.
+        class AnnotationSpec
+          include Google::Protobuf::MessageExts
+          extend Google::Protobuf::MessageExts::ClassMethods
+        end
+      end
+    end
+  end
+end

data/proto_docs/google/cloud/automl/v1beta1/classification.rb

@@ -0,0 +1,234 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module AutoML
+      module V1beta1
+        # Contains annotation details specific to classification.
+        # @!attribute [rw] score
+        #   @return [Float]
+        #     Output only. A confidence estimate between 0.0 and 1.0. A higher value
+        #     means greater confidence that the annotation is positive. If a user
+        #     approves an annotation as negative or positive, the score value remains
+        #     unchanged. If a user creates an annotation, the score is 0 for negative or
+        #     1 for positive.
+        class ClassificationAnnotation
+          include Google::Protobuf::MessageExts
+          extend Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Contains annotation details specific to video classification.
+        # @!attribute [rw] type
+        #   @return [String]
+        #     Output only. Expresses the type of video classification. Possible values:
+        #
+        #     *  `segment` - Classification done on a specified by user
+        #            time segment of a video. AnnotationSpec is answered to be present
+        #            in that time segment, if it is present in any part of it. The video
+        #            ML model evaluations are done only for this type of classification.
+        #
+        #     *  `shot`- Shot-level classification.
+        #            AutoML Video Intelligence determines the boundaries
+        #            for each camera shot in the entire segment of the video that user
+        #            specified in the request configuration. AutoML Video Intelligence
+        #            then returns labels and their confidence scores for each detected
+        #            shot, along with the start and end time of the shot.
+        #            WARNING: Model evaluation is not done for this classification type,
+        #            the quality of it depends on training data, but there are no
+        #            metrics provided to describe that quality.
+        #
+        #     *  `1s_interval` - AutoML Video Intelligence returns labels and their
+        #            confidence scores for each second of the entire segment of the video
+        #            that user specified in the request configuration.
+        #            WARNING: Model evaluation is not done for this classification type,
+        #            the quality of it depends on training data, but there are no
+        #            metrics provided to describe that quality.
+        # @!attribute [rw] classification_annotation
+        #   @return [Google::Cloud::AutoML::V1beta1::ClassificationAnnotation]
+        #     Output only . The classification details of this annotation.
+        # @!attribute [rw] time_segment
+        #   @return [Google::Cloud::AutoML::V1beta1::TimeSegment]
+        #     Output only . The time segment of the video to which the
+        #     annotation applies.
+        class VideoClassificationAnnotation
+          include Google::Protobuf::MessageExts
+          extend Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Model evaluation metrics for classification problems.
+        # Note: For Video Classification this metrics only describe quality of the
+        # Video Classification predictions of "segment_classification" type.
+        # @!attribute [rw] au_prc
+        #   @return [Float]
+        #     Output only. The Area Under Precision-Recall Curve metric. Micro-averaged
+        #     for the overall evaluation.
+        # @!attribute [rw] base_au_prc
+        #   @return [Float]
+        #     Output only. The Area Under Precision-Recall Curve metric based on priors.
+        #     Micro-averaged for the overall evaluation.
+        #     Deprecated.
+        # @!attribute [rw] au_roc
+        #   @return [Float]
+        #     Output only. The Area Under Receiver Operating Characteristic curve metric.
+        #     Micro-averaged for the overall evaluation.
+        # @!attribute [rw] log_loss
+        #   @return [Float]
+        #     Output only. The Log Loss metric.
+        # @!attribute [rw] confidence_metrics_entry
+        #   @return [Array<Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfidenceMetricsEntry>]
+        #     Output only. Metrics for each confidence_threshold in
+        #     0.00,0.05,0.10,...,0.95,0.96,0.97,0.98,0.99 and
+        #     position_threshold = INT32_MAX_VALUE.
+        #     ROC and precision-recall curves, and other aggregated metrics are derived
+        #     from them. The confidence metrics entries may also be supplied for
+        #     additional values of position_threshold, but from these no aggregated
+        #     metrics are computed.
+        # @!attribute [rw] confusion_matrix
+        #   @return [Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfusionMatrix]
+        #     Output only. Confusion matrix of the evaluation.
+        #     Only set for MULTICLASS classification problems where number
+        #     of labels is no more than 10.
+        #     Only set for model level evaluation, not for evaluation per label.
+        # @!attribute [rw] annotation_spec_id
+        #   @return [Array<String>]
+        #     Output only. The annotation spec ids used for this evaluation.
+        class ClassificationEvaluationMetrics
+          include Google::Protobuf::MessageExts
+          extend Google::Protobuf::MessageExts::ClassMethods
+
+          # Metrics for a single confidence threshold.
+          # @!attribute [rw] confidence_threshold
+          #   @return [Float]
+          #     Output only. Metrics are computed with an assumption that the model
+          #     never returns predictions with score lower than this value.
+          # @!attribute [rw] position_threshold
+          #   @return [Integer]
+          #     Output only. Metrics are computed with an assumption that the model
+          #     always returns at most this many predictions (ordered by their score,
+          #     descendingly), but they all still need to meet the confidence_threshold.
+          # @!attribute [rw] recall
+          #   @return [Float]
+          #     Output only. Recall (True Positive Rate) for the given confidence
+          #     threshold.
+          # @!attribute [rw] precision
+          #   @return [Float]
+          #     Output only. Precision for the given confidence threshold.
+          # @!attribute [rw] false_positive_rate
+          #   @return [Float]
+          #     Output only. False Positive Rate for the given confidence threshold.
+          # @!attribute [rw] f1_score
+          #   @return [Float]
+          #     Output only. The harmonic mean of recall and precision.
+          # @!attribute [rw] recall_at1
+          #   @return [Float]
+          #     Output only. The Recall (True Positive Rate) when only considering the
+          #     label that has the highest prediction score and not below the confidence
+          #     threshold for each example.
+          # @!attribute [rw] precision_at1
+          #   @return [Float]
+          #     Output only. The precision when only considering the label that has the
+          #     highest prediction score and not below the confidence threshold for each
+          #     example.
+          # @!attribute [rw] false_positive_rate_at1
+          #   @return [Float]
+          #     Output only. The False Positive Rate when only considering the label that
+          #     has the highest prediction score and not below the confidence threshold
+          #     for each example.
+          # @!attribute [rw] f1_score_at1
+          #   @return [Float]
+          #     Output only. The harmonic mean of {Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfidenceMetricsEntry#recall_at1 recall_at1} and {Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfidenceMetricsEntry#precision_at1 precision_at1}.
+          # @!attribute [rw] true_positive_count
+          #   @return [Integer]
+          #     Output only. The number of model created labels that match a ground truth
+          #     label.
+          # @!attribute [rw] false_positive_count
+          #   @return [Integer]
+          #     Output only. The number of model created labels that do not match a
+          #     ground truth label.
+          # @!attribute [rw] false_negative_count
+          #   @return [Integer]
+          #     Output only. The number of ground truth labels that are not matched
+          #     by a model created label.
+          # @!attribute [rw] true_negative_count
+          #   @return [Integer]
+          #     Output only. The number of labels that were not created by the model,
+          #     but if they would, they would not match a ground truth label.
+          class ConfidenceMetricsEntry
+            include Google::Protobuf::MessageExts
+            extend Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # Confusion matrix of the model running the classification.
+          # @!attribute [rw] annotation_spec_id
+          #   @return [Array<String>]
+          #     Output only. IDs of the annotation specs used in the confusion matrix.
+          #     For Tables CLASSIFICATION
+          #
+          #     [prediction_type][google.cloud.automl.v1beta1.TablesModelMetadata.prediction_type]
+          #     only list of [annotation_spec_display_name-s][] is populated.
+          # @!attribute [rw] display_name
+          #   @return [Array<String>]
+          #     Output only. Display name of the annotation specs used in the confusion
+          #     matrix, as they were at the moment of the evaluation. For Tables
+          #     CLASSIFICATION
+          #
+          #     [prediction_type-s][google.cloud.automl.v1beta1.TablesModelMetadata.prediction_type],
+          #     distinct values of the target column at the moment of the model
+          #     evaluation are populated here.
+          # @!attribute [rw] row
+          #   @return [Array<Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfusionMatrix::Row>]
+          #     Output only. Rows in the confusion matrix. The number of rows is equal to
+          #     the size of `annotation_spec_id`.
+          #     `row[i].example_count[j]` is the number of examples that have ground
+          #     truth of the `annotation_spec_id[i]` and are predicted as
+          #     `annotation_spec_id[j]` by the model being evaluated.
+          class ConfusionMatrix
+            include Google::Protobuf::MessageExts
+            extend Google::Protobuf::MessageExts::ClassMethods
+
+            # Output only. A row in the confusion matrix.
+            # @!attribute [rw] example_count
+            #   @return [Array<Integer>]
+            #     Output only. Value of the specific cell in the confusion matrix.
+            #     The number of values each row has (i.e. the length of the row) is equal
+            #     to the length of the `annotation_spec_id` field or, if that one is not
+            #     populated, length of the {Google::Cloud::AutoML::V1beta1::ClassificationEvaluationMetrics::ConfusionMatrix#display_name display_name} field.
+            class Row
+              include Google::Protobuf::MessageExts
+              extend Google::Protobuf::MessageExts::ClassMethods
+            end
+          end
+        end
+
+        # Type of the classification problem.
+        module ClassificationType
+          # An un-set value of this enum.
+          CLASSIFICATION_TYPE_UNSPECIFIED = 0
+
+          # At most one label is allowed per example.
+          MULTICLASS = 1
+
+          # Multiple labels are allowed for one example.
+          MULTILABEL = 2
+        end
+      end
+    end
+  end
+end