google-apis-dataplex_v1 0.19.0 → 0.21.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/lib/google/apis/dataplex_v1/classes.rb +570 -115
- data/lib/google/apis/dataplex_v1/gem_version.rb +3 -3
- data/lib/google/apis/dataplex_v1/representations.rb +162 -0
- data/lib/google/apis/dataplex_v1/service.rb +644 -33
- metadata +4 -4
@@ -471,8 +471,8 @@ module Google
|
|
471
471
|
# 60 minutes apart. The default value is to run discovery every 60 minutes. To
|
472
472
|
# explicitly set a timezone to the cron tab, apply a prefix in the cron tab: "
|
473
473
|
# CRON_TZ=$`IANA_TIME_ZONE`" or TZ=$`IANA_TIME_ZONE`". The $`IANA_TIME_ZONE` may
|
474
|
-
# only be a valid string from IANA time zone database. For example,
|
475
|
-
# America/New_York 1 * * *
|
474
|
+
# only be a valid string from IANA time zone database. For example, CRON_TZ=
|
475
|
+
# America/New_York 1 * * * *, or TZ=America/New_York 1 * * * *.
|
476
476
|
# Corresponds to the JSON property `schedule`
|
477
477
|
# @return [String]
|
478
478
|
attr_accessor :schedule
|
@@ -903,18 +903,266 @@ module Google
|
|
903
903
|
end
|
904
904
|
end
|
905
905
|
|
906
|
+
# DataAccessSpec holds the access control configuration to be enforced on data
|
907
|
+
# stored within resources (eg: rows, columns in BigQuery Tables). When
|
908
|
+
# associated with data,the data is only accessible to principals explicitly
|
909
|
+
# granted access through the DataAttribute. Principals with access to the
|
910
|
+
# containing resource are not implicitly granted access.
|
911
|
+
class GoogleCloudDataplexV1DataAccessSpec
|
912
|
+
include Google::Apis::Core::Hashable
|
913
|
+
|
914
|
+
# Optional. The format of strings follows the pattern followed by IAM in the
|
915
|
+
# bindings. user:`email`, serviceAccount:`email` group:`email`. The set of
|
916
|
+
# principals to be granted reader role on data stored within resources.
|
917
|
+
# Corresponds to the JSON property `readers`
|
918
|
+
# @return [Array<String>]
|
919
|
+
attr_accessor :readers
|
920
|
+
|
921
|
+
def initialize(**args)
|
922
|
+
update!(**args)
|
923
|
+
end
|
924
|
+
|
925
|
+
# Update properties of this object
|
926
|
+
def update!(**args)
|
927
|
+
@readers = args[:readers] if args.key?(:readers)
|
928
|
+
end
|
929
|
+
end
|
930
|
+
|
931
|
+
# Denotes one dataAttribute in a dataTaxonomy, for example, PII. DataAttribute
|
932
|
+
# resources can be defined in a hierarchy. A single dataAttribute resource can
|
933
|
+
# contain specs of multiple types PII - ResourceAccessSpec : - readers :foo@bar.
|
934
|
+
# com - DataAccessSpec : - readers :bar@foo.com
|
935
|
+
class GoogleCloudDataplexV1DataAttribute
|
936
|
+
include Google::Apis::Core::Hashable
|
937
|
+
|
938
|
+
# Output only. The number of child attributes present for this attribute.
|
939
|
+
# Corresponds to the JSON property `attributeCount`
|
940
|
+
# @return [Fixnum]
|
941
|
+
attr_accessor :attribute_count
|
942
|
+
|
943
|
+
# Output only. The time when the DataAttribute was created.
|
944
|
+
# Corresponds to the JSON property `createTime`
|
945
|
+
# @return [String]
|
946
|
+
attr_accessor :create_time
|
947
|
+
|
948
|
+
# DataAccessSpec holds the access control configuration to be enforced on data
|
949
|
+
# stored within resources (eg: rows, columns in BigQuery Tables). When
|
950
|
+
# associated with data,the data is only accessible to principals explicitly
|
951
|
+
# granted access through the DataAttribute. Principals with access to the
|
952
|
+
# containing resource are not implicitly granted access.
|
953
|
+
# Corresponds to the JSON property `dataAccessSpec`
|
954
|
+
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataAccessSpec]
|
955
|
+
attr_accessor :data_access_spec
|
956
|
+
|
957
|
+
# Optional. Description of the DataAttribute.
|
958
|
+
# Corresponds to the JSON property `description`
|
959
|
+
# @return [String]
|
960
|
+
attr_accessor :description
|
961
|
+
|
962
|
+
# Optional. User friendly display name.
|
963
|
+
# Corresponds to the JSON property `displayName`
|
964
|
+
# @return [String]
|
965
|
+
attr_accessor :display_name
|
966
|
+
|
967
|
+
# This checksum is computed by the server based on the value of other fields,
|
968
|
+
# and may be sent on update and delete requests to ensure the client has an up-
|
969
|
+
# to-date value before proceeding.
|
970
|
+
# Corresponds to the JSON property `etag`
|
971
|
+
# @return [String]
|
972
|
+
attr_accessor :etag
|
973
|
+
|
974
|
+
# Optional. User-defined labels for the DataAttribute.
|
975
|
+
# Corresponds to the JSON property `labels`
|
976
|
+
# @return [Hash<String,String>]
|
977
|
+
attr_accessor :labels
|
978
|
+
|
979
|
+
# Output only. The relative resource name of the dataAttribute, of the form:
|
980
|
+
# projects/`project_number`/locations/`location_id`/dataTaxonomies/`dataTaxonomy`
|
981
|
+
# /attributes/`data_attribute_id`.
|
982
|
+
# Corresponds to the JSON property `name`
|
983
|
+
# @return [String]
|
984
|
+
attr_accessor :name
|
985
|
+
|
986
|
+
# Optional. The ID of the parent DataAttribute resource, should belong to the
|
987
|
+
# same data taxonomy. Circular dependency in parent chain is not valid. Maximum
|
988
|
+
# depth of the hierarchy allowed is 4. a -> b -> c -> d -> e, depth = 4
|
989
|
+
# Corresponds to the JSON property `parentId`
|
990
|
+
# @return [String]
|
991
|
+
attr_accessor :parent_id
|
992
|
+
|
993
|
+
# ResourceAccessSpec holds the access control configuration to be enforced on
|
994
|
+
# the resources, for example, Cloud Storage bucket, BigQuery dataset, BigQuery
|
995
|
+
# table.
|
996
|
+
# Corresponds to the JSON property `resourceAccessSpec`
|
997
|
+
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1ResourceAccessSpec]
|
998
|
+
attr_accessor :resource_access_spec
|
999
|
+
|
1000
|
+
# Output only. System generated globally unique ID for the DataAttribute. This
|
1001
|
+
# ID will be different if the DataAttribute is deleted and re-created with the
|
1002
|
+
# same name.
|
1003
|
+
# Corresponds to the JSON property `uid`
|
1004
|
+
# @return [String]
|
1005
|
+
attr_accessor :uid
|
1006
|
+
|
1007
|
+
# Output only. The time when the DataAttribute was last updated.
|
1008
|
+
# Corresponds to the JSON property `updateTime`
|
1009
|
+
# @return [String]
|
1010
|
+
attr_accessor :update_time
|
1011
|
+
|
1012
|
+
def initialize(**args)
|
1013
|
+
update!(**args)
|
1014
|
+
end
|
1015
|
+
|
1016
|
+
# Update properties of this object
|
1017
|
+
def update!(**args)
|
1018
|
+
@attribute_count = args[:attribute_count] if args.key?(:attribute_count)
|
1019
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
1020
|
+
@data_access_spec = args[:data_access_spec] if args.key?(:data_access_spec)
|
1021
|
+
@description = args[:description] if args.key?(:description)
|
1022
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
1023
|
+
@etag = args[:etag] if args.key?(:etag)
|
1024
|
+
@labels = args[:labels] if args.key?(:labels)
|
1025
|
+
@name = args[:name] if args.key?(:name)
|
1026
|
+
@parent_id = args[:parent_id] if args.key?(:parent_id)
|
1027
|
+
@resource_access_spec = args[:resource_access_spec] if args.key?(:resource_access_spec)
|
1028
|
+
@uid = args[:uid] if args.key?(:uid)
|
1029
|
+
@update_time = args[:update_time] if args.key?(:update_time)
|
1030
|
+
end
|
1031
|
+
end
|
1032
|
+
|
1033
|
+
# DataAttributeBinding represents binding of attributes to resources. Eg: Bind '
|
1034
|
+
# CustomerInfo' entity with 'PII' attribute.
|
1035
|
+
class GoogleCloudDataplexV1DataAttributeBinding
|
1036
|
+
include Google::Apis::Core::Hashable
|
1037
|
+
|
1038
|
+
# Optional. List of attributes to be associated with the resource, provided in
|
1039
|
+
# the form: projects/`project`/locations/`location`/dataTaxonomies/`dataTaxonomy`
|
1040
|
+
# /attributes/`data_attribute_id`
|
1041
|
+
# Corresponds to the JSON property `attributes`
|
1042
|
+
# @return [Array<String>]
|
1043
|
+
attr_accessor :attributes
|
1044
|
+
|
1045
|
+
# Output only. The time when the DataAttributeBinding was created.
|
1046
|
+
# Corresponds to the JSON property `createTime`
|
1047
|
+
# @return [String]
|
1048
|
+
attr_accessor :create_time
|
1049
|
+
|
1050
|
+
# Optional. Description of the DataAttributeBinding.
|
1051
|
+
# Corresponds to the JSON property `description`
|
1052
|
+
# @return [String]
|
1053
|
+
attr_accessor :description
|
1054
|
+
|
1055
|
+
# Optional. User friendly display name.
|
1056
|
+
# Corresponds to the JSON property `displayName`
|
1057
|
+
# @return [String]
|
1058
|
+
attr_accessor :display_name
|
1059
|
+
|
1060
|
+
# This checksum is computed by the server based on the value of other fields,
|
1061
|
+
# and may be sent on update and delete requests to ensure the client has an up-
|
1062
|
+
# to-date value before proceeding. Etags must be used when calling the
|
1063
|
+
# DeleteDataAttributeBinding and the UpdateDataAttributeBinding method.
|
1064
|
+
# Corresponds to the JSON property `etag`
|
1065
|
+
# @return [String]
|
1066
|
+
attr_accessor :etag
|
1067
|
+
|
1068
|
+
# Optional. User-defined labels for the DataAttributeBinding.
|
1069
|
+
# Corresponds to the JSON property `labels`
|
1070
|
+
# @return [Hash<String,String>]
|
1071
|
+
attr_accessor :labels
|
1072
|
+
|
1073
|
+
# Output only. The relative resource name of the Data Attribute Binding, of the
|
1074
|
+
# form: projects/`project_number`/locations/`location`/dataAttributeBindings/`
|
1075
|
+
# data_attribute_binding_id`
|
1076
|
+
# Corresponds to the JSON property `name`
|
1077
|
+
# @return [String]
|
1078
|
+
attr_accessor :name
|
1079
|
+
|
1080
|
+
# Optional. The list of paths for items within the associated resource (eg.
|
1081
|
+
# columns within a table) along with attribute bindings.
|
1082
|
+
# Corresponds to the JSON property `paths`
|
1083
|
+
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataAttributeBindingPath>]
|
1084
|
+
attr_accessor :paths
|
1085
|
+
|
1086
|
+
# Optional. Immutable. The resource name of the resource that is binded to
|
1087
|
+
# attributes. Presently, only entity resource is supported in the form: projects/
|
1088
|
+
# `project`/locations/`location`/lakes/`lake`/zones/`zone`/entities/`entity_id`
|
1089
|
+
# Must belong in the same project and region as the attribute binding, and there
|
1090
|
+
# can only exist one active binding for a resource.
|
1091
|
+
# Corresponds to the JSON property `resource`
|
1092
|
+
# @return [String]
|
1093
|
+
attr_accessor :resource
|
1094
|
+
|
1095
|
+
# Output only. System generated globally unique ID for the DataAttributeBinding.
|
1096
|
+
# This ID will be different if the DataAttributeBinding is deleted and re-
|
1097
|
+
# created with the same name.
|
1098
|
+
# Corresponds to the JSON property `uid`
|
1099
|
+
# @return [String]
|
1100
|
+
attr_accessor :uid
|
1101
|
+
|
1102
|
+
# Output only. The time when the DataAttributeBinding was last updated.
|
1103
|
+
# Corresponds to the JSON property `updateTime`
|
1104
|
+
# @return [String]
|
1105
|
+
attr_accessor :update_time
|
1106
|
+
|
1107
|
+
def initialize(**args)
|
1108
|
+
update!(**args)
|
1109
|
+
end
|
1110
|
+
|
1111
|
+
# Update properties of this object
|
1112
|
+
def update!(**args)
|
1113
|
+
@attributes = args[:attributes] if args.key?(:attributes)
|
1114
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
1115
|
+
@description = args[:description] if args.key?(:description)
|
1116
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
1117
|
+
@etag = args[:etag] if args.key?(:etag)
|
1118
|
+
@labels = args[:labels] if args.key?(:labels)
|
1119
|
+
@name = args[:name] if args.key?(:name)
|
1120
|
+
@paths = args[:paths] if args.key?(:paths)
|
1121
|
+
@resource = args[:resource] if args.key?(:resource)
|
1122
|
+
@uid = args[:uid] if args.key?(:uid)
|
1123
|
+
@update_time = args[:update_time] if args.key?(:update_time)
|
1124
|
+
end
|
1125
|
+
end
|
1126
|
+
|
1127
|
+
# Represents a subresource of a given resource, and associated bindings with it.
|
1128
|
+
class GoogleCloudDataplexV1DataAttributeBindingPath
|
1129
|
+
include Google::Apis::Core::Hashable
|
1130
|
+
|
1131
|
+
# Optional. List of attributes to be associated with the path of the resource,
|
1132
|
+
# provided in the form: projects/`project`/locations/`location`/dataTaxonomies/`
|
1133
|
+
# dataTaxonomy`/attributes/`data_attribute_id`
|
1134
|
+
# Corresponds to the JSON property `attributes`
|
1135
|
+
# @return [Array<String>]
|
1136
|
+
attr_accessor :attributes
|
1137
|
+
|
1138
|
+
# Required. The name identifier of the path. Nested columns should be of the
|
1139
|
+
# form: 'country.state.city'.
|
1140
|
+
# Corresponds to the JSON property `name`
|
1141
|
+
# @return [String]
|
1142
|
+
attr_accessor :name
|
1143
|
+
|
1144
|
+
def initialize(**args)
|
1145
|
+
update!(**args)
|
1146
|
+
end
|
1147
|
+
|
1148
|
+
# Update properties of this object
|
1149
|
+
def update!(**args)
|
1150
|
+
@attributes = args[:attributes] if args.key?(:attributes)
|
1151
|
+
@name = args[:name] if args.key?(:name)
|
1152
|
+
end
|
1153
|
+
end
|
1154
|
+
|
906
1155
|
# DataProfileResult defines the output of DataProfileScan. Each field of the
|
907
1156
|
# table will have field type specific profile result.
|
908
1157
|
class GoogleCloudDataplexV1DataProfileResult
|
909
1158
|
include Google::Apis::Core::Hashable
|
910
1159
|
|
911
|
-
#
|
912
|
-
# contains the profile info.
|
1160
|
+
# Contains name, type, mode and field type specific profile information.
|
913
1161
|
# Corresponds to the JSON property `profile`
|
914
1162
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfile]
|
915
1163
|
attr_accessor :profile
|
916
1164
|
|
917
|
-
# The count of
|
1165
|
+
# The count of rows scanned.
|
918
1166
|
# Corresponds to the JSON property `rowCount`
|
919
1167
|
# @return [Fixnum]
|
920
1168
|
attr_accessor :row_count
|
@@ -936,12 +1184,11 @@ module Google
|
|
936
1184
|
end
|
937
1185
|
end
|
938
1186
|
|
939
|
-
#
|
940
|
-
# contains the profile info.
|
1187
|
+
# Contains name, type, mode and field type specific profile information.
|
941
1188
|
class GoogleCloudDataplexV1DataProfileResultProfile
|
942
1189
|
include Google::Apis::Core::Hashable
|
943
1190
|
|
944
|
-
#
|
1191
|
+
# List of fields with structural and profile information for each field.
|
945
1192
|
# Corresponds to the JSON property `fields`
|
946
1193
|
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileField>]
|
947
1194
|
attr_accessor :fields
|
@@ -956,12 +1203,13 @@ module Google
|
|
956
1203
|
end
|
957
1204
|
end
|
958
1205
|
|
959
|
-
#
|
1206
|
+
# A field within a table.
|
960
1207
|
class GoogleCloudDataplexV1DataProfileResultProfileField
|
961
1208
|
include Google::Apis::Core::Hashable
|
962
1209
|
|
963
|
-
# The mode of the field.
|
964
|
-
# NULLABLE, if it is an optional field. REPEATED, if it is a repeated
|
1210
|
+
# The mode of the field. Possible values include: REQUIRED, if it is a required
|
1211
|
+
# field. NULLABLE, if it is an optional field. REPEATED, if it is a repeated
|
1212
|
+
# field.
|
965
1213
|
# Corresponds to the JSON property `mode`
|
966
1214
|
# @return [String]
|
967
1215
|
attr_accessor :mode
|
@@ -971,7 +1219,7 @@ module Google
|
|
971
1219
|
# @return [String]
|
972
1220
|
attr_accessor :name
|
973
1221
|
|
974
|
-
#
|
1222
|
+
# The profile information for each field type.
|
975
1223
|
# Corresponds to the JSON property `profile`
|
976
1224
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfo]
|
977
1225
|
attr_accessor :profile
|
@@ -995,39 +1243,40 @@ module Google
|
|
995
1243
|
end
|
996
1244
|
end
|
997
1245
|
|
998
|
-
#
|
1246
|
+
# The profile information for each field type.
|
999
1247
|
class GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfo
|
1000
1248
|
include Google::Apis::Core::Hashable
|
1001
1249
|
|
1002
|
-
#
|
1250
|
+
# Ratio of rows with distinct values against total scanned rows. Not available
|
1251
|
+
# for complex non-groupable field type RECORD and fields with REPEATABLE mode.
|
1003
1252
|
# Corresponds to the JSON property `distinctRatio`
|
1004
1253
|
# @return [Float]
|
1005
1254
|
attr_accessor :distinct_ratio
|
1006
1255
|
|
1007
|
-
#
|
1256
|
+
# The profile information for a double type field.
|
1008
1257
|
# Corresponds to the JSON property `doubleProfile`
|
1009
1258
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoDoubleFieldInfo]
|
1010
1259
|
attr_accessor :double_profile
|
1011
1260
|
|
1012
|
-
#
|
1261
|
+
# The profile information for an integer type field.
|
1013
1262
|
# Corresponds to the JSON property `integerProfile`
|
1014
1263
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoIntegerFieldInfo]
|
1015
1264
|
attr_accessor :integer_profile
|
1016
1265
|
|
1017
|
-
#
|
1266
|
+
# Ratio of rows with null value against total scanned rows.
|
1018
1267
|
# Corresponds to the JSON property `nullRatio`
|
1019
1268
|
# @return [Float]
|
1020
1269
|
attr_accessor :null_ratio
|
1021
1270
|
|
1022
|
-
#
|
1271
|
+
# The profile information for a string type field.
|
1023
1272
|
# Corresponds to the JSON property `stringProfile`
|
1024
1273
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoStringFieldInfo]
|
1025
1274
|
attr_accessor :string_profile
|
1026
1275
|
|
1027
|
-
# The
|
1028
|
-
#
|
1029
|
-
#
|
1030
|
-
#
|
1276
|
+
# The list of top N non-null values and number of times they occur in the
|
1277
|
+
# scanned data. N is 10 or equal to the number of distinct values in the field,
|
1278
|
+
# whichever is smaller. Not available for complex non-groupable field type
|
1279
|
+
# RECORD and fields with REPEATABLE mode.
|
1031
1280
|
# Corresponds to the JSON property `topNValues`
|
1032
1281
|
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoTopNValue>]
|
1033
1282
|
attr_accessor :top_n_values
|
@@ -1047,43 +1296,41 @@ module Google
|
|
1047
1296
|
end
|
1048
1297
|
end
|
1049
1298
|
|
1050
|
-
#
|
1299
|
+
# The profile information for a double type field.
|
1051
1300
|
class GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoDoubleFieldInfo
|
1052
1301
|
include Google::Apis::Core::Hashable
|
1053
1302
|
|
1054
|
-
#
|
1055
|
-
# if the field has a NaN. Optional if zero non-null rows.
|
1303
|
+
# Average of non-null values in the scanned data. NaN, if the field has a NaN.
|
1056
1304
|
# Corresponds to the JSON property `average`
|
1057
1305
|
# @return [Float]
|
1058
1306
|
attr_accessor :average
|
1059
1307
|
|
1060
|
-
#
|
1061
|
-
# field has a NaN. Optional if zero non-null rows.
|
1308
|
+
# Maximum of non-null values in the scanned data. NaN, if the field has a NaN.
|
1062
1309
|
# Corresponds to the JSON property `max`
|
1063
1310
|
# @return [Float]
|
1064
1311
|
attr_accessor :max
|
1065
1312
|
|
1066
|
-
#
|
1067
|
-
# field has a NaN. Optional if zero non-null rows.
|
1313
|
+
# Minimum of non-null values in the scanned data. NaN, if the field has a NaN.
|
1068
1314
|
# Corresponds to the JSON property `min`
|
1069
1315
|
# @return [Float]
|
1070
1316
|
attr_accessor :min
|
1071
1317
|
|
1072
|
-
# A quartile
|
1318
|
+
# A quartile divides the number of data points into four parts, or quarters, of
|
1073
1319
|
# more-or-less equal size. Three main quartiles used are: The first quartile (Q1)
|
1074
1320
|
# splits off the lowest 25% of data from the highest 75%. It is also known as
|
1075
1321
|
# the lower or 25th empirical quartile, as 25% of the data is below this point.
|
1076
1322
|
# The second quartile (Q2) is the median of a data set. So, 50% of the data lies
|
1077
1323
|
# below this point. The third quartile (Q3) splits off the highest 25% of data
|
1078
1324
|
# from the lowest 75%. It is known as the upper or 75th empirical quartile, as
|
1079
|
-
# 75% of the data lies below this point.
|
1080
|
-
#
|
1325
|
+
# 75% of the data lies below this point. Here, the quartiles is provided as an
|
1326
|
+
# ordered list of quartile values for the scanned data, occurring in order Q1,
|
1327
|
+
# median, Q3.
|
1081
1328
|
# Corresponds to the JSON property `quartiles`
|
1082
1329
|
# @return [Array<Float>]
|
1083
1330
|
attr_accessor :quartiles
|
1084
1331
|
|
1085
|
-
#
|
1086
|
-
#
|
1332
|
+
# Standard deviation of non-null values in the scanned data. NaN, if the field
|
1333
|
+
# has a NaN.
|
1087
1334
|
# Corresponds to the JSON property `standardDeviation`
|
1088
1335
|
# @return [Float]
|
1089
1336
|
attr_accessor :standard_deviation
|
@@ -1102,43 +1349,41 @@ module Google
|
|
1102
1349
|
end
|
1103
1350
|
end
|
1104
1351
|
|
1105
|
-
#
|
1352
|
+
# The profile information for an integer type field.
|
1106
1353
|
class GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoIntegerFieldInfo
|
1107
1354
|
include Google::Apis::Core::Hashable
|
1108
1355
|
|
1109
|
-
#
|
1110
|
-
# NaN, if the field has a NaN. Optional if zero non-null rows.
|
1356
|
+
# Average of non-null values in the scanned data. NaN, if the field has a NaN.
|
1111
1357
|
# Corresponds to the JSON property `average`
|
1112
1358
|
# @return [Float]
|
1113
1359
|
attr_accessor :average
|
1114
1360
|
|
1115
|
-
#
|
1116
|
-
# field has a NaN. Optional if zero non-null rows.
|
1361
|
+
# Maximum of non-null values in the scanned data. NaN, if the field has a NaN.
|
1117
1362
|
# Corresponds to the JSON property `max`
|
1118
1363
|
# @return [Fixnum]
|
1119
1364
|
attr_accessor :max
|
1120
1365
|
|
1121
|
-
#
|
1122
|
-
# field has a NaN. Optional if zero non-null rows.
|
1366
|
+
# Minimum of non-null values in the scanned data. NaN, if the field has a NaN.
|
1123
1367
|
# Corresponds to the JSON property `min`
|
1124
1368
|
# @return [Fixnum]
|
1125
1369
|
attr_accessor :min
|
1126
1370
|
|
1127
|
-
# A quartile
|
1371
|
+
# A quartile divides the number of data points into four parts, or quarters, of
|
1128
1372
|
# more-or-less equal size. Three main quartiles used are: The first quartile (Q1)
|
1129
1373
|
# splits off the lowest 25% of data from the highest 75%. It is also known as
|
1130
1374
|
# the lower or 25th empirical quartile, as 25% of the data is below this point.
|
1131
1375
|
# The second quartile (Q2) is the median of a data set. So, 50% of the data lies
|
1132
1376
|
# below this point. The third quartile (Q3) splits off the highest 25% of data
|
1133
1377
|
# from the lowest 75%. It is known as the upper or 75th empirical quartile, as
|
1134
|
-
# 75% of the data lies below this point.
|
1135
|
-
#
|
1378
|
+
# 75% of the data lies below this point. Here, the quartiles is provided as an
|
1379
|
+
# ordered list of quartile values for the scanned data, occurring in order Q1,
|
1380
|
+
# median, Q3.
|
1136
1381
|
# Corresponds to the JSON property `quartiles`
|
1137
1382
|
# @return [Array<Fixnum>]
|
1138
1383
|
attr_accessor :quartiles
|
1139
1384
|
|
1140
|
-
#
|
1141
|
-
#
|
1385
|
+
# Standard deviation of non-null values in the scanned data. NaN, if the field
|
1386
|
+
# has a NaN.
|
1142
1387
|
# Corresponds to the JSON property `standardDeviation`
|
1143
1388
|
# @return [Float]
|
1144
1389
|
attr_accessor :standard_deviation
|
@@ -1157,24 +1402,21 @@ module Google
|
|
1157
1402
|
end
|
1158
1403
|
end
|
1159
1404
|
|
1160
|
-
#
|
1405
|
+
# The profile information for a string type field.
|
1161
1406
|
class GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoStringFieldInfo
|
1162
1407
|
include Google::Apis::Core::Hashable
|
1163
1408
|
|
1164
|
-
#
|
1165
|
-
# null rows.
|
1409
|
+
# Average length of non-null values in the scanned data.
|
1166
1410
|
# Corresponds to the JSON property `averageLength`
|
1167
1411
|
# @return [Float]
|
1168
1412
|
attr_accessor :average_length
|
1169
1413
|
|
1170
|
-
#
|
1171
|
-
# null rows.
|
1414
|
+
# Maximum length of non-null values in the scanned data.
|
1172
1415
|
# Corresponds to the JSON property `maxLength`
|
1173
1416
|
# @return [Fixnum]
|
1174
1417
|
attr_accessor :max_length
|
1175
1418
|
|
1176
|
-
#
|
1177
|
-
# non-null rows.
|
1419
|
+
# Minimum length of non-null values in the scanned data.
|
1178
1420
|
# Corresponds to the JSON property `minLength`
|
1179
1421
|
# @return [Fixnum]
|
1180
1422
|
attr_accessor :min_length
|
@@ -1191,16 +1433,16 @@ module Google
|
|
1191
1433
|
end
|
1192
1434
|
end
|
1193
1435
|
|
1194
|
-
#
|
1436
|
+
# Top N non-null values in the scanned data.
|
1195
1437
|
class GoogleCloudDataplexV1DataProfileResultProfileFieldProfileInfoTopNValue
|
1196
1438
|
include Google::Apis::Core::Hashable
|
1197
1439
|
|
1198
|
-
#
|
1440
|
+
# Count of the corresponding value in the scanned data.
|
1199
1441
|
# Corresponds to the JSON property `count`
|
1200
1442
|
# @return [Fixnum]
|
1201
1443
|
attr_accessor :count
|
1202
1444
|
|
1203
|
-
#
|
1445
|
+
# String value of a top N non-null value.
|
1204
1446
|
# Corresponds to the JSON property `value`
|
1205
1447
|
# @return [String]
|
1206
1448
|
attr_accessor :value
|
@@ -1229,8 +1471,8 @@ module Google
|
|
1229
1471
|
end
|
1230
1472
|
end
|
1231
1473
|
|
1232
|
-
# DataQualityDimensionResult provides a more detailed, per-dimension
|
1233
|
-
#
|
1474
|
+
# DataQualityDimensionResult provides a more detailed, per-dimension view of the
|
1475
|
+
# results.
|
1234
1476
|
class GoogleCloudDataplexV1DataQualityDimensionResult
|
1235
1477
|
include Google::Apis::Core::Hashable
|
1236
1478
|
|
@@ -1254,7 +1496,7 @@ module Google
|
|
1254
1496
|
class GoogleCloudDataplexV1DataQualityResult
|
1255
1497
|
include Google::Apis::Core::Hashable
|
1256
1498
|
|
1257
|
-
# A list of results at the dimension
|
1499
|
+
# A list of results at the dimension level.
|
1258
1500
|
# Corresponds to the JSON property `dimensions`
|
1259
1501
|
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataQualityDimensionResult>]
|
1260
1502
|
attr_accessor :dimensions
|
@@ -1304,7 +1546,7 @@ module Google
|
|
1304
1546
|
attr_accessor :column
|
1305
1547
|
|
1306
1548
|
# Required. The dimension a rule belongs to. Results are also aggregated at the
|
1307
|
-
# dimension
|
1549
|
+
# dimension level. Supported dimensions are "COMPLETENESS", "ACCURACY", "
|
1308
1550
|
# CONSISTENCY", "VALIDITY", "UNIQUENESS", "INTEGRITY"
|
1309
1551
|
# Corresponds to the JSON property `dimension`
|
1310
1552
|
# @return [String]
|
@@ -1312,7 +1554,7 @@ module Google
|
|
1312
1554
|
|
1313
1555
|
# Optional. Rows with null values will automatically fail a rule, unless
|
1314
1556
|
# ignore_null is true. In that case, such null rows are trivially considered
|
1315
|
-
# passing.
|
1557
|
+
# passing.Only applicable to ColumnMap rules.
|
1316
1558
|
# Corresponds to the JSON property `ignoreNull`
|
1317
1559
|
# @return [Boolean]
|
1318
1560
|
attr_accessor :ignore_null
|
@@ -1333,9 +1575,9 @@ module Google
|
|
1333
1575
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataQualityRuleRegexExpectation]
|
1334
1576
|
attr_accessor :regex_expectation
|
1335
1577
|
|
1336
|
-
# Evaluates whether each row passes the specified condition.
|
1337
|
-
# needs to use BigQuery standard SQL syntax and should produce a boolean
|
1338
|
-
# as the result.
|
1578
|
+
# Evaluates whether each row passes the specified condition.The SQL expression
|
1579
|
+
# needs to use BigQuery standard SQL syntax and should produce a boolean value
|
1580
|
+
# per row as the result.Example: col1 >= 0 AND col2 < 10
|
1339
1581
|
# Corresponds to the JSON property `rowConditionExpectation`
|
1340
1582
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataQualityRuleRowConditionExpectation]
|
1341
1583
|
attr_accessor :row_condition_expectation
|
@@ -1351,7 +1593,7 @@ module Google
|
|
1351
1593
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataQualityRuleStatisticRangeExpectation]
|
1352
1594
|
attr_accessor :statistic_range_expectation
|
1353
1595
|
|
1354
|
-
# Evaluates whether the provided expression is true.
|
1596
|
+
# Evaluates whether the provided expression is true.The SQL expression needs to
|
1355
1597
|
# use BigQuery standard SQL syntax and should produce a scalar boolean result.
|
1356
1598
|
# Example: MIN(col1) >= 0
|
1357
1599
|
# Corresponds to the JSON property `tableConditionExpectation`
|
@@ -1359,7 +1601,7 @@ module Google
|
|
1359
1601
|
attr_accessor :table_condition_expectation
|
1360
1602
|
|
1361
1603
|
# Optional. The minimum ratio of passing_rows / total_rows required to pass this
|
1362
|
-
# rule, with a range of 0.0, 1.
|
1604
|
+
# rule, with a range of 0.0, 1.0.0 indicates default value (i.e. 1.0).
|
1363
1605
|
# Corresponds to the JSON property `threshold`
|
1364
1606
|
# @return [Float]
|
1365
1607
|
attr_accessor :threshold
|
@@ -1420,7 +1662,7 @@ module Google
|
|
1420
1662
|
attr_accessor :min_value
|
1421
1663
|
|
1422
1664
|
# Optional. Whether each value needs to be strictly lesser than ('<') the
|
1423
|
-
# maximum, or if equality is allowed.
|
1665
|
+
# maximum, or if equality is allowed.Only relevant if a max_value has been
|
1424
1666
|
# defined. Default = false.
|
1425
1667
|
# Corresponds to the JSON property `strictMaxEnabled`
|
1426
1668
|
# @return [Boolean]
|
@@ -1428,7 +1670,7 @@ module Google
|
|
1428
1670
|
alias_method :strict_max_enabled?, :strict_max_enabled
|
1429
1671
|
|
1430
1672
|
# Optional. Whether each value needs to be strictly greater than ('>') the
|
1431
|
-
# minimum, or if equality is allowed.
|
1673
|
+
# minimum, or if equality is allowed.Only relevant if a min_value has been
|
1432
1674
|
# defined. Default = false.
|
1433
1675
|
# Corresponds to the JSON property `strictMinEnabled`
|
1434
1676
|
# @return [Boolean]
|
@@ -1452,7 +1694,7 @@ module Google
|
|
1452
1694
|
class GoogleCloudDataplexV1DataQualityRuleRegexExpectation
|
1453
1695
|
include Google::Apis::Core::Hashable
|
1454
1696
|
|
1455
|
-
#
|
1697
|
+
# A regular expression the column value is expected to match.
|
1456
1698
|
# Corresponds to the JSON property `regex`
|
1457
1699
|
# @return [String]
|
1458
1700
|
attr_accessor :regex
|
@@ -1467,15 +1709,14 @@ module Google
|
|
1467
1709
|
end
|
1468
1710
|
end
|
1469
1711
|
|
1470
|
-
# DataQualityRuleResult provides a more detailed, per-rule
|
1471
|
-
# results.
|
1712
|
+
# DataQualityRuleResult provides a more detailed, per-rule view of the results.
|
1472
1713
|
class GoogleCloudDataplexV1DataQualityRuleResult
|
1473
1714
|
include Google::Apis::Core::Hashable
|
1474
1715
|
|
1475
1716
|
# The number of rows a rule was evaluated against. This field is only valid for
|
1476
|
-
# ColumnMap type rules.
|
1477
|
-
#
|
1478
|
-
#
|
1717
|
+
# ColumnMap type rules.Evaluated count can be configured to either include all
|
1718
|
+
# rows (default) - with null rows automatically failing rule evaluation, or
|
1719
|
+
# exclude null rows from the evaluated_count, by setting ignore_nulls = true.
|
1479
1720
|
# Corresponds to the JSON property `evaluatedCount`
|
1480
1721
|
# @return [Fixnum]
|
1481
1722
|
attr_accessor :evaluated_count
|
@@ -1530,13 +1771,13 @@ module Google
|
|
1530
1771
|
end
|
1531
1772
|
end
|
1532
1773
|
|
1533
|
-
# Evaluates whether each row passes the specified condition.
|
1534
|
-
# needs to use BigQuery standard SQL syntax and should produce a boolean
|
1535
|
-
# as the result.
|
1774
|
+
# Evaluates whether each row passes the specified condition.The SQL expression
|
1775
|
+
# needs to use BigQuery standard SQL syntax and should produce a boolean value
|
1776
|
+
# per row as the result.Example: col1 >= 0 AND col2 < 10
|
1536
1777
|
class GoogleCloudDataplexV1DataQualityRuleRowConditionExpectation
|
1537
1778
|
include Google::Apis::Core::Hashable
|
1538
1779
|
|
1539
|
-
#
|
1780
|
+
# The SQL expression.
|
1540
1781
|
# Corresponds to the JSON property `sqlExpression`
|
1541
1782
|
# @return [String]
|
1542
1783
|
attr_accessor :sql_expression
|
@@ -1555,7 +1796,7 @@ module Google
|
|
1555
1796
|
class GoogleCloudDataplexV1DataQualityRuleSetExpectation
|
1556
1797
|
include Google::Apis::Core::Hashable
|
1557
1798
|
|
1558
|
-
#
|
1799
|
+
# Expected values for the column value.
|
1559
1800
|
# Corresponds to the JSON property `values`
|
1560
1801
|
# @return [Array<String>]
|
1561
1802
|
attr_accessor :values
|
@@ -1593,7 +1834,7 @@ module Google
|
|
1593
1834
|
attr_accessor :statistic
|
1594
1835
|
|
1595
1836
|
# Whether column statistic needs to be strictly lesser than ('<') the maximum,
|
1596
|
-
# or if equality is allowed.
|
1837
|
+
# or if equality is allowed.Only relevant if a max_value has been defined.
|
1597
1838
|
# Default = false.
|
1598
1839
|
# Corresponds to the JSON property `strictMaxEnabled`
|
1599
1840
|
# @return [Boolean]
|
@@ -1601,7 +1842,7 @@ module Google
|
|
1601
1842
|
alias_method :strict_max_enabled?, :strict_max_enabled
|
1602
1843
|
|
1603
1844
|
# Whether column statistic needs to be strictly greater than ('>') the minimum,
|
1604
|
-
# or if equality is allowed.
|
1845
|
+
# or if equality is allowed.Only relevant if a min_value has been defined.
|
1605
1846
|
# Default = false.
|
1606
1847
|
# Corresponds to the JSON property `strictMinEnabled`
|
1607
1848
|
# @return [Boolean]
|
@@ -1622,13 +1863,13 @@ module Google
|
|
1622
1863
|
end
|
1623
1864
|
end
|
1624
1865
|
|
1625
|
-
# Evaluates whether the provided expression is true.
|
1866
|
+
# Evaluates whether the provided expression is true.The SQL expression needs to
|
1626
1867
|
# use BigQuery standard SQL syntax and should produce a scalar boolean result.
|
1627
1868
|
# Example: MIN(col1) >= 0
|
1628
1869
|
class GoogleCloudDataplexV1DataQualityRuleTableConditionExpectation
|
1629
1870
|
include Google::Apis::Core::Hashable
|
1630
1871
|
|
1631
|
-
#
|
1872
|
+
# The SQL expression.
|
1632
1873
|
# Corresponds to the JSON property `sqlExpression`
|
1633
1874
|
# @return [String]
|
1634
1875
|
attr_accessor :sql_expression
|
@@ -1677,8 +1918,8 @@ module Google
|
|
1677
1918
|
end
|
1678
1919
|
|
1679
1920
|
# Represents a user-visible job which provides the insights for the related data
|
1680
|
-
# source.
|
1681
|
-
#
|
1921
|
+
# source.For example: Data Quality: generates queries based on the rules and
|
1922
|
+
# runs against the data to get data quality check results. Data Profile:
|
1682
1923
|
# analyzes the data in table(s) and generates insights about the structure,
|
1683
1924
|
# content and relationships (such as null percent, cardinality, min/max/mean,
|
1684
1925
|
# etc).
|
@@ -1716,12 +1957,12 @@ module Google
|
|
1716
1957
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataQualitySpec]
|
1717
1958
|
attr_accessor :data_quality_spec
|
1718
1959
|
|
1719
|
-
# Optional. Description of the scan.
|
1960
|
+
# Optional. Description of the scan. Must be between 1-1024 characters.
|
1720
1961
|
# Corresponds to the JSON property `description`
|
1721
1962
|
# @return [String]
|
1722
1963
|
attr_accessor :description
|
1723
1964
|
|
1724
|
-
# Optional. User friendly display name.
|
1965
|
+
# Optional. User friendly display name. Must be between 1-256 characters.
|
1725
1966
|
# Corresponds to the JSON property `displayName`
|
1726
1967
|
# @return [String]
|
1727
1968
|
attr_accessor :display_name
|
@@ -1742,9 +1983,8 @@ module Google
|
|
1742
1983
|
attr_accessor :labels
|
1743
1984
|
|
1744
1985
|
# Output only. The relative resource name of the scan, of the form: projects/`
|
1745
|
-
# project`/locations/`location_id`/dataScans/`datascan_id
|
1746
|
-
#
|
1747
|
-
# region.
|
1986
|
+
# project`/locations/`location_id`/dataScans/`datascan_id`, where project refers
|
1987
|
+
# to a project_id or project_number and location_id refers to a GCP region.
|
1748
1988
|
# Corresponds to the JSON property `name`
|
1749
1989
|
# @return [String]
|
1750
1990
|
attr_accessor :name
|
@@ -1938,8 +2178,9 @@ module Google
|
|
1938
2178
|
class GoogleCloudDataplexV1DataScanExecutionSpec
|
1939
2179
|
include Google::Apis::Core::Hashable
|
1940
2180
|
|
1941
|
-
# Immutable. The unnested field (Date or Timestamp) that contains values
|
1942
|
-
# monotonically increase over time.
|
2181
|
+
# Immutable. The unnested field (of type Date or Timestamp) that contains values
|
2182
|
+
# which monotonically increase over time.If not specified, a data scan will run
|
2183
|
+
# for all data in the table.
|
1943
2184
|
# Corresponds to the JSON property `field`
|
1944
2185
|
# @return [String]
|
1945
2186
|
attr_accessor :field
|
@@ -1985,7 +2226,7 @@ module Google
|
|
1985
2226
|
end
|
1986
2227
|
end
|
1987
2228
|
|
1988
|
-
# A DataScanJob represents an instance of
|
2229
|
+
# A DataScanJob represents an instance of DataScan execution.
|
1989
2230
|
class GoogleCloudDataplexV1DataScanJob
|
1990
2231
|
include Google::Apis::Core::Hashable
|
1991
2232
|
|
@@ -2022,7 +2263,7 @@ module Google
|
|
2022
2263
|
|
2023
2264
|
# Output only. The relative resource name of the DataScanJob, of the form:
|
2024
2265
|
# projects/`project`/locations/`location_id`/dataScans/`datascan_id`/jobs/`
|
2025
|
-
# job_id
|
2266
|
+
# job_id`, where project refers to a project_id or project_number and
|
2026
2267
|
# location_id refers to a GCP region.
|
2027
2268
|
# Corresponds to the JSON property `name`
|
2028
2269
|
# @return [String]
|
@@ -2072,9 +2313,9 @@ module Google
|
|
2072
2313
|
class GoogleCloudDataplexV1DataSource
|
2073
2314
|
include Google::Apis::Core::Hashable
|
2074
2315
|
|
2075
|
-
# Immutable. The
|
2076
|
-
# form: projects/`project_number`/locations/`
|
2077
|
-
# zone_id`/entities/`entity_id`.
|
2316
|
+
# Immutable. The Dataplex entity that represents the data source (e.g. BigQuery
|
2317
|
+
# table) for DataScan, of the form: projects/`project_number`/locations/`
|
2318
|
+
# location_id`/lakes/`lake_id`/zones/`zone_id`/entities/`entity_id`.
|
2078
2319
|
# Corresponds to the JSON property `entity`
|
2079
2320
|
# @return [String]
|
2080
2321
|
attr_accessor :entity
|
@@ -2089,6 +2330,81 @@ module Google
|
|
2089
2330
|
end
|
2090
2331
|
end
|
2091
2332
|
|
2333
|
+
# DataTaxonomy represents a set of hierarchical DataAttributes resources,
|
2334
|
+
# grouped with a common theme Eg: 'SensitiveDataTaxonomy' can have attributes to
|
2335
|
+
# manage PII data. It is defined at project level.
|
2336
|
+
class GoogleCloudDataplexV1DataTaxonomy
|
2337
|
+
include Google::Apis::Core::Hashable
|
2338
|
+
|
2339
|
+
# Output only. The number of attributes in the DataTaxonomy.
|
2340
|
+
# Corresponds to the JSON property `attributeCount`
|
2341
|
+
# @return [Fixnum]
|
2342
|
+
attr_accessor :attribute_count
|
2343
|
+
|
2344
|
+
# Output only. The time when the DataTaxonomy was created.
|
2345
|
+
# Corresponds to the JSON property `createTime`
|
2346
|
+
# @return [String]
|
2347
|
+
attr_accessor :create_time
|
2348
|
+
|
2349
|
+
# Optional. Description of the DataTaxonomy.
|
2350
|
+
# Corresponds to the JSON property `description`
|
2351
|
+
# @return [String]
|
2352
|
+
attr_accessor :description
|
2353
|
+
|
2354
|
+
# Optional. User friendly display name.
|
2355
|
+
# Corresponds to the JSON property `displayName`
|
2356
|
+
# @return [String]
|
2357
|
+
attr_accessor :display_name
|
2358
|
+
|
2359
|
+
# This checksum is computed by the server based on the value of other fields,
|
2360
|
+
# and may be sent on update and delete requests to ensure the client has an up-
|
2361
|
+
# to-date value before proceeding.
|
2362
|
+
# Corresponds to the JSON property `etag`
|
2363
|
+
# @return [String]
|
2364
|
+
attr_accessor :etag
|
2365
|
+
|
2366
|
+
# Optional. User-defined labels for the DataTaxonomy.
|
2367
|
+
# Corresponds to the JSON property `labels`
|
2368
|
+
# @return [Hash<String,String>]
|
2369
|
+
attr_accessor :labels
|
2370
|
+
|
2371
|
+
# Output only. The relative resource name of the DataTaxonomy, of the form:
|
2372
|
+
# projects/`project_number`/locations/`location_id`/dataTaxonomies/`
|
2373
|
+
# data_taxonomy_id`.
|
2374
|
+
# Corresponds to the JSON property `name`
|
2375
|
+
# @return [String]
|
2376
|
+
attr_accessor :name
|
2377
|
+
|
2378
|
+
# Output only. System generated globally unique ID for the dataTaxonomy. This ID
|
2379
|
+
# will be different if the DataTaxonomy is deleted and re-created with the same
|
2380
|
+
# name.
|
2381
|
+
# Corresponds to the JSON property `uid`
|
2382
|
+
# @return [String]
|
2383
|
+
attr_accessor :uid
|
2384
|
+
|
2385
|
+
# Output only. The time when the DataTaxonomy was last updated.
|
2386
|
+
# Corresponds to the JSON property `updateTime`
|
2387
|
+
# @return [String]
|
2388
|
+
attr_accessor :update_time
|
2389
|
+
|
2390
|
+
def initialize(**args)
|
2391
|
+
update!(**args)
|
2392
|
+
end
|
2393
|
+
|
2394
|
+
# Update properties of this object
|
2395
|
+
def update!(**args)
|
2396
|
+
@attribute_count = args[:attribute_count] if args.key?(:attribute_count)
|
2397
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
2398
|
+
@description = args[:description] if args.key?(:description)
|
2399
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
2400
|
+
@etag = args[:etag] if args.key?(:etag)
|
2401
|
+
@labels = args[:labels] if args.key?(:labels)
|
2402
|
+
@name = args[:name] if args.key?(:name)
|
2403
|
+
@uid = args[:uid] if args.key?(:uid)
|
2404
|
+
@update_time = args[:update_time] if args.key?(:update_time)
|
2405
|
+
end
|
2406
|
+
end
|
2407
|
+
|
2092
2408
|
# The payload associated with Discovery data processing.
|
2093
2409
|
class GoogleCloudDataplexV1DiscoveryEvent
|
2094
2410
|
include Google::Apis::Core::Hashable
|
@@ -2365,6 +2681,12 @@ module Google
|
|
2365
2681
|
# @return [String]
|
2366
2682
|
attr_accessor :type
|
2367
2683
|
|
2684
|
+
# Output only. System generated unique ID for the Entity. This ID will be
|
2685
|
+
# different if the Entity is deleted and re-created with the same name.
|
2686
|
+
# Corresponds to the JSON property `uid`
|
2687
|
+
# @return [String]
|
2688
|
+
attr_accessor :uid
|
2689
|
+
|
2368
2690
|
# Output only. The time when the entity was last updated.
|
2369
2691
|
# Corresponds to the JSON property `updateTime`
|
2370
2692
|
# @return [String]
|
@@ -2392,6 +2714,7 @@ module Google
|
|
2392
2714
|
@schema = args[:schema] if args.key?(:schema)
|
2393
2715
|
@system = args[:system] if args.key?(:system)
|
2394
2716
|
@type = args[:type] if args.key?(:type)
|
2717
|
+
@uid = args[:uid] if args.key?(:uid)
|
2395
2718
|
@update_time = args[:update_time] if args.key?(:update_time)
|
2396
2719
|
end
|
2397
2720
|
end
|
@@ -3085,11 +3408,75 @@ module Google
|
|
3085
3408
|
end
|
3086
3409
|
end
|
3087
3410
|
|
3411
|
+
# List DataAttributeBindings response.
|
3412
|
+
class GoogleCloudDataplexV1ListDataAttributeBindingsResponse
|
3413
|
+
include Google::Apis::Core::Hashable
|
3414
|
+
|
3415
|
+
# DataAttributeBindings under the given parent Location.
|
3416
|
+
# Corresponds to the JSON property `dataAttributeBindings`
|
3417
|
+
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataAttributeBinding>]
|
3418
|
+
attr_accessor :data_attribute_bindings
|
3419
|
+
|
3420
|
+
# Token to retrieve the next page of results, or empty if there are no more
|
3421
|
+
# results in the list.
|
3422
|
+
# Corresponds to the JSON property `nextPageToken`
|
3423
|
+
# @return [String]
|
3424
|
+
attr_accessor :next_page_token
|
3425
|
+
|
3426
|
+
# Locations that could not be reached.
|
3427
|
+
# Corresponds to the JSON property `unreachableLocations`
|
3428
|
+
# @return [Array<String>]
|
3429
|
+
attr_accessor :unreachable_locations
|
3430
|
+
|
3431
|
+
def initialize(**args)
|
3432
|
+
update!(**args)
|
3433
|
+
end
|
3434
|
+
|
3435
|
+
# Update properties of this object
|
3436
|
+
def update!(**args)
|
3437
|
+
@data_attribute_bindings = args[:data_attribute_bindings] if args.key?(:data_attribute_bindings)
|
3438
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
3439
|
+
@unreachable_locations = args[:unreachable_locations] if args.key?(:unreachable_locations)
|
3440
|
+
end
|
3441
|
+
end
|
3442
|
+
|
3443
|
+
# List DataAttributes response.
|
3444
|
+
class GoogleCloudDataplexV1ListDataAttributesResponse
|
3445
|
+
include Google::Apis::Core::Hashable
|
3446
|
+
|
3447
|
+
# DataAttributes under the given parent DataTaxonomy.
|
3448
|
+
# Corresponds to the JSON property `dataAttributes`
|
3449
|
+
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataAttribute>]
|
3450
|
+
attr_accessor :data_attributes
|
3451
|
+
|
3452
|
+
# Token to retrieve the next page of results, or empty if there are no more
|
3453
|
+
# results in the list.
|
3454
|
+
# Corresponds to the JSON property `nextPageToken`
|
3455
|
+
# @return [String]
|
3456
|
+
attr_accessor :next_page_token
|
3457
|
+
|
3458
|
+
# Locations that could not be reached.
|
3459
|
+
# Corresponds to the JSON property `unreachableLocations`
|
3460
|
+
# @return [Array<String>]
|
3461
|
+
attr_accessor :unreachable_locations
|
3462
|
+
|
3463
|
+
def initialize(**args)
|
3464
|
+
update!(**args)
|
3465
|
+
end
|
3466
|
+
|
3467
|
+
# Update properties of this object
|
3468
|
+
def update!(**args)
|
3469
|
+
@data_attributes = args[:data_attributes] if args.key?(:data_attributes)
|
3470
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
3471
|
+
@unreachable_locations = args[:unreachable_locations] if args.key?(:unreachable_locations)
|
3472
|
+
end
|
3473
|
+
end
|
3474
|
+
|
3088
3475
|
# List DataScanJobs response.
|
3089
3476
|
class GoogleCloudDataplexV1ListDataScanJobsResponse
|
3090
3477
|
include Google::Apis::Core::Hashable
|
3091
3478
|
|
3092
|
-
# DataScanJobs (
|
3479
|
+
# DataScanJobs (BASIC view only) under a given dataScan.
|
3093
3480
|
# Corresponds to the JSON property `dataScanJobs`
|
3094
3481
|
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataScanJob>]
|
3095
3482
|
attr_accessor :data_scan_jobs
|
@@ -3115,7 +3502,7 @@ module Google
|
|
3115
3502
|
class GoogleCloudDataplexV1ListDataScansResponse
|
3116
3503
|
include Google::Apis::Core::Hashable
|
3117
3504
|
|
3118
|
-
# DataScans (
|
3505
|
+
# DataScans (BASIC view only) under the given parent location.
|
3119
3506
|
# Corresponds to the JSON property `dataScans`
|
3120
3507
|
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataScan>]
|
3121
3508
|
attr_accessor :data_scans
|
@@ -3143,6 +3530,38 @@ module Google
|
|
3143
3530
|
end
|
3144
3531
|
end
|
3145
3532
|
|
3533
|
+
# List DataTaxonomies response.
|
3534
|
+
class GoogleCloudDataplexV1ListDataTaxonomiesResponse
|
3535
|
+
include Google::Apis::Core::Hashable
|
3536
|
+
|
3537
|
+
# DataTaxonomies under the given parent location.
|
3538
|
+
# Corresponds to the JSON property `dataTaxonomies`
|
3539
|
+
# @return [Array<Google::Apis::DataplexV1::GoogleCloudDataplexV1DataTaxonomy>]
|
3540
|
+
attr_accessor :data_taxonomies
|
3541
|
+
|
3542
|
+
# Token to retrieve the next page of results, or empty if there are no more
|
3543
|
+
# results in the list.
|
3544
|
+
# Corresponds to the JSON property `nextPageToken`
|
3545
|
+
# @return [String]
|
3546
|
+
attr_accessor :next_page_token
|
3547
|
+
|
3548
|
+
# Locations that could not be reached.
|
3549
|
+
# Corresponds to the JSON property `unreachableLocations`
|
3550
|
+
# @return [Array<String>]
|
3551
|
+
attr_accessor :unreachable_locations
|
3552
|
+
|
3553
|
+
def initialize(**args)
|
3554
|
+
update!(**args)
|
3555
|
+
end
|
3556
|
+
|
3557
|
+
# Update properties of this object
|
3558
|
+
def update!(**args)
|
3559
|
+
@data_taxonomies = args[:data_taxonomies] if args.key?(:data_taxonomies)
|
3560
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
3561
|
+
@unreachable_locations = args[:unreachable_locations] if args.key?(:unreachable_locations)
|
3562
|
+
end
|
3563
|
+
end
|
3564
|
+
|
3146
3565
|
# List metadata entities response.
|
3147
3566
|
class GoogleCloudDataplexV1ListEntitiesResponse
|
3148
3567
|
include Google::Apis::Core::Hashable
|
@@ -3465,6 +3884,41 @@ module Google
|
|
3465
3884
|
end
|
3466
3885
|
end
|
3467
3886
|
|
3887
|
+
# ResourceAccessSpec holds the access control configuration to be enforced on
|
3888
|
+
# the resources, for example, Cloud Storage bucket, BigQuery dataset, BigQuery
|
3889
|
+
# table.
|
3890
|
+
class GoogleCloudDataplexV1ResourceAccessSpec
|
3891
|
+
include Google::Apis::Core::Hashable
|
3892
|
+
|
3893
|
+
# Optional. The set of principals to be granted owner role on the resource.
|
3894
|
+
# Corresponds to the JSON property `owners`
|
3895
|
+
# @return [Array<String>]
|
3896
|
+
attr_accessor :owners
|
3897
|
+
|
3898
|
+
# Optional. The format of strings follows the pattern followed by IAM in the
|
3899
|
+
# bindings. user:`email`, serviceAccount:`email` group:`email`. The set of
|
3900
|
+
# principals to be granted reader role on the resource.
|
3901
|
+
# Corresponds to the JSON property `readers`
|
3902
|
+
# @return [Array<String>]
|
3903
|
+
attr_accessor :readers
|
3904
|
+
|
3905
|
+
# Optional. The set of principals to be granted writer role on the resource.
|
3906
|
+
# Corresponds to the JSON property `writers`
|
3907
|
+
# @return [Array<String>]
|
3908
|
+
attr_accessor :writers
|
3909
|
+
|
3910
|
+
def initialize(**args)
|
3911
|
+
update!(**args)
|
3912
|
+
end
|
3913
|
+
|
3914
|
+
# Update properties of this object
|
3915
|
+
def update!(**args)
|
3916
|
+
@owners = args[:owners] if args.key?(:owners)
|
3917
|
+
@readers = args[:readers] if args.key?(:readers)
|
3918
|
+
@writers = args[:writers] if args.key?(:writers)
|
3919
|
+
end
|
3920
|
+
end
|
3921
|
+
|
3468
3922
|
# Run DataScan Request
|
3469
3923
|
class GoogleCloudDataplexV1RunDataScanRequest
|
3470
3924
|
include Google::Apis::Core::Hashable
|
@@ -3482,7 +3936,7 @@ module Google
|
|
3482
3936
|
class GoogleCloudDataplexV1RunDataScanResponse
|
3483
3937
|
include Google::Apis::Core::Hashable
|
3484
3938
|
|
3485
|
-
# A DataScanJob represents an instance of
|
3939
|
+
# A DataScanJob represents an instance of DataScan execution.
|
3486
3940
|
# Corresponds to the JSON property `job`
|
3487
3941
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1DataScanJob]
|
3488
3942
|
attr_accessor :job
|
@@ -3552,18 +4006,18 @@ module Google
|
|
3552
4006
|
class GoogleCloudDataplexV1ScannedDataIncrementalField
|
3553
4007
|
include Google::Apis::Core::Hashable
|
3554
4008
|
|
3555
|
-
# Value that marks the end of the range
|
4009
|
+
# Value that marks the end of the range.
|
3556
4010
|
# Corresponds to the JSON property `end`
|
3557
4011
|
# @return [String]
|
3558
4012
|
attr_accessor :end
|
3559
4013
|
|
3560
|
-
# The field that contains values which monotonically increases over time (e.g.
|
3561
|
-
# timestamp).
|
4014
|
+
# The field that contains values which monotonically increases over time (e.g. a
|
4015
|
+
# timestamp column).
|
3562
4016
|
# Corresponds to the JSON property `field`
|
3563
4017
|
# @return [String]
|
3564
4018
|
attr_accessor :field
|
3565
4019
|
|
3566
|
-
# Value that marks the start of the range
|
4020
|
+
# Value that marks the start of the range.
|
3567
4021
|
# Corresponds to the JSON property `start`
|
3568
4022
|
# @return [String]
|
3569
4023
|
attr_accessor :start
|
@@ -4458,8 +4912,8 @@ module Google
|
|
4458
4912
|
# periodically. To explicitly set a timezone to the cron tab, apply a prefix in
|
4459
4913
|
# the cron tab: "CRON_TZ=$`IANA_TIME_ZONE`" or "TZ=$`IANA_TIME_ZONE`". The $`
|
4460
4914
|
# IANA_TIME_ZONE` may only be a valid string from IANA time zone database. For
|
4461
|
-
# example,
|
4462
|
-
#
|
4915
|
+
# example, CRON_TZ=America/New_York 1 * * * *, or TZ=America/New_York 1 * * * *.
|
4916
|
+
# This field is required for RECURRING tasks.
|
4463
4917
|
# Corresponds to the JSON property `schedule`
|
4464
4918
|
# @return [String]
|
4465
4919
|
attr_accessor :schedule
|
@@ -4494,7 +4948,7 @@ module Google
|
|
4494
4948
|
class GoogleCloudDataplexV1Trigger
|
4495
4949
|
include Google::Apis::Core::Hashable
|
4496
4950
|
|
4497
|
-
# The scan runs
|
4951
|
+
# The scan runs once via RunDataScan API.
|
4498
4952
|
# Corresponds to the JSON property `onDemand`
|
4499
4953
|
# @return [Google::Apis::DataplexV1::GoogleCloudDataplexV1TriggerOnDemand]
|
4500
4954
|
attr_accessor :on_demand
|
@@ -4515,7 +4969,7 @@ module Google
|
|
4515
4969
|
end
|
4516
4970
|
end
|
4517
4971
|
|
4518
|
-
# The scan runs
|
4972
|
+
# The scan runs once via RunDataScan API.
|
4519
4973
|
class GoogleCloudDataplexV1TriggerOnDemand
|
4520
4974
|
include Google::Apis::Core::Hashable
|
4521
4975
|
|
@@ -4532,12 +4986,13 @@ module Google
|
|
4532
4986
|
class GoogleCloudDataplexV1TriggerSchedule
|
4533
4987
|
include Google::Apis::Core::Hashable
|
4534
4988
|
|
4535
|
-
# Required. Cron
|
4536
|
-
# periodically.
|
4989
|
+
# Required. Cron (https://en.wikipedia.org/wiki/Cron) schedule for running scans
|
4990
|
+
# periodically.To explicitly set a timezone in the cron tab, apply a prefix in
|
4537
4991
|
# the cron tab: "CRON_TZ=$`IANA_TIME_ZONE`" or "TZ=$`IANA_TIME_ZONE`". The $`
|
4538
|
-
# IANA_TIME_ZONE` may only be a valid string from IANA time zone database
|
4539
|
-
#
|
4540
|
-
# *
|
4992
|
+
# IANA_TIME_ZONE` may only be a valid string from IANA time zone database (
|
4993
|
+
# wikipedia (https://en.wikipedia.org/wiki/List_of_tz_database_time_zones#List)).
|
4994
|
+
# For example, CRON_TZ=America/New_York 1 * * * *, or TZ=America/New_York 1 * *
|
4995
|
+
# * *.This field is required for Schedule scans.
|
4541
4996
|
# Corresponds to the JSON property `cron`
|
4542
4997
|
# @return [String]
|
4543
4998
|
attr_accessor :cron
|
@@ -4684,8 +5139,8 @@ module Google
|
|
4684
5139
|
# 60 minutes apart. The default value is to run discovery every 60 minutes. To
|
4685
5140
|
# explicitly set a timezone to the cron tab, apply a prefix in the cron tab: "
|
4686
5141
|
# CRON_TZ=$`IANA_TIME_ZONE`" or TZ=$`IANA_TIME_ZONE`". The $`IANA_TIME_ZONE` may
|
4687
|
-
# only be a valid string from IANA time zone database. For example,
|
4688
|
-
# America/New_York 1 * * *
|
5142
|
+
# only be a valid string from IANA time zone database. For example, CRON_TZ=
|
5143
|
+
# America/New_York 1 * * * *, or TZ=America/New_York 1 * * * *.
|
4689
5144
|
# Corresponds to the JSON property `schedule`
|
4690
5145
|
# @return [String]
|
4691
5146
|
attr_accessor :schedule
|