google-cloud-dataplex-v1 0.4.0 → 0.5.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +1 -1
- data/README.md +1 -1
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +5 -5
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +65 -64
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +5 -0
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +19 -17
- data/lib/google/cloud/dataplex/v1/tasks_pb.rb +8 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/proto_docs/google/api/client.rb +318 -0
- data/proto_docs/google/api/launch_stage.rb +71 -0
- data/proto_docs/google/cloud/dataplex/v1/analyze.rb +26 -21
- data/proto_docs/google/cloud/dataplex/v1/content.rb +4 -4
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +17 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +56 -52
- data/proto_docs/google/cloud/dataplex/v1/resources.rb +67 -61
- data/proto_docs/google/cloud/dataplex/v1/service.rb +67 -65
- data/proto_docs/google/cloud/dataplex/v1/tasks.rb +53 -26
- data/proto_docs/google/protobuf/empty.rb +0 -2
- data/proto_docs/google/rpc/status.rb +4 -2
- metadata +6 -4
@@ -61,8 +61,8 @@ module Google
|
|
61
61
|
# `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
|
62
62
|
# @!attribute [rw] etag
|
63
63
|
# @return [::String]
|
64
|
-
# Required. The etag associated with the entity, which can be retrieved with
|
65
|
-
# [GetEntity][] request.
|
64
|
+
# Required. The etag associated with the entity, which can be retrieved with
|
65
|
+
# a [GetEntity][] request.
|
66
66
|
class DeleteEntityRequest
|
67
67
|
include ::Google::Protobuf::MessageExts
|
68
68
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -78,9 +78,10 @@ module Google
|
|
78
78
|
# Required. Specify the entity view to make a partial list request.
|
79
79
|
# @!attribute [rw] page_size
|
80
80
|
# @return [::Integer]
|
81
|
-
# Optional. Maximum number of entities to return. The service may return
|
82
|
-
# this value. If unspecified, 100 entities will be returned by
|
83
|
-
# maximum value is 500; larger values will will be truncated to
|
81
|
+
# Optional. Maximum number of entities to return. The service may return
|
82
|
+
# fewer than this value. If unspecified, 100 entities will be returned by
|
83
|
+
# default. The maximum value is 500; larger values will will be truncated to
|
84
|
+
# 500.
|
84
85
|
# @!attribute [rw] page_token
|
85
86
|
# @return [::String]
|
86
87
|
# Optional. Page token received from a previous `ListEntities` call. Provide
|
@@ -89,8 +90,8 @@ module Google
|
|
89
90
|
# page token.
|
90
91
|
# @!attribute [rw] filter
|
91
92
|
# @return [::String]
|
92
|
-
# Optional. The following filter parameters can be added to the URL to limit
|
93
|
-
# entities returned by the API:
|
93
|
+
# Optional. The following filter parameters can be added to the URL to limit
|
94
|
+
# the entities returned by the API:
|
94
95
|
#
|
95
96
|
# - Entity ID: ?filter="id=entityID"
|
96
97
|
# - Asset ID: ?filter="asset=assetID"
|
@@ -164,19 +165,20 @@ module Google
|
|
164
165
|
# `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
|
165
166
|
# @!attribute [rw] page_size
|
166
167
|
# @return [::Integer]
|
167
|
-
# Optional. Maximum number of partitions to return. The service may return
|
168
|
-
# this value. If unspecified, 100 partitions will be returned by
|
169
|
-
# maximum page size is 500; larger values will will be truncated
|
168
|
+
# Optional. Maximum number of partitions to return. The service may return
|
169
|
+
# fewer than this value. If unspecified, 100 partitions will be returned by
|
170
|
+
# default. The maximum page size is 500; larger values will will be truncated
|
171
|
+
# to 500.
|
170
172
|
# @!attribute [rw] page_token
|
171
173
|
# @return [::String]
|
172
|
-
# Optional. Page token received from a previous `ListPartitions` call.
|
173
|
-
# this to retrieve the subsequent page. When paginating, all other
|
174
|
-
# provided to `ListPartitions` must match the call that provided
|
175
|
-
# page token.
|
174
|
+
# Optional. Page token received from a previous `ListPartitions` call.
|
175
|
+
# Provide this to retrieve the subsequent page. When paginating, all other
|
176
|
+
# parameters provided to `ListPartitions` must match the call that provided
|
177
|
+
# the page token.
|
176
178
|
# @!attribute [rw] filter
|
177
179
|
# @return [::String]
|
178
|
-
# Optional. Filter the partitions returned to the caller using a key value
|
179
|
-
# expression. Supported operators and syntax:
|
180
|
+
# Optional. Filter the partitions returned to the caller using a key value
|
181
|
+
# pair expression. Supported operators and syntax:
|
180
182
|
#
|
181
183
|
# - logic operators: AND, OR
|
182
184
|
# - comparison operators: <, >, >=, <= ,=, !=
|
@@ -267,8 +269,8 @@ module Google
|
|
267
269
|
# Optional. Display name must be shorter than or equal to 256 characters.
|
268
270
|
# @!attribute [rw] description
|
269
271
|
# @return [::String]
|
270
|
-
# Optional. User friendly longer description text. Must be shorter than or
|
271
|
-
# 1024 characters.
|
272
|
+
# Optional. User friendly longer description text. Must be shorter than or
|
273
|
+
# equal to 1024 characters.
|
272
274
|
# @!attribute [r] create_time
|
273
275
|
# @return [::Google::Protobuf::Timestamp]
|
274
276
|
# Output only. The time when the entity was created.
|
@@ -285,15 +287,16 @@ module Google
|
|
285
287
|
# characters.
|
286
288
|
# @!attribute [rw] etag
|
287
289
|
# @return [::String]
|
288
|
-
# Optional. The etag associated with the entity, which can be retrieved with
|
289
|
-
# [GetEntity][] request. Required for update and delete requests.
|
290
|
+
# Optional. The etag associated with the entity, which can be retrieved with
|
291
|
+
# a [GetEntity][] request. Required for update and delete requests.
|
290
292
|
# @!attribute [rw] type
|
291
293
|
# @return [::Google::Cloud::Dataplex::V1::Entity::Type]
|
292
294
|
# Required. Immutable. The type of entity.
|
293
295
|
# @!attribute [rw] asset
|
294
296
|
# @return [::String]
|
295
|
-
# Required. Immutable. The ID of the asset associated with the storage
|
296
|
-
# entity data. The entity must be with in the same
|
297
|
+
# Required. Immutable. The ID of the asset associated with the storage
|
298
|
+
# location containing the entity data. The entity must be with in the same
|
299
|
+
# zone with the asset.
|
297
300
|
# @!attribute [rw] data_path
|
298
301
|
# @return [::String]
|
299
302
|
# Required. Immutable. The storage path of the entity data.
|
@@ -303,9 +306,9 @@ module Google
|
|
303
306
|
# `projects/project_id/datasets/dataset_id/tables/table_id`.
|
304
307
|
# @!attribute [rw] data_path_pattern
|
305
308
|
# @return [::String]
|
306
|
-
# Optional. The set of items within the data path constituting the data in
|
307
|
-
# represented as a glob path.
|
308
|
-
#
|
309
|
+
# Optional. The set of items within the data path constituting the data in
|
310
|
+
# the entity, represented as a glob path. Example:
|
311
|
+
# `gs://bucket/path/to/data/**/*.csv`.
|
309
312
|
# @!attribute [r] catalog_entry
|
310
313
|
# @return [::String]
|
311
314
|
# Output only. The name of the associated Data Catalog entry.
|
@@ -342,12 +345,12 @@ module Google
|
|
342
345
|
# Provides compatibility information for a specific metadata store.
|
343
346
|
# @!attribute [r] compatible
|
344
347
|
# @return [::Boolean]
|
345
|
-
# Output only. Whether the entity is compatible and can be represented in
|
346
|
-
# store.
|
348
|
+
# Output only. Whether the entity is compatible and can be represented in
|
349
|
+
# the metadata store.
|
347
350
|
# @!attribute [r] reason
|
348
351
|
# @return [::String]
|
349
|
-
# Output only. Provides additional detail if the entity is incompatible
|
350
|
-
# metadata store.
|
352
|
+
# Output only. Provides additional detail if the entity is incompatible
|
353
|
+
# with the metadata store.
|
351
354
|
class Compatibility
|
352
355
|
include ::Google::Protobuf::MessageExts
|
353
356
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -377,13 +380,13 @@ module Google
|
|
377
380
|
# The name field in the response retains the encoded format.
|
378
381
|
# @!attribute [rw] values
|
379
382
|
# @return [::Array<::String>]
|
380
|
-
# Required. Immutable. The set of values representing the partition, which
|
381
|
-
# partition schema defined in the parent entity.
|
383
|
+
# Required. Immutable. The set of values representing the partition, which
|
384
|
+
# correspond to the partition schema defined in the parent entity.
|
382
385
|
# @!attribute [rw] location
|
383
386
|
# @return [::String]
|
384
|
-
# Required. Immutable. The location of the entity data within the partition,
|
385
|
-
# `gs://bucket/path/to/entity/key1=value1/key2=value2`.
|
386
|
-
#
|
387
|
+
# Required. Immutable. The location of the entity data within the partition,
|
388
|
+
# for example, `gs://bucket/path/to/entity/key1=value1/key2=value2`. Or
|
389
|
+
# `projects/<project_id>/datasets/<dataset_id>/tables/<table_id>`
|
387
390
|
# @!attribute [rw] etag
|
388
391
|
# @return [::String]
|
389
392
|
# Optional. The etag for this partition.
|
@@ -395,8 +398,8 @@ module Google
|
|
395
398
|
# Schema information describing the structure and layout of the data.
|
396
399
|
# @!attribute [rw] user_managed
|
397
400
|
# @return [::Boolean]
|
398
|
-
# Required. Set to `true` if user-managed or `false` if managed by Dataplex.
|
399
|
-
# default is `false` (managed by Dataplex).
|
401
|
+
# Required. Set to `true` if user-managed or `false` if managed by Dataplex.
|
402
|
+
# The default is `false` (managed by Dataplex).
|
400
403
|
#
|
401
404
|
# - Set to `false`to enable Dataplex discovery to update the schema.
|
402
405
|
# including new data discovery, schema inference, and schema evolution.
|
@@ -414,11 +417,12 @@ module Google
|
|
414
417
|
# **Note:** BigQuery SchemaFields are immutable.
|
415
418
|
# @!attribute [rw] partition_fields
|
416
419
|
# @return [::Array<::Google::Cloud::Dataplex::V1::Schema::PartitionField>]
|
417
|
-
# Optional. The sequence of fields describing the partition structure in
|
418
|
-
# If this field is empty, there are no partitions within the data.
|
420
|
+
# Optional. The sequence of fields describing the partition structure in
|
421
|
+
# entities. If this field is empty, there are no partitions within the data.
|
419
422
|
# @!attribute [rw] partition_style
|
420
423
|
# @return [::Google::Cloud::Dataplex::V1::Schema::PartitionStyle]
|
421
|
-
# Optional. The structure of paths containing partition data within the
|
424
|
+
# Optional. The structure of paths containing partition data within the
|
425
|
+
# entity.
|
422
426
|
class Schema
|
423
427
|
include ::Google::Protobuf::MessageExts
|
424
428
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -431,8 +435,8 @@ module Google
|
|
431
435
|
# and must begin with a letter or underscore.
|
432
436
|
# @!attribute [rw] description
|
433
437
|
# @return [::String]
|
434
|
-
# Optional. User friendly field description. Must be less than or equal to
|
435
|
-
# characters.
|
438
|
+
# Optional. User friendly field description. Must be less than or equal to
|
439
|
+
# 1024 characters.
|
436
440
|
# @!attribute [rw] type
|
437
441
|
# @return [::Google::Cloud::Dataplex::V1::Schema::Type]
|
438
442
|
# Required. The type of field.
|
@@ -453,9 +457,9 @@ module Google
|
|
453
457
|
# Partition fields are immutable.
|
454
458
|
# @!attribute [rw] name
|
455
459
|
# @return [::String]
|
456
|
-
# Required. Partition field name must consist of letters, numbers, and
|
457
|
-
# only, with a maximum of length of 256 characters,
|
458
|
-
#
|
460
|
+
# Required. Partition field name must consist of letters, numbers, and
|
461
|
+
# underscores only, with a maximum of length of 256 characters, and must
|
462
|
+
# begin with a letter or underscore..
|
459
463
|
# @!attribute [rw] type
|
460
464
|
# @return [::Google::Cloud::Dataplex::V1::Schema::Type]
|
461
465
|
# Required. Immutable. The type of field.
|
@@ -546,8 +550,8 @@ module Google
|
|
546
550
|
# Describes the format of the data within its storage location.
|
547
551
|
# @!attribute [r] format
|
548
552
|
# @return [::Google::Cloud::Dataplex::V1::StorageFormat::Format]
|
549
|
-
# Output only. The data format associated with the stored data, which
|
550
|
-
# content type values. The value is inferred from mime type.
|
553
|
+
# Output only. The data format associated with the stored data, which
|
554
|
+
# represents content type values. The value is inferred from mime type.
|
551
555
|
# @!attribute [rw] compression_format
|
552
556
|
# @return [::Google::Cloud::Dataplex::V1::StorageFormat::CompressionFormat]
|
553
557
|
# Optional. The compression type associated with the stored data.
|
@@ -581,12 +585,12 @@ module Google
|
|
581
585
|
# Describes CSV and similar semi-structured data formats.
|
582
586
|
# @!attribute [rw] encoding
|
583
587
|
# @return [::String]
|
584
|
-
# Optional. The character encoding of the data. Accepts "US-ASCII",
|
585
|
-
# "ISO-8859-1". Defaults to UTF-8 if unspecified.
|
588
|
+
# Optional. The character encoding of the data. Accepts "US-ASCII",
|
589
|
+
# "UTF-8", and "ISO-8859-1". Defaults to UTF-8 if unspecified.
|
586
590
|
# @!attribute [rw] header_rows
|
587
591
|
# @return [::Integer]
|
588
|
-
# Optional. The number of rows to interpret as header rows that should be
|
589
|
-
# when reading data rows. Defaults to 0.
|
592
|
+
# Optional. The number of rows to interpret as header rows that should be
|
593
|
+
# skipped when reading data rows. Defaults to 0.
|
590
594
|
# @!attribute [rw] delimiter
|
591
595
|
# @return [::String]
|
592
596
|
# Optional. The delimiter used to separate values. Defaults to ','.
|
@@ -603,8 +607,8 @@ module Google
|
|
603
607
|
# Describes JSON data format.
|
604
608
|
# @!attribute [rw] encoding
|
605
609
|
# @return [::String]
|
606
|
-
# Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8"
|
607
|
-
# "ISO-8859-1". Defaults to UTF-8 if not specified.
|
610
|
+
# Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8"
|
611
|
+
# and "ISO-8859-1". Defaults to UTF-8 if not specified.
|
608
612
|
class JsonOptions
|
609
613
|
include ::Google::Protobuf::MessageExts
|
610
614
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -38,8 +38,8 @@ module Google
|
|
38
38
|
# Optional. User friendly display name.
|
39
39
|
# @!attribute [r] uid
|
40
40
|
# @return [::String]
|
41
|
-
# Output only. System generated globally unique ID for the lake. This ID will
|
42
|
-
# different if the lake is deleted and re-created with the same name.
|
41
|
+
# Output only. System generated globally unique ID for the lake. This ID will
|
42
|
+
# be different if the lake is deleted and re-created with the same name.
|
43
43
|
# @!attribute [r] create_time
|
44
44
|
# @return [::Google::Protobuf::Timestamp]
|
45
45
|
# Output only. The time when the lake was created.
|
@@ -57,8 +57,9 @@ module Google
|
|
57
57
|
# Output only. Current state of the lake.
|
58
58
|
# @!attribute [r] service_account
|
59
59
|
# @return [::String]
|
60
|
-
# Output only. Service account associated with this lake. This service
|
61
|
-
# authorized to access or operate on resources managed by the
|
60
|
+
# Output only. Service account associated with this lake. This service
|
61
|
+
# account must be authorized to access or operate on resources managed by the
|
62
|
+
# lake.
|
62
63
|
# @!attribute [rw] metastore
|
63
64
|
# @return [::Google::Cloud::Dataplex::V1::Lake::Metastore]
|
64
65
|
# Optional. Settings to manage lake and Dataproc Metastore service instance
|
@@ -160,8 +161,8 @@ module Google
|
|
160
161
|
# Optional. User friendly display name.
|
161
162
|
# @!attribute [r] uid
|
162
163
|
# @return [::String]
|
163
|
-
# Output only. System generated globally unique ID for the zone. This ID will
|
164
|
-
# different if the zone is deleted and re-created with the same name.
|
164
|
+
# Output only. System generated globally unique ID for the zone. This ID will
|
165
|
+
# be different if the zone is deleted and re-created with the same name.
|
165
166
|
# @!attribute [r] create_time
|
166
167
|
# @return [::Google::Protobuf::Timestamp]
|
167
168
|
# Output only. The time when the zone was created.
|
@@ -182,11 +183,12 @@ module Google
|
|
182
183
|
# Required. Immutable. The type of the zone.
|
183
184
|
# @!attribute [rw] discovery_spec
|
184
185
|
# @return [::Google::Cloud::Dataplex::V1::Zone::DiscoverySpec]
|
185
|
-
# Optional. Specification of the discovery feature applied to data in this
|
186
|
+
# Optional. Specification of the discovery feature applied to data in this
|
187
|
+
# zone.
|
186
188
|
# @!attribute [rw] resource_spec
|
187
189
|
# @return [::Google::Cloud::Dataplex::V1::Zone::ResourceSpec]
|
188
|
-
# Required. Specification of the resources that are referenced by the assets
|
189
|
-
# this zone.
|
190
|
+
# Required. Specification of the resources that are referenced by the assets
|
191
|
+
# within this zone.
|
190
192
|
# @!attribute [r] asset_status
|
191
193
|
# @return [::Google::Cloud::Dataplex::V1::AssetStatus]
|
192
194
|
# Output only. Aggregated status of the underlying assets of the zone.
|
@@ -197,8 +199,8 @@ module Google
|
|
197
199
|
# Settings for resources attached as assets within a zone.
|
198
200
|
# @!attribute [rw] location_type
|
199
201
|
# @return [::Google::Cloud::Dataplex::V1::Zone::ResourceSpec::LocationType]
|
200
|
-
# Required. Immutable. The location type of the resources that are allowed
|
201
|
-
# assets within this zone.
|
202
|
+
# Required. Immutable. The location type of the resources that are allowed
|
203
|
+
# to be attached to the assets within this zone.
|
202
204
|
class ResourceSpec
|
203
205
|
include ::Google::Protobuf::MessageExts
|
204
206
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -222,16 +224,16 @@ module Google
|
|
222
224
|
# Required. Whether discovery is enabled.
|
223
225
|
# @!attribute [rw] include_patterns
|
224
226
|
# @return [::Array<::String>]
|
225
|
-
# Optional. The list of patterns to apply for selecting data to include
|
226
|
-
# discovery if only a subset of the data should considered. For
|
227
|
-
# Storage bucket assets, these are interpreted as glob patterns used
|
228
|
-
# match object names. For BigQuery dataset assets, these are
|
229
|
-
#
|
227
|
+
# Optional. The list of patterns to apply for selecting data to include
|
228
|
+
# during discovery if only a subset of the data should considered. For
|
229
|
+
# Cloud Storage bucket assets, these are interpreted as glob patterns used
|
230
|
+
# to match object names. For BigQuery dataset assets, these are interpreted
|
231
|
+
# as patterns to match table names.
|
230
232
|
# @!attribute [rw] exclude_patterns
|
231
233
|
# @return [::Array<::String>]
|
232
|
-
# Optional. The list of patterns to apply for selecting data to exclude
|
233
|
-
# discovery. For Cloud Storage bucket assets, these are interpreted
|
234
|
-
# glob patterns used to match object names. For BigQuery dataset assets,
|
234
|
+
# Optional. The list of patterns to apply for selecting data to exclude
|
235
|
+
# during discovery. For Cloud Storage bucket assets, these are interpreted
|
236
|
+
# as glob patterns used to match object names. For BigQuery dataset assets,
|
235
237
|
# these are interpreted as patterns to match table names.
|
236
238
|
# @!attribute [rw] csv_options
|
237
239
|
# @return [::Google::Cloud::Dataplex::V1::Zone::DiscoverySpec::CsvOptions]
|
@@ -241,15 +243,15 @@ module Google
|
|
241
243
|
# Optional. Configuration for Json data.
|
242
244
|
# @!attribute [rw] schedule
|
243
245
|
# @return [::String]
|
244
|
-
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
245
|
-
# discovery periodically. Successive discovery runs must be
|
246
|
-
# least 60 minutes apart.
|
247
|
-
#
|
248
|
-
#
|
249
|
-
#
|
250
|
-
#
|
251
|
-
#
|
252
|
-
#
|
246
|
+
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
247
|
+
# running discovery periodically. Successive discovery runs must be
|
248
|
+
# scheduled at least 60 minutes apart. The default value is to run
|
249
|
+
# discovery every 60 minutes. To explicitly set a timezone to the cron
|
250
|
+
# tab, apply a prefix in the cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or
|
251
|
+
# TZ=$\\{IANA_TIME_ZONE}". The $\\{IANA_TIME_ZONE} may only be a valid string
|
252
|
+
# from IANA time zone database. For example,
|
253
|
+
# `CRON_TZ=America/New_York 1 * * * *`,
|
254
|
+
# or `TZ=America/New_York 1 * * * *`.
|
253
255
|
class DiscoverySpec
|
254
256
|
include ::Google::Protobuf::MessageExts
|
255
257
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -257,11 +259,12 @@ module Google
|
|
257
259
|
# Describe CSV and similar semi-structured data formats.
|
258
260
|
# @!attribute [rw] header_rows
|
259
261
|
# @return [::Integer]
|
260
|
-
# Optional. The number of rows to interpret as header rows that should be
|
261
|
-
# when reading data rows.
|
262
|
+
# Optional. The number of rows to interpret as header rows that should be
|
263
|
+
# skipped when reading data rows.
|
262
264
|
# @!attribute [rw] delimiter
|
263
265
|
# @return [::String]
|
264
|
-
# Optional. The delimiter being used to separate values. This defaults to
|
266
|
+
# Optional. The delimiter being used to separate values. This defaults to
|
267
|
+
# ','.
|
265
268
|
# @!attribute [rw] encoding
|
266
269
|
# @return [::String]
|
267
270
|
# Optional. The character encoding of the data. The default is UTF-8.
|
@@ -520,8 +523,9 @@ module Google
|
|
520
523
|
# Optional. User friendly display name.
|
521
524
|
# @!attribute [r] uid
|
522
525
|
# @return [::String]
|
523
|
-
# Output only. System generated globally unique ID for the asset. This ID
|
524
|
-
# different if the asset is deleted and re-created with the same
|
526
|
+
# Output only. System generated globally unique ID for the asset. This ID
|
527
|
+
# will be different if the asset is deleted and re-created with the same
|
528
|
+
# name.
|
525
529
|
# @!attribute [r] create_time
|
526
530
|
# @return [::Google::Protobuf::Timestamp]
|
527
531
|
# Output only. The time when the asset was created.
|
@@ -545,16 +549,17 @@ module Google
|
|
545
549
|
# Output only. Status of the resource referenced by this asset.
|
546
550
|
# @!attribute [r] security_status
|
547
551
|
# @return [::Google::Cloud::Dataplex::V1::Asset::SecurityStatus]
|
548
|
-
# Output only. Status of the security policy applied to resource referenced
|
552
|
+
# Output only. Status of the security policy applied to resource referenced
|
553
|
+
# by this asset.
|
549
554
|
# @!attribute [rw] discovery_spec
|
550
555
|
# @return [::Google::Cloud::Dataplex::V1::Asset::DiscoverySpec]
|
551
|
-
# Optional. Specification of the discovery feature applied to data referenced
|
552
|
-
# asset.
|
553
|
-
#
|
554
|
-
# zone.
|
556
|
+
# Optional. Specification of the discovery feature applied to data referenced
|
557
|
+
# by this asset. When this spec is left unset, the asset will use the spec
|
558
|
+
# set on the parent zone.
|
555
559
|
# @!attribute [r] discovery_status
|
556
560
|
# @return [::Google::Cloud::Dataplex::V1::Asset::DiscoveryStatus]
|
557
|
-
# Output only. Status of the discovery feature applied to data referenced by
|
561
|
+
# Output only. Status of the discovery feature applied to data referenced by
|
562
|
+
# this asset.
|
558
563
|
class Asset
|
559
564
|
include ::Google::Protobuf::MessageExts
|
560
565
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -599,16 +604,16 @@ module Google
|
|
599
604
|
# Optional. Whether discovery is enabled.
|
600
605
|
# @!attribute [rw] include_patterns
|
601
606
|
# @return [::Array<::String>]
|
602
|
-
# Optional. The list of patterns to apply for selecting data to include
|
603
|
-
# discovery if only a subset of the data should considered. For
|
604
|
-
# Storage bucket assets, these are interpreted as glob patterns used
|
605
|
-
# match object names. For BigQuery dataset assets, these are interpreted
|
606
|
-
# patterns to match table names.
|
607
|
+
# Optional. The list of patterns to apply for selecting data to include
|
608
|
+
# during discovery if only a subset of the data should considered. For
|
609
|
+
# Cloud Storage bucket assets, these are interpreted as glob patterns used
|
610
|
+
# to match object names. For BigQuery dataset assets, these are interpreted
|
611
|
+
# as patterns to match table names.
|
607
612
|
# @!attribute [rw] exclude_patterns
|
608
613
|
# @return [::Array<::String>]
|
609
|
-
# Optional. The list of patterns to apply for selecting data to exclude
|
610
|
-
# discovery. For Cloud Storage bucket assets, these are interpreted
|
611
|
-
# glob patterns used to match object names. For BigQuery dataset assets,
|
614
|
+
# Optional. The list of patterns to apply for selecting data to exclude
|
615
|
+
# during discovery. For Cloud Storage bucket assets, these are interpreted
|
616
|
+
# as glob patterns used to match object names. For BigQuery dataset assets,
|
612
617
|
# these are interpreted as patterns to match table names.
|
613
618
|
# @!attribute [rw] csv_options
|
614
619
|
# @return [::Google::Cloud::Dataplex::V1::Asset::DiscoverySpec::CsvOptions]
|
@@ -618,15 +623,15 @@ module Google
|
|
618
623
|
# Optional. Configuration for Json data.
|
619
624
|
# @!attribute [rw] schedule
|
620
625
|
# @return [::String]
|
621
|
-
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
622
|
-
# discovery periodically. Successive discovery runs must be
|
623
|
-
# least 60 minutes apart.
|
624
|
-
#
|
625
|
-
#
|
626
|
-
#
|
627
|
-
#
|
628
|
-
#
|
629
|
-
#
|
626
|
+
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
627
|
+
# running discovery periodically. Successive discovery runs must be
|
628
|
+
# scheduled at least 60 minutes apart. The default value is to run
|
629
|
+
# discovery every 60 minutes. To explicitly set a timezone to the cron
|
630
|
+
# tab, apply a prefix in the cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or
|
631
|
+
# TZ=$\\{IANA_TIME_ZONE}". The $\\{IANA_TIME_ZONE} may only be a valid string
|
632
|
+
# from IANA time zone database. For example,
|
633
|
+
# `CRON_TZ=America/New_York 1 * * * *`,
|
634
|
+
# or `TZ=America/New_York 1 * * * *`.
|
630
635
|
class DiscoverySpec
|
631
636
|
include ::Google::Protobuf::MessageExts
|
632
637
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -634,11 +639,12 @@ module Google
|
|
634
639
|
# Describe CSV and similar semi-structured data formats.
|
635
640
|
# @!attribute [rw] header_rows
|
636
641
|
# @return [::Integer]
|
637
|
-
# Optional. The number of rows to interpret as header rows that should be
|
638
|
-
# when reading data rows.
|
642
|
+
# Optional. The number of rows to interpret as header rows that should be
|
643
|
+
# skipped when reading data rows.
|
639
644
|
# @!attribute [rw] delimiter
|
640
645
|
# @return [::String]
|
641
|
-
# Optional. The delimiter being used to separate values. This defaults to
|
646
|
+
# Optional. The delimiter being used to separate values. This defaults to
|
647
|
+
# ','.
|
642
648
|
# @!attribute [rw] encoding
|
643
649
|
# @return [::String]
|
644
650
|
# Optional. The character encoding of the data. The default is UTF-8.
|
@@ -669,8 +675,8 @@ module Google
|
|
669
675
|
# Identifies the cloud resource that is referenced by this asset.
|
670
676
|
# @!attribute [rw] name
|
671
677
|
# @return [::String]
|
672
|
-
# Immutable. Relative name of the cloud resource that contains the data
|
673
|
-
# being managed within a lake. For example:
|
678
|
+
# Immutable. Relative name of the cloud resource that contains the data
|
679
|
+
# that is being managed within a lake. For example:
|
674
680
|
# `projects/{project_number}/buckets/{bucket_id}`
|
675
681
|
# `projects/{project_number}/datasets/{dataset_id}`
|
676
682
|
# @!attribute [rw] type
|