google-cloud-dataplex-v1 0.5.0 → 0.6.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (37) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/lib/google/cloud/dataplex/v1/content_service/client.rb +4 -4
  4. data/lib/google/cloud/dataplex/v1/content_service.rb +1 -1
  5. data/lib/google/cloud/dataplex/v1/data_profile_pb.rb +78 -0
  6. data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +108 -0
  7. data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +1171 -0
  8. data/lib/google/cloud/dataplex/v1/data_scan_service/credentials.rb +47 -0
  9. data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +770 -0
  10. data/lib/google/cloud/dataplex/v1/data_scan_service/paths.rb +113 -0
  11. data/lib/google/cloud/dataplex/v1/data_scan_service.rb +48 -0
  12. data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +64 -63
  13. data/lib/google/cloud/dataplex/v1/dataplex_service.rb +1 -1
  14. data/lib/google/cloud/dataplex/v1/datascans_pb.rb +169 -0
  15. data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +58 -0
  16. data/lib/google/cloud/dataplex/v1/logs_pb.rb +53 -0
  17. data/lib/google/cloud/dataplex/v1/metadata_pb.rb +5 -0
  18. data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +18 -16
  19. data/lib/google/cloud/dataplex/v1/metadata_service.rb +1 -1
  20. data/lib/google/cloud/dataplex/v1/processing_pb.rb +53 -0
  21. data/lib/google/cloud/dataplex/v1/version.rb +1 -1
  22. data/lib/google/cloud/dataplex/v1.rb +3 -2
  23. data/proto_docs/google/api/client.rb +318 -0
  24. data/proto_docs/google/api/launch_stage.rb +71 -0
  25. data/proto_docs/google/cloud/dataplex/v1/analyze.rb +26 -21
  26. data/proto_docs/google/cloud/dataplex/v1/content.rb +4 -4
  27. data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +232 -0
  28. data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +274 -0
  29. data/proto_docs/google/cloud/dataplex/v1/datascans.rb +418 -0
  30. data/proto_docs/google/cloud/dataplex/v1/logs.rb +135 -2
  31. data/proto_docs/google/cloud/dataplex/v1/metadata.rb +72 -52
  32. data/proto_docs/google/cloud/dataplex/v1/processing.rb +96 -0
  33. data/proto_docs/google/cloud/dataplex/v1/resources.rb +67 -61
  34. data/proto_docs/google/cloud/dataplex/v1/service.rb +67 -65
  35. data/proto_docs/google/cloud/dataplex/v1/tasks.rb +34 -34
  36. data/proto_docs/google/rpc/status.rb +4 -2
  37. metadata +20 -4
@@ -61,8 +61,8 @@ module Google
61
61
  # `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
62
62
  # @!attribute [rw] etag
63
63
  # @return [::String]
64
- # Required. The etag associated with the entity, which can be retrieved with a
65
- # [GetEntity][] request.
64
+ # Required. The etag associated with the entity, which can be retrieved with
65
+ # a [GetEntity][] request.
66
66
  class DeleteEntityRequest
67
67
  include ::Google::Protobuf::MessageExts
68
68
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -78,9 +78,10 @@ module Google
78
78
  # Required. Specify the entity view to make a partial list request.
79
79
  # @!attribute [rw] page_size
80
80
  # @return [::Integer]
81
- # Optional. Maximum number of entities to return. The service may return fewer than
82
- # this value. If unspecified, 100 entities will be returned by default. The
83
- # maximum value is 500; larger values will will be truncated to 500.
81
+ # Optional. Maximum number of entities to return. The service may return
82
+ # fewer than this value. If unspecified, 100 entities will be returned by
83
+ # default. The maximum value is 500; larger values will will be truncated to
84
+ # 500.
84
85
  # @!attribute [rw] page_token
85
86
  # @return [::String]
86
87
  # Optional. Page token received from a previous `ListEntities` call. Provide
@@ -89,8 +90,8 @@ module Google
89
90
  # page token.
90
91
  # @!attribute [rw] filter
91
92
  # @return [::String]
92
- # Optional. The following filter parameters can be added to the URL to limit the
93
- # entities returned by the API:
93
+ # Optional. The following filter parameters can be added to the URL to limit
94
+ # the entities returned by the API:
94
95
  #
95
96
  # - Entity ID: ?filter="id=entityID"
96
97
  # - Asset ID: ?filter="asset=assetID"
@@ -164,19 +165,20 @@ module Google
164
165
  # `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
165
166
  # @!attribute [rw] page_size
166
167
  # @return [::Integer]
167
- # Optional. Maximum number of partitions to return. The service may return fewer than
168
- # this value. If unspecified, 100 partitions will be returned by default. The
169
- # maximum page size is 500; larger values will will be truncated to 500.
168
+ # Optional. Maximum number of partitions to return. The service may return
169
+ # fewer than this value. If unspecified, 100 partitions will be returned by
170
+ # default. The maximum page size is 500; larger values will will be truncated
171
+ # to 500.
170
172
  # @!attribute [rw] page_token
171
173
  # @return [::String]
172
- # Optional. Page token received from a previous `ListPartitions` call. Provide
173
- # this to retrieve the subsequent page. When paginating, all other parameters
174
- # provided to `ListPartitions` must match the call that provided the
175
- # page token.
174
+ # Optional. Page token received from a previous `ListPartitions` call.
175
+ # Provide this to retrieve the subsequent page. When paginating, all other
176
+ # parameters provided to `ListPartitions` must match the call that provided
177
+ # the page token.
176
178
  # @!attribute [rw] filter
177
179
  # @return [::String]
178
- # Optional. Filter the partitions returned to the caller using a key value pair
179
- # expression. Supported operators and syntax:
180
+ # Optional. Filter the partitions returned to the caller using a key value
181
+ # pair expression. Supported operators and syntax:
180
182
  #
181
183
  # - logic operators: AND, OR
182
184
  # - comparison operators: <, >, >=, <= ,=, !=
@@ -267,8 +269,8 @@ module Google
267
269
  # Optional. Display name must be shorter than or equal to 256 characters.
268
270
  # @!attribute [rw] description
269
271
  # @return [::String]
270
- # Optional. User friendly longer description text. Must be shorter than or equal to
271
- # 1024 characters.
272
+ # Optional. User friendly longer description text. Must be shorter than or
273
+ # equal to 1024 characters.
272
274
  # @!attribute [r] create_time
273
275
  # @return [::Google::Protobuf::Timestamp]
274
276
  # Output only. The time when the entity was created.
@@ -285,15 +287,16 @@ module Google
285
287
  # characters.
286
288
  # @!attribute [rw] etag
287
289
  # @return [::String]
288
- # Optional. The etag associated with the entity, which can be retrieved with a
289
- # [GetEntity][] request. Required for update and delete requests.
290
+ # Optional. The etag associated with the entity, which can be retrieved with
291
+ # a [GetEntity][] request. Required for update and delete requests.
290
292
  # @!attribute [rw] type
291
293
  # @return [::Google::Cloud::Dataplex::V1::Entity::Type]
292
294
  # Required. Immutable. The type of entity.
293
295
  # @!attribute [rw] asset
294
296
  # @return [::String]
295
- # Required. Immutable. The ID of the asset associated with the storage location containing the
296
- # entity data. The entity must be with in the same zone with the asset.
297
+ # Required. Immutable. The ID of the asset associated with the storage
298
+ # location containing the entity data. The entity must be with in the same
299
+ # zone with the asset.
297
300
  # @!attribute [rw] data_path
298
301
  # @return [::String]
299
302
  # Required. Immutable. The storage path of the entity data.
@@ -303,9 +306,9 @@ module Google
303
306
  # `projects/project_id/datasets/dataset_id/tables/table_id`.
304
307
  # @!attribute [rw] data_path_pattern
305
308
  # @return [::String]
306
- # Optional. The set of items within the data path constituting the data in the entity,
307
- # represented as a glob path.
308
- # Example: `gs://bucket/path/to/data/**/*.csv`.
309
+ # Optional. The set of items within the data path constituting the data in
310
+ # the entity, represented as a glob path. Example:
311
+ # `gs://bucket/path/to/data/**/*.csv`.
309
312
  # @!attribute [r] catalog_entry
310
313
  # @return [::String]
311
314
  # Output only. The name of the associated Data Catalog entry.
@@ -342,12 +345,12 @@ module Google
342
345
  # Provides compatibility information for a specific metadata store.
343
346
  # @!attribute [r] compatible
344
347
  # @return [::Boolean]
345
- # Output only. Whether the entity is compatible and can be represented in the metadata
346
- # store.
348
+ # Output only. Whether the entity is compatible and can be represented in
349
+ # the metadata store.
347
350
  # @!attribute [r] reason
348
351
  # @return [::String]
349
- # Output only. Provides additional detail if the entity is incompatible with the
350
- # metadata store.
352
+ # Output only. Provides additional detail if the entity is incompatible
353
+ # with the metadata store.
351
354
  class Compatibility
352
355
  include ::Google::Protobuf::MessageExts
353
356
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -377,13 +380,13 @@ module Google
377
380
  # The name field in the response retains the encoded format.
378
381
  # @!attribute [rw] values
379
382
  # @return [::Array<::String>]
380
- # Required. Immutable. The set of values representing the partition, which correspond to the
381
- # partition schema defined in the parent entity.
383
+ # Required. Immutable. The set of values representing the partition, which
384
+ # correspond to the partition schema defined in the parent entity.
382
385
  # @!attribute [rw] location
383
386
  # @return [::String]
384
- # Required. Immutable. The location of the entity data within the partition, for example,
385
- # `gs://bucket/path/to/entity/key1=value1/key2=value2`.
386
- # Or `projects/<project_id>/datasets/<dataset_id>/tables/<table_id>`
387
+ # Required. Immutable. The location of the entity data within the partition,
388
+ # for example, `gs://bucket/path/to/entity/key1=value1/key2=value2`. Or
389
+ # `projects/<project_id>/datasets/<dataset_id>/tables/<table_id>`
387
390
  # @!attribute [rw] etag
388
391
  # @return [::String]
389
392
  # Optional. The etag for this partition.
@@ -395,8 +398,8 @@ module Google
395
398
  # Schema information describing the structure and layout of the data.
396
399
  # @!attribute [rw] user_managed
397
400
  # @return [::Boolean]
398
- # Required. Set to `true` if user-managed or `false` if managed by Dataplex. The
399
- # default is `false` (managed by Dataplex).
401
+ # Required. Set to `true` if user-managed or `false` if managed by Dataplex.
402
+ # The default is `false` (managed by Dataplex).
400
403
  #
401
404
  # - Set to `false`to enable Dataplex discovery to update the schema.
402
405
  # including new data discovery, schema inference, and schema evolution.
@@ -414,11 +417,12 @@ module Google
414
417
  # **Note:** BigQuery SchemaFields are immutable.
415
418
  # @!attribute [rw] partition_fields
416
419
  # @return [::Array<::Google::Cloud::Dataplex::V1::Schema::PartitionField>]
417
- # Optional. The sequence of fields describing the partition structure in entities.
418
- # If this field is empty, there are no partitions within the data.
420
+ # Optional. The sequence of fields describing the partition structure in
421
+ # entities. If this field is empty, there are no partitions within the data.
419
422
  # @!attribute [rw] partition_style
420
423
  # @return [::Google::Cloud::Dataplex::V1::Schema::PartitionStyle]
421
- # Optional. The structure of paths containing partition data within the entity.
424
+ # Optional. The structure of paths containing partition data within the
425
+ # entity.
422
426
  class Schema
423
427
  include ::Google::Protobuf::MessageExts
424
428
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -431,8 +435,8 @@ module Google
431
435
  # and must begin with a letter or underscore.
432
436
  # @!attribute [rw] description
433
437
  # @return [::String]
434
- # Optional. User friendly field description. Must be less than or equal to 1024
435
- # characters.
438
+ # Optional. User friendly field description. Must be less than or equal to
439
+ # 1024 characters.
436
440
  # @!attribute [rw] type
437
441
  # @return [::Google::Cloud::Dataplex::V1::Schema::Type]
438
442
  # Required. The type of field.
@@ -453,9 +457,9 @@ module Google
453
457
  # Partition fields are immutable.
454
458
  # @!attribute [rw] name
455
459
  # @return [::String]
456
- # Required. Partition field name must consist of letters, numbers, and underscores
457
- # only, with a maximum of length of 256 characters,
458
- # and must begin with a letter or underscore..
460
+ # Required. Partition field name must consist of letters, numbers, and
461
+ # underscores only, with a maximum of length of 256 characters, and must
462
+ # begin with a letter or underscore..
459
463
  # @!attribute [rw] type
460
464
  # @return [::Google::Cloud::Dataplex::V1::Schema::Type]
461
465
  # Required. Immutable. The type of field.
@@ -546,8 +550,8 @@ module Google
546
550
  # Describes the format of the data within its storage location.
547
551
  # @!attribute [r] format
548
552
  # @return [::Google::Cloud::Dataplex::V1::StorageFormat::Format]
549
- # Output only. The data format associated with the stored data, which represents
550
- # content type values. The value is inferred from mime type.
553
+ # Output only. The data format associated with the stored data, which
554
+ # represents content type values. The value is inferred from mime type.
551
555
  # @!attribute [rw] compression_format
552
556
  # @return [::Google::Cloud::Dataplex::V1::StorageFormat::CompressionFormat]
553
557
  # Optional. The compression type associated with the stored data.
@@ -561,6 +565,9 @@ module Google
561
565
  # - application/x-avro
562
566
  # - application/x-orc
563
567
  # - application/x-tfrecord
568
+ # - application/x-parquet+iceberg
569
+ # - application/x-avro+iceberg
570
+ # - application/x-orc+iceberg
564
571
  # - application/json
565
572
  # - application/\\{subtypes}
566
573
  # - text/csv
@@ -574,6 +581,9 @@ module Google
574
581
  # @!attribute [rw] json
575
582
  # @return [::Google::Cloud::Dataplex::V1::StorageFormat::JsonOptions]
576
583
  # Optional. Additional information about CSV formatted data.
584
+ # @!attribute [rw] iceberg
585
+ # @return [::Google::Cloud::Dataplex::V1::StorageFormat::IcebergOptions]
586
+ # Optional. Additional information about iceberg tables.
577
587
  class StorageFormat
578
588
  include ::Google::Protobuf::MessageExts
579
589
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -581,12 +591,12 @@ module Google
581
591
  # Describes CSV and similar semi-structured data formats.
582
592
  # @!attribute [rw] encoding
583
593
  # @return [::String]
584
- # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8", and
585
- # "ISO-8859-1". Defaults to UTF-8 if unspecified.
594
+ # Optional. The character encoding of the data. Accepts "US-ASCII",
595
+ # "UTF-8", and "ISO-8859-1". Defaults to UTF-8 if unspecified.
586
596
  # @!attribute [rw] header_rows
587
597
  # @return [::Integer]
588
- # Optional. The number of rows to interpret as header rows that should be skipped
589
- # when reading data rows. Defaults to 0.
598
+ # Optional. The number of rows to interpret as header rows that should be
599
+ # skipped when reading data rows. Defaults to 0.
590
600
  # @!attribute [rw] delimiter
591
601
  # @return [::String]
592
602
  # Optional. The delimiter used to separate values. Defaults to ','.
@@ -603,13 +613,23 @@ module Google
603
613
  # Describes JSON data format.
604
614
  # @!attribute [rw] encoding
605
615
  # @return [::String]
606
- # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and
607
- # "ISO-8859-1". Defaults to UTF-8 if not specified.
616
+ # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8"
617
+ # and "ISO-8859-1". Defaults to UTF-8 if not specified.
608
618
  class JsonOptions
609
619
  include ::Google::Protobuf::MessageExts
610
620
  extend ::Google::Protobuf::MessageExts::ClassMethods
611
621
  end
612
622
 
623
+ # Describes Iceberg data format.
624
+ # @!attribute [rw] metadata_location
625
+ # @return [::String]
626
+ # Optional. The location of where the iceberg metadata is present, must be
627
+ # within the table path
628
+ class IcebergOptions
629
+ include ::Google::Protobuf::MessageExts
630
+ extend ::Google::Protobuf::MessageExts::ClassMethods
631
+ end
632
+
613
633
  # The specific file format of the data.
614
634
  module Format
615
635
  # Format unspecified.
@@ -0,0 +1,96 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2023 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+
20
+ module Google
21
+ module Cloud
22
+ module Dataplex
23
+ module V1
24
+ # DataScan scheduling and trigger settings.
25
+ # @!attribute [rw] on_demand
26
+ # @return [::Google::Cloud::Dataplex::V1::Trigger::OnDemand]
27
+ # The scan runs one-time shortly after DataScan Creation.
28
+ # @!attribute [rw] schedule
29
+ # @return [::Google::Cloud::Dataplex::V1::Trigger::Schedule]
30
+ # The scan is scheduled to run periodically.
31
+ class Trigger
32
+ include ::Google::Protobuf::MessageExts
33
+ extend ::Google::Protobuf::MessageExts::ClassMethods
34
+
35
+ # The scan runs one-time via RunDataScan API.
36
+ class OnDemand
37
+ include ::Google::Protobuf::MessageExts
38
+ extend ::Google::Protobuf::MessageExts::ClassMethods
39
+ end
40
+
41
+ # The scan is scheduled to run periodically.
42
+ # @!attribute [rw] cron
43
+ # @return [::String]
44
+ # Required. Cron schedule (https://en.wikipedia.org/wiki/Cron) for running
45
+ # scans periodically.
46
+ # To explicitly set a timezone to the cron tab, apply a prefix in the
47
+ # cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or "TZ=$\\{IANA_TIME_ZONE}".
48
+ # The $\\{IANA_TIME_ZONE} may only be a valid string from IANA time zone
49
+ # database. For example, "CRON_TZ=America/New_York 1 * * * *", or
50
+ # "TZ=America/New_York 1 * * * *".
51
+ # This field is required for Schedule scans.
52
+ class Schedule
53
+ include ::Google::Protobuf::MessageExts
54
+ extend ::Google::Protobuf::MessageExts::ClassMethods
55
+ end
56
+ end
57
+
58
+ # The data source for DataScan.
59
+ # @!attribute [rw] entity
60
+ # @return [::String]
61
+ # Immutable. The dataplex entity that contains the data for DataScan, of
62
+ # the form:
63
+ # `projects/{project_number}/locations/{location_id}/lakes/{lake_id}/zones/{zone_id}/entities/{entity_id}`.
64
+ class DataSource
65
+ include ::Google::Protobuf::MessageExts
66
+ extend ::Google::Protobuf::MessageExts::ClassMethods
67
+ end
68
+
69
+ # The data scanned during processing (e.g. in incremental DataScan)
70
+ # @!attribute [rw] incremental_field
71
+ # @return [::Google::Cloud::Dataplex::V1::ScannedData::IncrementalField]
72
+ # The range denoted by values of an incremental field
73
+ class ScannedData
74
+ include ::Google::Protobuf::MessageExts
75
+ extend ::Google::Protobuf::MessageExts::ClassMethods
76
+
77
+ # A data range denoted by a pair of start/end values of a field.
78
+ # @!attribute [rw] field
79
+ # @return [::String]
80
+ # The field that contains values which monotonically increases over time
81
+ # (e.g. timestamp).
82
+ # @!attribute [rw] start
83
+ # @return [::String]
84
+ # Value that marks the start of the range
85
+ # @!attribute [rw] end
86
+ # @return [::String]
87
+ # Value that marks the end of the range
88
+ class IncrementalField
89
+ include ::Google::Protobuf::MessageExts
90
+ extend ::Google::Protobuf::MessageExts::ClassMethods
91
+ end
92
+ end
93
+ end
94
+ end
95
+ end
96
+ end
@@ -38,8 +38,8 @@ module Google
38
38
  # Optional. User friendly display name.
39
39
  # @!attribute [r] uid
40
40
  # @return [::String]
41
- # Output only. System generated globally unique ID for the lake. This ID will be
42
- # different if the lake is deleted and re-created with the same name.
41
+ # Output only. System generated globally unique ID for the lake. This ID will
42
+ # be different if the lake is deleted and re-created with the same name.
43
43
  # @!attribute [r] create_time
44
44
  # @return [::Google::Protobuf::Timestamp]
45
45
  # Output only. The time when the lake was created.
@@ -57,8 +57,9 @@ module Google
57
57
  # Output only. Current state of the lake.
58
58
  # @!attribute [r] service_account
59
59
  # @return [::String]
60
- # Output only. Service account associated with this lake. This service account must be
61
- # authorized to access or operate on resources managed by the lake.
60
+ # Output only. Service account associated with this lake. This service
61
+ # account must be authorized to access or operate on resources managed by the
62
+ # lake.
62
63
  # @!attribute [rw] metastore
63
64
  # @return [::Google::Cloud::Dataplex::V1::Lake::Metastore]
64
65
  # Optional. Settings to manage lake and Dataproc Metastore service instance
@@ -160,8 +161,8 @@ module Google
160
161
  # Optional. User friendly display name.
161
162
  # @!attribute [r] uid
162
163
  # @return [::String]
163
- # Output only. System generated globally unique ID for the zone. This ID will be
164
- # different if the zone is deleted and re-created with the same name.
164
+ # Output only. System generated globally unique ID for the zone. This ID will
165
+ # be different if the zone is deleted and re-created with the same name.
165
166
  # @!attribute [r] create_time
166
167
  # @return [::Google::Protobuf::Timestamp]
167
168
  # Output only. The time when the zone was created.
@@ -182,11 +183,12 @@ module Google
182
183
  # Required. Immutable. The type of the zone.
183
184
  # @!attribute [rw] discovery_spec
184
185
  # @return [::Google::Cloud::Dataplex::V1::Zone::DiscoverySpec]
185
- # Optional. Specification of the discovery feature applied to data in this zone.
186
+ # Optional. Specification of the discovery feature applied to data in this
187
+ # zone.
186
188
  # @!attribute [rw] resource_spec
187
189
  # @return [::Google::Cloud::Dataplex::V1::Zone::ResourceSpec]
188
- # Required. Specification of the resources that are referenced by the assets within
189
- # this zone.
190
+ # Required. Specification of the resources that are referenced by the assets
191
+ # within this zone.
190
192
  # @!attribute [r] asset_status
191
193
  # @return [::Google::Cloud::Dataplex::V1::AssetStatus]
192
194
  # Output only. Aggregated status of the underlying assets of the zone.
@@ -197,8 +199,8 @@ module Google
197
199
  # Settings for resources attached as assets within a zone.
198
200
  # @!attribute [rw] location_type
199
201
  # @return [::Google::Cloud::Dataplex::V1::Zone::ResourceSpec::LocationType]
200
- # Required. Immutable. The location type of the resources that are allowed to be attached to the
201
- # assets within this zone.
202
+ # Required. Immutable. The location type of the resources that are allowed
203
+ # to be attached to the assets within this zone.
202
204
  class ResourceSpec
203
205
  include ::Google::Protobuf::MessageExts
204
206
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -222,16 +224,16 @@ module Google
222
224
  # Required. Whether discovery is enabled.
223
225
  # @!attribute [rw] include_patterns
224
226
  # @return [::Array<::String>]
225
- # Optional. The list of patterns to apply for selecting data to include during
226
- # discovery if only a subset of the data should considered. For Cloud
227
- # Storage bucket assets, these are interpreted as glob patterns used to
228
- # match object names. For BigQuery dataset assets, these are
229
- # interpreted as patterns to match table names.
227
+ # Optional. The list of patterns to apply for selecting data to include
228
+ # during discovery if only a subset of the data should considered. For
229
+ # Cloud Storage bucket assets, these are interpreted as glob patterns used
230
+ # to match object names. For BigQuery dataset assets, these are interpreted
231
+ # as patterns to match table names.
230
232
  # @!attribute [rw] exclude_patterns
231
233
  # @return [::Array<::String>]
232
- # Optional. The list of patterns to apply for selecting data to exclude during
233
- # discovery. For Cloud Storage bucket assets, these are interpreted as
234
- # glob patterns used to match object names. For BigQuery dataset assets,
234
+ # Optional. The list of patterns to apply for selecting data to exclude
235
+ # during discovery. For Cloud Storage bucket assets, these are interpreted
236
+ # as glob patterns used to match object names. For BigQuery dataset assets,
235
237
  # these are interpreted as patterns to match table names.
236
238
  # @!attribute [rw] csv_options
237
239
  # @return [::Google::Cloud::Dataplex::V1::Zone::DiscoverySpec::CsvOptions]
@@ -241,15 +243,15 @@ module Google
241
243
  # Optional. Configuration for Json data.
242
244
  # @!attribute [rw] schedule
243
245
  # @return [::String]
244
- # Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for running
245
- # discovery periodically. Successive discovery runs must be scheduled at
246
- # least 60 minutes apart.
247
- # The default value is to run discovery every 60 minutes.
248
- # To explicitly set a timezone to the cron tab, apply a prefix in the
249
- # cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or TZ=$\\{IANA_TIME_ZONE}".
250
- # The $\\{IANA_TIME_ZONE} may only be a valid string from IANA time zone
251
- # database. For example, "CRON_TZ=America/New_York 1 * * * *", or
252
- # "TZ=America/New_York 1 * * * *".
246
+ # Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
247
+ # running discovery periodically. Successive discovery runs must be
248
+ # scheduled at least 60 minutes apart. The default value is to run
249
+ # discovery every 60 minutes. To explicitly set a timezone to the cron
250
+ # tab, apply a prefix in the cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or
251
+ # TZ=$\\{IANA_TIME_ZONE}". The $\\{IANA_TIME_ZONE} may only be a valid string
252
+ # from IANA time zone database. For example,
253
+ # `CRON_TZ=America/New_York 1 * * * *`,
254
+ # or `TZ=America/New_York 1 * * * *`.
253
255
  class DiscoverySpec
254
256
  include ::Google::Protobuf::MessageExts
255
257
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -257,11 +259,12 @@ module Google
257
259
  # Describe CSV and similar semi-structured data formats.
258
260
  # @!attribute [rw] header_rows
259
261
  # @return [::Integer]
260
- # Optional. The number of rows to interpret as header rows that should be skipped
261
- # when reading data rows.
262
+ # Optional. The number of rows to interpret as header rows that should be
263
+ # skipped when reading data rows.
262
264
  # @!attribute [rw] delimiter
263
265
  # @return [::String]
264
- # Optional. The delimiter being used to separate values. This defaults to ','.
266
+ # Optional. The delimiter being used to separate values. This defaults to
267
+ # ','.
265
268
  # @!attribute [rw] encoding
266
269
  # @return [::String]
267
270
  # Optional. The character encoding of the data. The default is UTF-8.
@@ -520,8 +523,9 @@ module Google
520
523
  # Optional. User friendly display name.
521
524
  # @!attribute [r] uid
522
525
  # @return [::String]
523
- # Output only. System generated globally unique ID for the asset. This ID will be
524
- # different if the asset is deleted and re-created with the same name.
526
+ # Output only. System generated globally unique ID for the asset. This ID
527
+ # will be different if the asset is deleted and re-created with the same
528
+ # name.
525
529
  # @!attribute [r] create_time
526
530
  # @return [::Google::Protobuf::Timestamp]
527
531
  # Output only. The time when the asset was created.
@@ -545,16 +549,17 @@ module Google
545
549
  # Output only. Status of the resource referenced by this asset.
546
550
  # @!attribute [r] security_status
547
551
  # @return [::Google::Cloud::Dataplex::V1::Asset::SecurityStatus]
548
- # Output only. Status of the security policy applied to resource referenced by this asset.
552
+ # Output only. Status of the security policy applied to resource referenced
553
+ # by this asset.
549
554
  # @!attribute [rw] discovery_spec
550
555
  # @return [::Google::Cloud::Dataplex::V1::Asset::DiscoverySpec]
551
- # Optional. Specification of the discovery feature applied to data referenced by this
552
- # asset.
553
- # When this spec is left unset, the asset will use the spec set on the parent
554
- # zone.
556
+ # Optional. Specification of the discovery feature applied to data referenced
557
+ # by this asset. When this spec is left unset, the asset will use the spec
558
+ # set on the parent zone.
555
559
  # @!attribute [r] discovery_status
556
560
  # @return [::Google::Cloud::Dataplex::V1::Asset::DiscoveryStatus]
557
- # Output only. Status of the discovery feature applied to data referenced by this asset.
561
+ # Output only. Status of the discovery feature applied to data referenced by
562
+ # this asset.
558
563
  class Asset
559
564
  include ::Google::Protobuf::MessageExts
560
565
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -599,16 +604,16 @@ module Google
599
604
  # Optional. Whether discovery is enabled.
600
605
  # @!attribute [rw] include_patterns
601
606
  # @return [::Array<::String>]
602
- # Optional. The list of patterns to apply for selecting data to include during
603
- # discovery if only a subset of the data should considered. For Cloud
604
- # Storage bucket assets, these are interpreted as glob patterns used to
605
- # match object names. For BigQuery dataset assets, these are interpreted as
606
- # patterns to match table names.
607
+ # Optional. The list of patterns to apply for selecting data to include
608
+ # during discovery if only a subset of the data should considered. For
609
+ # Cloud Storage bucket assets, these are interpreted as glob patterns used
610
+ # to match object names. For BigQuery dataset assets, these are interpreted
611
+ # as patterns to match table names.
607
612
  # @!attribute [rw] exclude_patterns
608
613
  # @return [::Array<::String>]
609
- # Optional. The list of patterns to apply for selecting data to exclude during
610
- # discovery. For Cloud Storage bucket assets, these are interpreted as
611
- # glob patterns used to match object names. For BigQuery dataset assets,
614
+ # Optional. The list of patterns to apply for selecting data to exclude
615
+ # during discovery. For Cloud Storage bucket assets, these are interpreted
616
+ # as glob patterns used to match object names. For BigQuery dataset assets,
612
617
  # these are interpreted as patterns to match table names.
613
618
  # @!attribute [rw] csv_options
614
619
  # @return [::Google::Cloud::Dataplex::V1::Asset::DiscoverySpec::CsvOptions]
@@ -618,15 +623,15 @@ module Google
618
623
  # Optional. Configuration for Json data.
619
624
  # @!attribute [rw] schedule
620
625
  # @return [::String]
621
- # Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for running
622
- # discovery periodically. Successive discovery runs must be scheduled at
623
- # least 60 minutes apart.
624
- # The default value is to run discovery every 60 minutes.
625
- # To explicitly set a timezone to the cron tab, apply a prefix in the
626
- # cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or TZ=$\\{IANA_TIME_ZONE}".
627
- # The $\\{IANA_TIME_ZONE} may only be a valid string from IANA time zone
628
- # database. For example, "CRON_TZ=America/New_York 1 * * * *", or
629
- # "TZ=America/New_York 1 * * * *".
626
+ # Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
627
+ # running discovery periodically. Successive discovery runs must be
628
+ # scheduled at least 60 minutes apart. The default value is to run
629
+ # discovery every 60 minutes. To explicitly set a timezone to the cron
630
+ # tab, apply a prefix in the cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or
631
+ # TZ=$\\{IANA_TIME_ZONE}". The $\\{IANA_TIME_ZONE} may only be a valid string
632
+ # from IANA time zone database. For example,
633
+ # `CRON_TZ=America/New_York 1 * * * *`,
634
+ # or `TZ=America/New_York 1 * * * *`.
630
635
  class DiscoverySpec
631
636
  include ::Google::Protobuf::MessageExts
632
637
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -634,11 +639,12 @@ module Google
634
639
  # Describe CSV and similar semi-structured data formats.
635
640
  # @!attribute [rw] header_rows
636
641
  # @return [::Integer]
637
- # Optional. The number of rows to interpret as header rows that should be skipped
638
- # when reading data rows.
642
+ # Optional. The number of rows to interpret as header rows that should be
643
+ # skipped when reading data rows.
639
644
  # @!attribute [rw] delimiter
640
645
  # @return [::String]
641
- # Optional. The delimiter being used to separate values. This defaults to ','.
646
+ # Optional. The delimiter being used to separate values. This defaults to
647
+ # ','.
642
648
  # @!attribute [rw] encoding
643
649
  # @return [::String]
644
650
  # Optional. The character encoding of the data. The default is UTF-8.
@@ -669,8 +675,8 @@ module Google
669
675
  # Identifies the cloud resource that is referenced by this asset.
670
676
  # @!attribute [rw] name
671
677
  # @return [::String]
672
- # Immutable. Relative name of the cloud resource that contains the data that is
673
- # being managed within a lake. For example:
678
+ # Immutable. Relative name of the cloud resource that contains the data
679
+ # that is being managed within a lake. For example:
674
680
  # `projects/{project_number}/buckets/{bucket_id}`
675
681
  # `projects/{project_number}/datasets/{dataset_id}`
676
682
  # @!attribute [rw] type