google-cloud-dataplex-v1 2.1.0 → 2.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataplex/v1/catalog_pb.rb +4 -1
- data/lib/google/cloud/dataplex/v1/catalog_service/client.rb +1 -11
- data/lib/google/cloud/dataplex/v1/catalog_service/paths.rb +14 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb +1 -11
- data/lib/google/cloud/dataplex/v1/catalog_services_pb.rb +1 -11
- data/lib/google/cloud/dataplex/v1/cmek_pb.rb +63 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/client.rb +947 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/operations.rb +813 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/paths.rb +69 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/client.rb +895 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/operations.rb +943 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/service_stub.rb +388 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest.rb +54 -0
- data/lib/google/cloud/dataplex/v1/cmek_service.rb +56 -0
- data/lib/google/cloud/dataplex/v1/cmek_services_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/data_discovery_pb.rb +2 -1
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_taxonomy_pb.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/client.rb +32 -5
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/client.rb +1 -5
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/service_stub.rb +1 -0
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service.rb +2 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +5 -1
- data/lib/google/cloud/dataplex/v1/rest.rb +1 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +1 -0
- data/proto_docs/google/api/client.rb +6 -0
- data/proto_docs/google/cloud/dataplex/v1/catalog.rb +133 -22
- data/proto_docs/google/cloud/dataplex/v1/cmek.rb +216 -0
- data/proto_docs/google/cloud/dataplex/v1/data_discovery.rb +63 -3
- data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +6 -2
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +46 -36
- data/proto_docs/google/cloud/dataplex/v1/data_taxonomy.rb +7 -5
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +75 -0
- data/proto_docs/google/cloud/dataplex/v1/resources.rb +14 -10
- metadata +15 -3
@@ -1154,9 +1154,12 @@ module Google
|
|
1154
1154
|
# listed in the update mask, and regardless of whether a field is present
|
1155
1155
|
# in the `entry` object.
|
1156
1156
|
#
|
1157
|
-
#
|
1158
1157
|
# The `update_mask` field is ignored when an entry is created or re-created.
|
1159
1158
|
#
|
1159
|
+
# In an aspect-only metadata job (when entry sync mode is `NONE`), set this
|
1160
|
+
# value to `aspects`.
|
1161
|
+
#
|
1162
|
+
#
|
1160
1163
|
# Dataplex also determines which entries and aspects to modify by comparing
|
1161
1164
|
# the values and timestamps that you provide in the metadata import file with
|
1162
1165
|
# the values and timestamps that exist in your project. For more information,
|
@@ -1170,18 +1173,18 @@ module Google
|
|
1170
1173
|
# aspect type and are attached directly to the entry.
|
1171
1174
|
# * `{aspect_type_reference}@{path}`: matches aspects that belong to the
|
1172
1175
|
# specified aspect type and path.
|
1173
|
-
# *
|
1176
|
+
# * `{aspect_type_reference}@*` : matches aspects of the given type for all
|
1174
1177
|
# paths.
|
1175
1178
|
# * `*@path` : matches aspects of all types on the given path.
|
1179
|
+
#
|
1176
1180
|
# Replace `{aspect_type_reference}` with a reference to the aspect type, in
|
1177
1181
|
# the format
|
1178
1182
|
# `{project_id_or_number}.{location_id}.{aspect_type_id}`.
|
1179
1183
|
#
|
1180
|
-
#
|
1181
|
-
# aspects that are present within the specified
|
1182
|
-
#
|
1183
|
-
#
|
1184
|
-
# required aspects of an entry.
|
1184
|
+
# In `FULL` entry sync mode, if you leave this field empty, it is treated as
|
1185
|
+
# specifying exactly those aspects that are present within the specified
|
1186
|
+
# entry. Dataplex implicitly adds the keys for all of the required aspects of
|
1187
|
+
# an entry.
|
1185
1188
|
class ImportItem
|
1186
1189
|
include ::Google::Protobuf::MessageExts
|
1187
1190
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1306,9 +1309,23 @@ module Google
|
|
1306
1309
|
# @!attribute [rw] import_spec
|
1307
1310
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ImportJobSpec]
|
1308
1311
|
# Import job specification.
|
1312
|
+
#
|
1313
|
+
# Note: The following fields are mutually exclusive: `import_spec`, `export_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
1314
|
+
# @!attribute [rw] export_spec
|
1315
|
+
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ExportJobSpec]
|
1316
|
+
# Export job specification.
|
1317
|
+
#
|
1318
|
+
# Note: The following fields are mutually exclusive: `export_spec`, `import_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
1309
1319
|
# @!attribute [r] import_result
|
1310
1320
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ImportJobResult]
|
1311
1321
|
# Output only. Import job result.
|
1322
|
+
#
|
1323
|
+
# Note: The following fields are mutually exclusive: `import_result`, `export_result`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
1324
|
+
# @!attribute [r] export_result
|
1325
|
+
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ExportJobResult]
|
1326
|
+
# Output only. Export job result.
|
1327
|
+
#
|
1328
|
+
# Note: The following fields are mutually exclusive: `export_result`, `import_result`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
1312
1329
|
# @!attribute [r] status
|
1313
1330
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::Status]
|
1314
1331
|
# Output only. Metadata job status.
|
@@ -1340,7 +1357,29 @@ module Google
|
|
1340
1357
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1341
1358
|
end
|
1342
1359
|
|
1343
|
-
# Job
|
1360
|
+
# Export Job Results. The result is based on the snapshot at the time when
|
1361
|
+
# the job is created.
|
1362
|
+
# @!attribute [r] exported_entries
|
1363
|
+
# @return [::Integer]
|
1364
|
+
# Output only. The number of entries that have been exported.
|
1365
|
+
# @!attribute [r] error_message
|
1366
|
+
# @return [::String]
|
1367
|
+
# Output only. The error message if the export job failed.
|
1368
|
+
class ExportJobResult
|
1369
|
+
include ::Google::Protobuf::MessageExts
|
1370
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1371
|
+
end
|
1372
|
+
|
1373
|
+
# Job specification for a metadata import job.
|
1374
|
+
#
|
1375
|
+
# You can run the following kinds of metadata import jobs:
|
1376
|
+
#
|
1377
|
+
# * Full sync of entries with incremental import of their aspects.
|
1378
|
+
# Supported for custom entries.
|
1379
|
+
# * Incremental import of aspects only. Supported for aspects that belong
|
1380
|
+
# to custom entries and system entries. For custom entries, you can modify
|
1381
|
+
# both optional aspects and required aspects. For system entries, you can
|
1382
|
+
# modify optional aspects.
|
1344
1383
|
# @!attribute [rw] source_storage_uri
|
1345
1384
|
# @return [::String]
|
1346
1385
|
# Optional. The URI of a Cloud Storage bucket or folder (beginning with
|
@@ -1372,15 +1411,9 @@ module Google
|
|
1372
1411
|
# @!attribute [rw] entry_sync_mode
|
1373
1412
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ImportJobSpec::SyncMode]
|
1374
1413
|
# Required. The sync mode for entries.
|
1375
|
-
# Only `FULL` mode is supported for entries. All entries in the job's scope
|
1376
|
-
# are modified. If an entry exists in Dataplex but isn't included in the
|
1377
|
-
# metadata import file, the entry is deleted when you run the metadata job.
|
1378
1414
|
# @!attribute [rw] aspect_sync_mode
|
1379
1415
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ImportJobSpec::SyncMode]
|
1380
1416
|
# Required. The sync mode for aspects.
|
1381
|
-
# Only `INCREMENTAL` mode is supported for aspects. An aspect is modified
|
1382
|
-
# only if the metadata import file includes a reference to the aspect in
|
1383
|
-
# the `update_mask` field and the `aspect_keys` field.
|
1384
1417
|
# @!attribute [rw] log_level
|
1385
1418
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ImportJobSpec::LogLevel]
|
1386
1419
|
# Optional. The level of logs to write to Cloud Logging for this job.
|
@@ -1401,8 +1434,8 @@ module Google
|
|
1401
1434
|
# Required. The entry group that is in scope for the import job,
|
1402
1435
|
# specified as a relative resource name in the format
|
1403
1436
|
# `projects/{project_number_or_id}/locations/{location_id}/entryGroups/{entry_group_id}`.
|
1404
|
-
# Only entries that belong to the specified entry group are
|
1405
|
-
# the job.
|
1437
|
+
# Only entries and aspects that belong to the specified entry group are
|
1438
|
+
# affected by the job.
|
1406
1439
|
#
|
1407
1440
|
# Must contain exactly one element. The entry group and the job
|
1408
1441
|
# must be in the same location.
|
@@ -1411,7 +1444,8 @@ module Google
|
|
1411
1444
|
# Required. The entry types that are in scope for the import job,
|
1412
1445
|
# specified as relative resource names in the format
|
1413
1446
|
# `projects/{project_number_or_id}/locations/{location_id}/entryTypes/{entry_type_id}`.
|
1414
|
-
# The job modifies only the entries that belong to these
|
1447
|
+
# The job modifies only the entries and aspects that belong to these
|
1448
|
+
# entry types.
|
1415
1449
|
#
|
1416
1450
|
# If the metadata import file attempts to modify an entry whose type
|
1417
1451
|
# isn't included in this list, the import job is halted before modifying
|
@@ -1426,6 +1460,8 @@ module Google
|
|
1426
1460
|
# `projects/{project_number_or_id}/locations/{location_id}/aspectTypes/{aspect_type_id}`.
|
1427
1461
|
# The job modifies only the aspects that belong to these aspect types.
|
1428
1462
|
#
|
1463
|
+
# This field is required when creating an aspect-only import job.
|
1464
|
+
#
|
1429
1465
|
# If the metadata import file attempts to modify an aspect whose type
|
1430
1466
|
# isn't included in this list, the import job is halted before modifying
|
1431
1467
|
# any entries or aspects.
|
@@ -1437,7 +1473,9 @@ module Google
|
|
1437
1473
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1438
1474
|
end
|
1439
1475
|
|
1440
|
-
# Specifies how the entries and aspects in a metadata job are updated.
|
1476
|
+
# Specifies how the entries and aspects in a metadata job are updated. For
|
1477
|
+
# more information, see [Sync
|
1478
|
+
# mode](https://cloud.google.com/dataplex/docs/import-metadata#sync-mode).
|
1441
1479
|
module SyncMode
|
1442
1480
|
# Sync mode unspecified.
|
1443
1481
|
SYNC_MODE_UNSPECIFIED = 0
|
@@ -1446,16 +1484,22 @@ module Google
|
|
1446
1484
|
# Dataplex but isn't included in the metadata import file, the resource
|
1447
1485
|
# is deleted when you run the metadata job. Use this mode to perform a
|
1448
1486
|
# full sync of the set of entries in the job scope.
|
1487
|
+
#
|
1488
|
+
# This sync mode is supported for entries.
|
1449
1489
|
FULL = 1
|
1450
1490
|
|
1451
|
-
# Only the
|
1491
|
+
# Only the resources that are explicitly included in the
|
1452
1492
|
# metadata import file are modified. Use this mode to modify a subset of
|
1453
1493
|
# resources while leaving unreferenced resources unchanged.
|
1494
|
+
#
|
1495
|
+
# This sync mode is supported for aspects.
|
1454
1496
|
INCREMENTAL = 2
|
1455
1497
|
|
1456
|
-
# If entry sync mode is NONE
|
1457
|
-
#
|
1458
|
-
#
|
1498
|
+
# If entry sync mode is `NONE`, then aspects are modified according
|
1499
|
+
# to the aspect sync mode. Other metadata that belongs to entries in the
|
1500
|
+
# job's scope isn't modified.
|
1501
|
+
#
|
1502
|
+
# This sync mode is supported for entries.
|
1459
1503
|
NONE = 3
|
1460
1504
|
end
|
1461
1505
|
|
@@ -1483,6 +1527,70 @@ module Google
|
|
1483
1527
|
end
|
1484
1528
|
end
|
1485
1529
|
|
1530
|
+
# Export job specification.
|
1531
|
+
# @!attribute [rw] scope
|
1532
|
+
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::ExportJobSpec::ExportJobScope]
|
1533
|
+
# Required. Selects the entries to be exported by this job.
|
1534
|
+
# @!attribute [rw] output_path
|
1535
|
+
# @return [::String]
|
1536
|
+
# Required. The root path of the exported metadata.
|
1537
|
+
# Must be in the format: "gs://<bucket_id>"
|
1538
|
+
# Or specify a customized prefix after the bucket:
|
1539
|
+
# "gs://<bucket_id>/<folder1>/<folder2>/.../".
|
1540
|
+
# The length limit of the customized prefix is 128 characters.
|
1541
|
+
# The bucket must be in the same VPC-SC perimeter with the job.
|
1542
|
+
class ExportJobSpec
|
1543
|
+
include ::Google::Protobuf::MessageExts
|
1544
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1545
|
+
|
1546
|
+
# Scope of the export job.
|
1547
|
+
# @!attribute [rw] organization_level
|
1548
|
+
# @return [::Boolean]
|
1549
|
+
# Indicating if it is an organization level export job.
|
1550
|
+
# - When set to true, exports all entries from entry groups and projects
|
1551
|
+
# sharing the same organization id of the Metadata Job. Only projects and
|
1552
|
+
# entry groups in the VPC-SC perimeter will be exported. The projects and
|
1553
|
+
# entry groups are ignored.
|
1554
|
+
# - When set to false, one of the projects or entry groups must be
|
1555
|
+
# specified.
|
1556
|
+
# - Default to false.
|
1557
|
+
# @!attribute [rw] projects
|
1558
|
+
# @return [::Array<::String>]
|
1559
|
+
# The projects that are in the scope of the export job. Can either be
|
1560
|
+
# project numbers or project IDs. If specified, only the entries from the
|
1561
|
+
# specified projects will be exported. The projects must be in the same
|
1562
|
+
# organization and in the VPC-SC perimeter. Either projects or
|
1563
|
+
# entry_groups can be specified when organization_level_export is set to
|
1564
|
+
# false.
|
1565
|
+
# Must follow the format: "projects/<project_id_or_number>"
|
1566
|
+
# @!attribute [rw] entry_groups
|
1567
|
+
# @return [::Array<::String>]
|
1568
|
+
# The entry groups that are in scope for the export job. Optional. If
|
1569
|
+
# specified, only entries in the specified entry groups will be exported
|
1570
|
+
# by the job. Must be in the VPC-SC perimeter of the job. The location of
|
1571
|
+
# the entry groups must be the same as the job. Either projects or
|
1572
|
+
# entry_groups can be specified when organization_level_export is set to
|
1573
|
+
# false. Must follow the format:
|
1574
|
+
# "projects/<project_id_or_number>/locations/<location>/entryGroups/<entry_group_id>"
|
1575
|
+
# @!attribute [rw] entry_types
|
1576
|
+
# @return [::Array<::String>]
|
1577
|
+
# If specified, only entries of the specified types will be
|
1578
|
+
# affected by the job.
|
1579
|
+
# Must follow the format:
|
1580
|
+
# "projects/<project_id_or_number>/locations/<location>/entryTypes/<entry_type_id>"
|
1581
|
+
# @!attribute [rw] aspect_types
|
1582
|
+
# @return [::Array<::String>]
|
1583
|
+
# The aspect types that are in scope for the export job.
|
1584
|
+
# Optional. If specified, only aspects of the specified types will be
|
1585
|
+
# affected by the job.
|
1586
|
+
# Must follow the format:
|
1587
|
+
# "projects/<project_id_or_number>/locations/<location>/aspectTypes/<aspect_type_id>"
|
1588
|
+
class ExportJobScope
|
1589
|
+
include ::Google::Protobuf::MessageExts
|
1590
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1591
|
+
end
|
1592
|
+
end
|
1593
|
+
|
1486
1594
|
# Metadata job status.
|
1487
1595
|
# @!attribute [r] state
|
1488
1596
|
# @return [::Google::Cloud::Dataplex::V1::MetadataJob::Status::State]
|
@@ -1544,6 +1652,9 @@ module Google
|
|
1544
1652
|
|
1545
1653
|
# Import job.
|
1546
1654
|
IMPORT = 1
|
1655
|
+
|
1656
|
+
# Export job type.
|
1657
|
+
EXPORT = 2
|
1547
1658
|
end
|
1548
1659
|
end
|
1549
1660
|
|
@@ -0,0 +1,216 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2025 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Cloud
|
22
|
+
module Dataplex
|
23
|
+
module V1
|
24
|
+
# A Resource designed to manage encryption configurations for customers to
|
25
|
+
# support Customer Managed Encryption Keys (CMEK).
|
26
|
+
# @!attribute [rw] name
|
27
|
+
# @return [::String]
|
28
|
+
# Identifier. The resource name of the EncryptionConfig.
|
29
|
+
# Format:
|
30
|
+
# organizations/\\{organization}/locations/\\{location}/encryptionConfigs/\\{encryption_config}
|
31
|
+
# Global location is not supported.
|
32
|
+
# @!attribute [rw] key
|
33
|
+
# @return [::String]
|
34
|
+
# Optional. If a key is chosen, it means that the customer is using CMEK.
|
35
|
+
# If a key is not chosen, it means that the customer is using Google managed
|
36
|
+
# encryption.
|
37
|
+
# @!attribute [r] create_time
|
38
|
+
# @return [::Google::Protobuf::Timestamp]
|
39
|
+
# Output only. The time when the Encryption configuration was created.
|
40
|
+
# @!attribute [r] update_time
|
41
|
+
# @return [::Google::Protobuf::Timestamp]
|
42
|
+
# Output only. The time when the Encryption configuration was last updated.
|
43
|
+
# @!attribute [r] encryption_state
|
44
|
+
# @return [::Google::Cloud::Dataplex::V1::EncryptionConfig::EncryptionState]
|
45
|
+
# Output only. The state of encryption of the databases.
|
46
|
+
# @!attribute [rw] etag
|
47
|
+
# @return [::String]
|
48
|
+
# Etag of the EncryptionConfig. This is a strong etag.
|
49
|
+
# @!attribute [r] failure_details
|
50
|
+
# @return [::Google::Cloud::Dataplex::V1::EncryptionConfig::FailureDetails]
|
51
|
+
# Output only. Details of the failure if anything related to Cmek db fails.
|
52
|
+
class EncryptionConfig
|
53
|
+
include ::Google::Protobuf::MessageExts
|
54
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
55
|
+
|
56
|
+
# Details of the failure if anything related to Cmek db fails.
|
57
|
+
# @!attribute [r] error_code
|
58
|
+
# @return [::Google::Cloud::Dataplex::V1::EncryptionConfig::FailureDetails::ErrorCode]
|
59
|
+
# Output only. The error code for the failure.
|
60
|
+
# @!attribute [r] error_message
|
61
|
+
# @return [::String]
|
62
|
+
# Output only. The error message will be shown to the user. Set only if the
|
63
|
+
# error code is REQUIRE_USER_ACTION.
|
64
|
+
class FailureDetails
|
65
|
+
include ::Google::Protobuf::MessageExts
|
66
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
67
|
+
|
68
|
+
# Error code for the failure if anything related to Cmek db fails.
|
69
|
+
module ErrorCode
|
70
|
+
# The error code is not specified
|
71
|
+
UNKNOWN = 0
|
72
|
+
|
73
|
+
# Error because of internal server error, will be retried automatically..
|
74
|
+
INTERNAL_ERROR = 1
|
75
|
+
|
76
|
+
# User action is required to resolve the error.
|
77
|
+
REQUIRE_USER_ACTION = 2
|
78
|
+
end
|
79
|
+
end
|
80
|
+
|
81
|
+
# State of encryption of the databases when EncryptionConfig is created or
|
82
|
+
# updated.
|
83
|
+
module EncryptionState
|
84
|
+
# State is not specified.
|
85
|
+
ENCRYPTION_STATE_UNSPECIFIED = 0
|
86
|
+
|
87
|
+
# The encryption state of the database when the EncryptionConfig is created
|
88
|
+
# or updated. If the encryption fails, it is retried indefinitely and the
|
89
|
+
# state is shown as ENCRYPTING.
|
90
|
+
ENCRYPTING = 1
|
91
|
+
|
92
|
+
# The encryption of data has completed successfully.
|
93
|
+
COMPLETED = 2
|
94
|
+
|
95
|
+
# The encryption of data has failed.
|
96
|
+
# The state is set to FAILED when the encryption fails due to reasons like
|
97
|
+
# permission issues, invalid key etc.
|
98
|
+
FAILED = 3
|
99
|
+
end
|
100
|
+
end
|
101
|
+
|
102
|
+
# Create EncryptionConfig Request
|
103
|
+
# @!attribute [rw] parent
|
104
|
+
# @return [::String]
|
105
|
+
# Required. The location at which the EncryptionConfig is to be created.
|
106
|
+
# @!attribute [rw] encryption_config_id
|
107
|
+
# @return [::String]
|
108
|
+
# Required. The ID of the EncryptionConfig to create.
|
109
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
110
|
+
# and hyphens (-).
|
111
|
+
# The maximum size is 63 characters.
|
112
|
+
# The first character must be a letter.
|
113
|
+
# The last character must be a letter or a number.
|
114
|
+
# @!attribute [rw] encryption_config
|
115
|
+
# @return [::Google::Cloud::Dataplex::V1::EncryptionConfig]
|
116
|
+
# Required. The EncryptionConfig to create.
|
117
|
+
class CreateEncryptionConfigRequest
|
118
|
+
include ::Google::Protobuf::MessageExts
|
119
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
120
|
+
end
|
121
|
+
|
122
|
+
# Get EncryptionConfig Request
|
123
|
+
# @!attribute [rw] name
|
124
|
+
# @return [::String]
|
125
|
+
# Required. The name of the EncryptionConfig to fetch.
|
126
|
+
class GetEncryptionConfigRequest
|
127
|
+
include ::Google::Protobuf::MessageExts
|
128
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
129
|
+
end
|
130
|
+
|
131
|
+
# Update EncryptionConfig Request
|
132
|
+
# @!attribute [rw] encryption_config
|
133
|
+
# @return [::Google::Cloud::Dataplex::V1::EncryptionConfig]
|
134
|
+
# Required. The EncryptionConfig to update.
|
135
|
+
# @!attribute [rw] update_mask
|
136
|
+
# @return [::Google::Protobuf::FieldMask]
|
137
|
+
# Optional. Mask of fields to update.
|
138
|
+
# The service treats an omitted field mask as an implied field mask
|
139
|
+
# equivalent to all fields that are populated (have a non-empty value).
|
140
|
+
class UpdateEncryptionConfigRequest
|
141
|
+
include ::Google::Protobuf::MessageExts
|
142
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
143
|
+
end
|
144
|
+
|
145
|
+
# Delete EncryptionConfig Request
|
146
|
+
# @!attribute [rw] name
|
147
|
+
# @return [::String]
|
148
|
+
# Required. The name of the EncryptionConfig to delete.
|
149
|
+
# @!attribute [rw] etag
|
150
|
+
# @return [::String]
|
151
|
+
# Optional. Etag of the EncryptionConfig. This is a strong etag.
|
152
|
+
class DeleteEncryptionConfigRequest
|
153
|
+
include ::Google::Protobuf::MessageExts
|
154
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
155
|
+
end
|
156
|
+
|
157
|
+
# List EncryptionConfigs Request
|
158
|
+
# @!attribute [rw] parent
|
159
|
+
# @return [::String]
|
160
|
+
# Required. The location for which the EncryptionConfig is to be listed.
|
161
|
+
# @!attribute [rw] page_size
|
162
|
+
# @return [::Integer]
|
163
|
+
# Optional. Maximum number of EncryptionConfigs to return. The service may
|
164
|
+
# return fewer than this value. If unspecified, at most 10 EncryptionConfigs
|
165
|
+
# will be returned. The maximum value is 1000; values above 1000 will be
|
166
|
+
# coerced to 1000.
|
167
|
+
# @!attribute [rw] page_token
|
168
|
+
# @return [::String]
|
169
|
+
# Optional. Page token received from a previous `ListEncryptionConfigs` call.
|
170
|
+
# Provide this to retrieve the subsequent page. When paginating, the
|
171
|
+
# parameters - filter and order_by provided to `ListEncryptionConfigs` must
|
172
|
+
# match the call that provided the page token.
|
173
|
+
# @!attribute [rw] filter
|
174
|
+
# @return [::String]
|
175
|
+
# Optional. Filter the EncryptionConfigs to be returned.
|
176
|
+
# Using bare literals: (These values will be matched anywhere it may appear
|
177
|
+
# in the object's field values)
|
178
|
+
# * filter=some_value
|
179
|
+
# Using fields: (These values will be matched only in the specified field)
|
180
|
+
# * filter=some_field=some_value
|
181
|
+
# Supported fields:
|
182
|
+
# * name, key, create_time, update_time, encryption_state
|
183
|
+
# Example:
|
184
|
+
# * filter=name=organizations/123/locations/us-central1/encryptionConfigs/test-config
|
185
|
+
# conjunctions: (AND, OR, NOT)
|
186
|
+
# * filter=name=organizations/123/locations/us-central1/encryptionConfigs/test-config
|
187
|
+
# AND mode=CMEK
|
188
|
+
# logical operators: (>, <, >=, <=, !=, =, :),
|
189
|
+
# * filter=create_time>2024-05-01T00:00:00.000Z
|
190
|
+
# @!attribute [rw] order_by
|
191
|
+
# @return [::String]
|
192
|
+
# Optional. Order by fields for the result.
|
193
|
+
class ListEncryptionConfigsRequest
|
194
|
+
include ::Google::Protobuf::MessageExts
|
195
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
196
|
+
end
|
197
|
+
|
198
|
+
# List EncryptionConfigs Response
|
199
|
+
# @!attribute [rw] encryption_configs
|
200
|
+
# @return [::Array<::Google::Cloud::Dataplex::V1::EncryptionConfig>]
|
201
|
+
# The list of EncryptionConfigs under the given parent location.
|
202
|
+
# @!attribute [rw] next_page_token
|
203
|
+
# @return [::String]
|
204
|
+
# Token to retrieve the next page of results, or empty if there are no more
|
205
|
+
# results in the list.
|
206
|
+
# @!attribute [rw] unreachable_locations
|
207
|
+
# @return [::Array<::String>]
|
208
|
+
# Locations that could not be reached.
|
209
|
+
class ListEncryptionConfigsResponse
|
210
|
+
include ::Google::Protobuf::MessageExts
|
211
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
212
|
+
end
|
213
|
+
end
|
214
|
+
end
|
215
|
+
end
|
216
|
+
end
|
@@ -42,6 +42,29 @@ module Google
|
|
42
42
|
# Optional. The BigQuery connection used to create BigLake tables.
|
43
43
|
# Must be in the form
|
44
44
|
# `projects/{project_id}/locations/{location_id}/connections/{connection_id}`
|
45
|
+
# @!attribute [rw] location
|
46
|
+
# @return [::String]
|
47
|
+
# Optional. The location of the BigQuery dataset to publish BigLake
|
48
|
+
# external or non-BigLake external tables to.
|
49
|
+
# 1. If the Cloud Storage bucket is located in a multi-region bucket, then
|
50
|
+
# BigQuery dataset can be in the same multi-region bucket or any single
|
51
|
+
# region that is included in the same multi-region bucket. The datascan can
|
52
|
+
# be created in any single region that is included in the same multi-region
|
53
|
+
# bucket
|
54
|
+
# 2. If the Cloud Storage bucket is located in a dual-region bucket, then
|
55
|
+
# BigQuery dataset can be located in regions that are included in the
|
56
|
+
# dual-region bucket, or in a multi-region that includes the dual-region.
|
57
|
+
# The datascan can be created in any single region that is included in the
|
58
|
+
# same dual-region bucket.
|
59
|
+
# 3. If the Cloud Storage bucket is located in a single region, then
|
60
|
+
# BigQuery dataset can be in the same single region or any multi-region
|
61
|
+
# bucket that includes the same single region. The datascan will be created
|
62
|
+
# in the same single region as the bucket.
|
63
|
+
# 4. If the BigQuery dataset is in single region, it must be in the same
|
64
|
+
# single region as the datascan.
|
65
|
+
#
|
66
|
+
# For supported values, refer to
|
67
|
+
# https://cloud.google.com/bigquery/docs/locations#supported_locations.
|
45
68
|
class BigQueryPublishingConfig
|
46
69
|
include ::Google::Protobuf::MessageExts
|
47
70
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -135,6 +158,9 @@ module Google
|
|
135
158
|
# @!attribute [r] bigquery_publishing
|
136
159
|
# @return [::Google::Cloud::Dataplex::V1::DataDiscoveryResult::BigQueryPublishing]
|
137
160
|
# Output only. Configuration for metadata publishing.
|
161
|
+
# @!attribute [r] scan_statistics
|
162
|
+
# @return [::Google::Cloud::Dataplex::V1::DataDiscoveryResult::ScanStatistics]
|
163
|
+
# Output only. Statistics of the DataDiscoveryScan.
|
138
164
|
class DataDiscoveryResult
|
139
165
|
include ::Google::Protobuf::MessageExts
|
140
166
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -142,13 +168,47 @@ module Google
|
|
142
168
|
# Describes BigQuery publishing configurations.
|
143
169
|
# @!attribute [r] dataset
|
144
170
|
# @return [::String]
|
145
|
-
# Output only. The BigQuery dataset
|
146
|
-
#
|
147
|
-
#
|
171
|
+
# Output only. The BigQuery dataset the discovered tables are published to.
|
172
|
+
# @!attribute [r] location
|
173
|
+
# @return [::String]
|
174
|
+
# Output only. The location of the BigQuery publishing dataset.
|
148
175
|
class BigQueryPublishing
|
149
176
|
include ::Google::Protobuf::MessageExts
|
150
177
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
151
178
|
end
|
179
|
+
|
180
|
+
# Statistics of the DataDiscoveryScan.
|
181
|
+
# @!attribute [rw] scanned_file_count
|
182
|
+
# @return [::Integer]
|
183
|
+
# The number of files scanned.
|
184
|
+
# @!attribute [rw] data_processed_bytes
|
185
|
+
# @return [::Integer]
|
186
|
+
# The data processed in bytes.
|
187
|
+
# @!attribute [rw] files_excluded
|
188
|
+
# @return [::Integer]
|
189
|
+
# The number of files excluded.
|
190
|
+
# @!attribute [rw] tables_created
|
191
|
+
# @return [::Integer]
|
192
|
+
# The number of tables created.
|
193
|
+
# @!attribute [rw] tables_deleted
|
194
|
+
# @return [::Integer]
|
195
|
+
# The number of tables deleted.
|
196
|
+
# @!attribute [rw] tables_updated
|
197
|
+
# @return [::Integer]
|
198
|
+
# The number of tables updated.
|
199
|
+
# @!attribute [rw] filesets_created
|
200
|
+
# @return [::Integer]
|
201
|
+
# The number of filesets created.
|
202
|
+
# @!attribute [rw] filesets_deleted
|
203
|
+
# @return [::Integer]
|
204
|
+
# The number of filesets deleted.
|
205
|
+
# @!attribute [rw] filesets_updated
|
206
|
+
# @return [::Integer]
|
207
|
+
# The number of filesets updated.
|
208
|
+
class ScanStatistics
|
209
|
+
include ::Google::Protobuf::MessageExts
|
210
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
211
|
+
end
|
152
212
|
end
|
153
213
|
end
|
154
214
|
end
|
@@ -34,8 +34,10 @@ module Google
|
|
34
34
|
# @!attribute [rw] row_filter
|
35
35
|
# @return [::String]
|
36
36
|
# Optional. A filter applied to all rows in a single DataScan job.
|
37
|
-
# The filter needs to be a valid SQL expression for a WHERE clause in
|
38
|
-
#
|
37
|
+
# The filter needs to be a valid SQL expression for a [WHERE clause in
|
38
|
+
# GoogleSQL
|
39
|
+
# syntax](https://cloud.google.com/bigquery/docs/reference/standard-sql/query-syntax#where_clause).
|
40
|
+
#
|
39
41
|
# Example: col1 >= 0 AND col2 < 10
|
40
42
|
# @!attribute [rw] post_scan_actions
|
41
43
|
# @return [::Google::Cloud::Dataplex::V1::DataProfileSpec::PostScanActions]
|
@@ -71,6 +73,8 @@ module Google
|
|
71
73
|
# Optional. The BigQuery table to export DataProfileScan results to.
|
72
74
|
# Format:
|
73
75
|
# //bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
76
|
+
# or
|
77
|
+
# projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
74
78
|
class BigQueryExport
|
75
79
|
include ::Google::Protobuf::MessageExts
|
76
80
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|