aws-sdk-datasync 1.37.0 → 1.41.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-datasync/client.rb +404 -19
- data/lib/aws-sdk-datasync/client_api.rb +157 -0
- data/lib/aws-sdk-datasync/types.rb +584 -29
- data/lib/aws-sdk-datasync.rb +1 -1
- metadata +4 -4
@@ -275,6 +275,67 @@ module Aws::DataSync
|
|
275
275
|
include Aws::Structure
|
276
276
|
end
|
277
277
|
|
278
|
+
# @note When making an API call, you may pass CreateLocationFsxLustreRequest
|
279
|
+
# data as a hash:
|
280
|
+
#
|
281
|
+
# {
|
282
|
+
# fsx_filesystem_arn: "FsxFilesystemArn", # required
|
283
|
+
# security_group_arns: ["Ec2SecurityGroupArn"], # required
|
284
|
+
# subdirectory: "FsxLustreSubdirectory",
|
285
|
+
# tags: [
|
286
|
+
# {
|
287
|
+
# key: "TagKey", # required
|
288
|
+
# value: "TagValue",
|
289
|
+
# },
|
290
|
+
# ],
|
291
|
+
# }
|
292
|
+
#
|
293
|
+
# @!attribute [rw] fsx_filesystem_arn
|
294
|
+
# The Amazon Resource Name (ARN) for the FSx for Lustre file system.
|
295
|
+
# @return [String]
|
296
|
+
#
|
297
|
+
# @!attribute [rw] security_group_arns
|
298
|
+
# The Amazon Resource Names (ARNs) of the security groups that are
|
299
|
+
# used to configure the FSx for Lustre file system.
|
300
|
+
# @return [Array<String>]
|
301
|
+
#
|
302
|
+
# @!attribute [rw] subdirectory
|
303
|
+
# A subdirectory in the location's path. This subdirectory in the FSx
|
304
|
+
# for Lustre file system is used to read data from the FSx for Lustre
|
305
|
+
# source location or write data to the FSx for Lustre destination.
|
306
|
+
# @return [String]
|
307
|
+
#
|
308
|
+
# @!attribute [rw] tags
|
309
|
+
# The key-value pair that represents a tag that you want to add to the
|
310
|
+
# resource. The value can be an empty string. This value helps you
|
311
|
+
# manage, filter, and search for your resources. We recommend that you
|
312
|
+
# create a name tag for your location.
|
313
|
+
# @return [Array<Types::TagListEntry>]
|
314
|
+
#
|
315
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationFsxLustreRequest AWS API Documentation
|
316
|
+
#
|
317
|
+
class CreateLocationFsxLustreRequest < Struct.new(
|
318
|
+
:fsx_filesystem_arn,
|
319
|
+
:security_group_arns,
|
320
|
+
:subdirectory,
|
321
|
+
:tags)
|
322
|
+
SENSITIVE = []
|
323
|
+
include Aws::Structure
|
324
|
+
end
|
325
|
+
|
326
|
+
# @!attribute [rw] location_arn
|
327
|
+
# The Amazon Resource Name (ARN) of the FSx for Lustre file system
|
328
|
+
# location that's created.
|
329
|
+
# @return [String]
|
330
|
+
#
|
331
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationFsxLustreResponse AWS API Documentation
|
332
|
+
#
|
333
|
+
class CreateLocationFsxLustreResponse < Struct.new(
|
334
|
+
:location_arn)
|
335
|
+
SENSITIVE = []
|
336
|
+
include Aws::Structure
|
337
|
+
end
|
338
|
+
|
278
339
|
# @note When making an API call, you may pass CreateLocationFsxWindowsRequest
|
279
340
|
# data as a hash:
|
280
341
|
#
|
@@ -294,7 +355,7 @@ module Aws::DataSync
|
|
294
355
|
# }
|
295
356
|
#
|
296
357
|
# @!attribute [rw] subdirectory
|
297
|
-
# A subdirectory in the location
|
358
|
+
# A subdirectory in the location's path. This subdirectory in the
|
298
359
|
# Amazon FSx for Windows File Server file system is used to read data
|
299
360
|
# from the Amazon FSx for Windows File Server source location or write
|
300
361
|
# data to the FSx for Windows File Server destination.
|
@@ -306,8 +367,8 @@ module Aws::DataSync
|
|
306
367
|
# @return [String]
|
307
368
|
#
|
308
369
|
# @!attribute [rw] security_group_arns
|
309
|
-
# The Amazon Resource Names (ARNs) of the security groups that are
|
310
|
-
#
|
370
|
+
# The Amazon Resource Names (ARNs) of the security groups that are
|
371
|
+
# used to configure the FSx for Windows File Server file system.
|
311
372
|
# @return [Array<String>]
|
312
373
|
#
|
313
374
|
# @!attribute [rw] tags
|
@@ -363,6 +424,169 @@ module Aws::DataSync
|
|
363
424
|
include Aws::Structure
|
364
425
|
end
|
365
426
|
|
427
|
+
# @note When making an API call, you may pass CreateLocationHdfsRequest
|
428
|
+
# data as a hash:
|
429
|
+
#
|
430
|
+
# {
|
431
|
+
# subdirectory: "HdfsSubdirectory",
|
432
|
+
# name_nodes: [ # required
|
433
|
+
# {
|
434
|
+
# hostname: "HdfsServerHostname", # required
|
435
|
+
# port: 1, # required
|
436
|
+
# },
|
437
|
+
# ],
|
438
|
+
# block_size: 1,
|
439
|
+
# replication_factor: 1,
|
440
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
441
|
+
# qop_configuration: {
|
442
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
443
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
444
|
+
# },
|
445
|
+
# authentication_type: "SIMPLE", # required, accepts SIMPLE, KERBEROS
|
446
|
+
# simple_user: "HdfsUser",
|
447
|
+
# kerberos_principal: "KerberosPrincipal",
|
448
|
+
# kerberos_keytab: "data",
|
449
|
+
# kerberos_krb_5_conf: "data",
|
450
|
+
# agent_arns: ["AgentArn"], # required
|
451
|
+
# tags: [
|
452
|
+
# {
|
453
|
+
# key: "TagKey", # required
|
454
|
+
# value: "TagValue",
|
455
|
+
# },
|
456
|
+
# ],
|
457
|
+
# }
|
458
|
+
#
|
459
|
+
# @!attribute [rw] subdirectory
|
460
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
461
|
+
# read data from or write data to the HDFS cluster. If the
|
462
|
+
# subdirectory isn't specified, it will default to `/`.
|
463
|
+
# @return [String]
|
464
|
+
#
|
465
|
+
# @!attribute [rw] name_nodes
|
466
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
467
|
+
# operations such as opening, closing, and renaming files and
|
468
|
+
# directories. The NameNode contains the information to map blocks of
|
469
|
+
# data to the DataNodes. You can use only one NameNode.
|
470
|
+
# @return [Array<Types::HdfsNameNode>]
|
471
|
+
#
|
472
|
+
# @!attribute [rw] block_size
|
473
|
+
# The size of data blocks to write into the HDFS cluster. The block
|
474
|
+
# size must be a multiple of 512 bytes. The default block size is 128
|
475
|
+
# mebibytes (MiB).
|
476
|
+
# @return [Integer]
|
477
|
+
#
|
478
|
+
# @!attribute [rw] replication_factor
|
479
|
+
# The number of DataNodes to replicate the data to when writing to the
|
480
|
+
# HDFS cluster. By default, data is replicated to three DataNodes.
|
481
|
+
# @return [Integer]
|
482
|
+
#
|
483
|
+
# @!attribute [rw] kms_key_provider_uri
|
484
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
485
|
+
# @return [String]
|
486
|
+
#
|
487
|
+
# @!attribute [rw] qop_configuration
|
488
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
489
|
+
# Procedure Call (RPC) and data transfer protection settings
|
490
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster. If
|
491
|
+
# `QopConfiguration` isn't specified, `RpcProtection` and
|
492
|
+
# `DataTransferProtection` default to `PRIVACY`. If you set
|
493
|
+
# `RpcProtection` or `DataTransferProtection`, the other parameter
|
494
|
+
# assumes the same value.
|
495
|
+
# @return [Types::QopConfiguration]
|
496
|
+
#
|
497
|
+
# @!attribute [rw] authentication_type
|
498
|
+
# The type of authentication used to determine the identity of the
|
499
|
+
# user.
|
500
|
+
# @return [String]
|
501
|
+
#
|
502
|
+
# @!attribute [rw] simple_user
|
503
|
+
# The user name used to identify the client on the host operating
|
504
|
+
# system.
|
505
|
+
#
|
506
|
+
# <note markdown="1"> If `SIMPLE` is specified for `AuthenticationType`, this parameter is
|
507
|
+
# required.
|
508
|
+
#
|
509
|
+
# </note>
|
510
|
+
# @return [String]
|
511
|
+
#
|
512
|
+
# @!attribute [rw] kerberos_principal
|
513
|
+
# The Kerberos principal with access to the files and folders on the
|
514
|
+
# HDFS cluster.
|
515
|
+
#
|
516
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
517
|
+
# is required.
|
518
|
+
#
|
519
|
+
# </note>
|
520
|
+
# @return [String]
|
521
|
+
#
|
522
|
+
# @!attribute [rw] kerberos_keytab
|
523
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
524
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
525
|
+
# keytab from a file by providing the file's address. If you're
|
526
|
+
# using the CLI, it performs base64 encoding for you. Otherwise,
|
527
|
+
# provide the base64-encoded text.
|
528
|
+
#
|
529
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
530
|
+
# is required.
|
531
|
+
#
|
532
|
+
# </note>
|
533
|
+
# @return [String]
|
534
|
+
#
|
535
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
536
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
537
|
+
# information. You can load the `krb5.conf` file by providing the
|
538
|
+
# file's address. If you're using the CLI, it performs the base64
|
539
|
+
# encoding for you. Otherwise, provide the base64-encoded text.
|
540
|
+
#
|
541
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
542
|
+
# is required.
|
543
|
+
#
|
544
|
+
# </note>
|
545
|
+
# @return [String]
|
546
|
+
#
|
547
|
+
# @!attribute [rw] agent_arns
|
548
|
+
# The Amazon Resource Names (ARNs) of the agents that are used to
|
549
|
+
# connect to the HDFS cluster.
|
550
|
+
# @return [Array<String>]
|
551
|
+
#
|
552
|
+
# @!attribute [rw] tags
|
553
|
+
# The key-value pair that represents the tag that you want to add to
|
554
|
+
# the location. The value can be an empty string. We recommend using
|
555
|
+
# tags to name your resources.
|
556
|
+
# @return [Array<Types::TagListEntry>]
|
557
|
+
#
|
558
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsRequest AWS API Documentation
|
559
|
+
#
|
560
|
+
class CreateLocationHdfsRequest < Struct.new(
|
561
|
+
:subdirectory,
|
562
|
+
:name_nodes,
|
563
|
+
:block_size,
|
564
|
+
:replication_factor,
|
565
|
+
:kms_key_provider_uri,
|
566
|
+
:qop_configuration,
|
567
|
+
:authentication_type,
|
568
|
+
:simple_user,
|
569
|
+
:kerberos_principal,
|
570
|
+
:kerberos_keytab,
|
571
|
+
:kerberos_krb_5_conf,
|
572
|
+
:agent_arns,
|
573
|
+
:tags)
|
574
|
+
SENSITIVE = []
|
575
|
+
include Aws::Structure
|
576
|
+
end
|
577
|
+
|
578
|
+
# @!attribute [rw] location_arn
|
579
|
+
# The ARN of the source HDFS cluster location that's created.
|
580
|
+
# @return [String]
|
581
|
+
#
|
582
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsResponse AWS API Documentation
|
583
|
+
#
|
584
|
+
class CreateLocationHdfsResponse < Struct.new(
|
585
|
+
:location_arn)
|
586
|
+
SENSITIVE = []
|
587
|
+
include Aws::Structure
|
588
|
+
end
|
589
|
+
|
366
590
|
# CreateLocationNfsRequest
|
367
591
|
#
|
368
592
|
# @note When making an API call, you may pass CreateLocationNfsRequest
|
@@ -930,9 +1154,9 @@ module Aws::DataSync
|
|
930
1154
|
#
|
931
1155
|
# @!attribute [rw] includes
|
932
1156
|
# A list of filter rules that determines which files to include when
|
933
|
-
# running a task. The pattern
|
934
|
-
#
|
935
|
-
#
|
1157
|
+
# running a task. The pattern contains a single filter string that
|
1158
|
+
# consists of the patterns to include. The patterns are delimited by
|
1159
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
936
1160
|
# @return [Array<Types::FilterRule>]
|
937
1161
|
#
|
938
1162
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateTaskRequest AWS API Documentation
|
@@ -1171,6 +1395,55 @@ module Aws::DataSync
|
|
1171
1395
|
include Aws::Structure
|
1172
1396
|
end
|
1173
1397
|
|
1398
|
+
# @note When making an API call, you may pass DescribeLocationFsxLustreRequest
|
1399
|
+
# data as a hash:
|
1400
|
+
#
|
1401
|
+
# {
|
1402
|
+
# location_arn: "LocationArn", # required
|
1403
|
+
# }
|
1404
|
+
#
|
1405
|
+
# @!attribute [rw] location_arn
|
1406
|
+
# The Amazon Resource Name (ARN) of the FSx for Lustre location to
|
1407
|
+
# describe.
|
1408
|
+
# @return [String]
|
1409
|
+
#
|
1410
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationFsxLustreRequest AWS API Documentation
|
1411
|
+
#
|
1412
|
+
class DescribeLocationFsxLustreRequest < Struct.new(
|
1413
|
+
:location_arn)
|
1414
|
+
SENSITIVE = []
|
1415
|
+
include Aws::Structure
|
1416
|
+
end
|
1417
|
+
|
1418
|
+
# @!attribute [rw] location_arn
|
1419
|
+
# The Amazon Resource Name (ARN) of the FSx for Lustre location that
|
1420
|
+
# was described.
|
1421
|
+
# @return [String]
|
1422
|
+
#
|
1423
|
+
# @!attribute [rw] location_uri
|
1424
|
+
# The URI of the FSx for Lustre location that was described.
|
1425
|
+
# @return [String]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] security_group_arns
|
1428
|
+
# The Amazon Resource Names (ARNs) of the security groups that are
|
1429
|
+
# configured for the FSx for Lustre file system.
|
1430
|
+
# @return [Array<String>]
|
1431
|
+
#
|
1432
|
+
# @!attribute [rw] creation_time
|
1433
|
+
# The time that the FSx for Lustre location was created.
|
1434
|
+
# @return [Time]
|
1435
|
+
#
|
1436
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationFsxLustreResponse AWS API Documentation
|
1437
|
+
#
|
1438
|
+
class DescribeLocationFsxLustreResponse < Struct.new(
|
1439
|
+
:location_arn,
|
1440
|
+
:location_uri,
|
1441
|
+
:security_group_arns,
|
1442
|
+
:creation_time)
|
1443
|
+
SENSITIVE = []
|
1444
|
+
include Aws::Structure
|
1445
|
+
end
|
1446
|
+
|
1174
1447
|
# @note When making an API call, you may pass DescribeLocationFsxWindowsRequest
|
1175
1448
|
# data as a hash:
|
1176
1449
|
#
|
@@ -1233,6 +1506,101 @@ module Aws::DataSync
|
|
1233
1506
|
include Aws::Structure
|
1234
1507
|
end
|
1235
1508
|
|
1509
|
+
# @note When making an API call, you may pass DescribeLocationHdfsRequest
|
1510
|
+
# data as a hash:
|
1511
|
+
#
|
1512
|
+
# {
|
1513
|
+
# location_arn: "LocationArn", # required
|
1514
|
+
# }
|
1515
|
+
#
|
1516
|
+
# @!attribute [rw] location_arn
|
1517
|
+
# The Amazon Resource Name (ARN) of the HDFS cluster location to
|
1518
|
+
# describe.
|
1519
|
+
# @return [String]
|
1520
|
+
#
|
1521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsRequest AWS API Documentation
|
1522
|
+
#
|
1523
|
+
class DescribeLocationHdfsRequest < Struct.new(
|
1524
|
+
:location_arn)
|
1525
|
+
SENSITIVE = []
|
1526
|
+
include Aws::Structure
|
1527
|
+
end
|
1528
|
+
|
1529
|
+
# @!attribute [rw] location_arn
|
1530
|
+
# The ARN of the HDFS cluster location.
|
1531
|
+
# @return [String]
|
1532
|
+
#
|
1533
|
+
# @!attribute [rw] location_uri
|
1534
|
+
# The URI of the HDFS cluster location.
|
1535
|
+
# @return [String]
|
1536
|
+
#
|
1537
|
+
# @!attribute [rw] name_nodes
|
1538
|
+
# The NameNode that manage the HDFS namespace.
|
1539
|
+
# @return [Array<Types::HdfsNameNode>]
|
1540
|
+
#
|
1541
|
+
# @!attribute [rw] block_size
|
1542
|
+
# The size of the data blocks to write into the HDFS cluster.
|
1543
|
+
# @return [Integer]
|
1544
|
+
#
|
1545
|
+
# @!attribute [rw] replication_factor
|
1546
|
+
# The number of DataNodes to replicate the data to when writing to the
|
1547
|
+
# HDFS cluster.
|
1548
|
+
# @return [Integer]
|
1549
|
+
#
|
1550
|
+
# @!attribute [rw] kms_key_provider_uri
|
1551
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
1552
|
+
# @return [String]
|
1553
|
+
#
|
1554
|
+
# @!attribute [rw] qop_configuration
|
1555
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
1556
|
+
# Procedure Call (RPC) and data transfer protection settings
|
1557
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster.
|
1558
|
+
# @return [Types::QopConfiguration]
|
1559
|
+
#
|
1560
|
+
# @!attribute [rw] authentication_type
|
1561
|
+
# The type of authentication used to determine the identity of the
|
1562
|
+
# user.
|
1563
|
+
# @return [String]
|
1564
|
+
#
|
1565
|
+
# @!attribute [rw] simple_user
|
1566
|
+
# The user name used to identify the client on the host operating
|
1567
|
+
# system. This parameter is used if the `AuthenticationType` is
|
1568
|
+
# defined as `SIMPLE`.
|
1569
|
+
# @return [String]
|
1570
|
+
#
|
1571
|
+
# @!attribute [rw] kerberos_principal
|
1572
|
+
# The Kerberos principal with access to the files and folders on the
|
1573
|
+
# HDFS cluster. This parameter is used if the `AuthenticationType` is
|
1574
|
+
# defined as `KERBEROS`.
|
1575
|
+
# @return [String]
|
1576
|
+
#
|
1577
|
+
# @!attribute [rw] agent_arns
|
1578
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
1579
|
+
# @return [Array<String>]
|
1580
|
+
#
|
1581
|
+
# @!attribute [rw] creation_time
|
1582
|
+
# The time that the HDFS location was created.
|
1583
|
+
# @return [Time]
|
1584
|
+
#
|
1585
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsResponse AWS API Documentation
|
1586
|
+
#
|
1587
|
+
class DescribeLocationHdfsResponse < Struct.new(
|
1588
|
+
:location_arn,
|
1589
|
+
:location_uri,
|
1590
|
+
:name_nodes,
|
1591
|
+
:block_size,
|
1592
|
+
:replication_factor,
|
1593
|
+
:kms_key_provider_uri,
|
1594
|
+
:qop_configuration,
|
1595
|
+
:authentication_type,
|
1596
|
+
:simple_user,
|
1597
|
+
:kerberos_principal,
|
1598
|
+
:agent_arns,
|
1599
|
+
:creation_time)
|
1600
|
+
SENSITIVE = []
|
1601
|
+
include Aws::Structure
|
1602
|
+
end
|
1603
|
+
|
1236
1604
|
# DescribeLocationNfsRequest
|
1237
1605
|
#
|
1238
1606
|
# @note When making an API call, you may pass DescribeLocationNfsRequest
|
@@ -1719,13 +2087,13 @@ module Aws::DataSync
|
|
1719
2087
|
# @return [String]
|
1720
2088
|
#
|
1721
2089
|
# @!attribute [rw] source_network_interface_arns
|
1722
|
-
# The Amazon Resource
|
1723
|
-
#
|
2090
|
+
# The Amazon Resource Names (ARNs) of the source elastic network
|
2091
|
+
# interfaces (ENIs) that were created for your subnet.
|
1724
2092
|
# @return [Array<String>]
|
1725
2093
|
#
|
1726
2094
|
# @!attribute [rw] destination_network_interface_arns
|
1727
|
-
# The Amazon Resource
|
1728
|
-
#
|
2095
|
+
# The Amazon Resource Names (ARNs) of the destination elastic network
|
2096
|
+
# interfaces (ENIs) that were created for your subnet.
|
1729
2097
|
# @return [Array<String>]
|
1730
2098
|
#
|
1731
2099
|
# @!attribute [rw] options
|
@@ -1748,7 +2116,7 @@ module Aws::DataSync
|
|
1748
2116
|
# A list of filter rules that determines which files to exclude from a
|
1749
2117
|
# task. The list should contain a single filter string that consists
|
1750
2118
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
1751
|
-
# (that is, a pipe), for example
|
2119
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
1752
2120
|
# @return [Array<Types::FilterRule>]
|
1753
2121
|
#
|
1754
2122
|
# @!attribute [rw] schedule
|
@@ -1773,9 +2141,9 @@ module Aws::DataSync
|
|
1773
2141
|
#
|
1774
2142
|
# @!attribute [rw] includes
|
1775
2143
|
# A list of filter rules that determines which files to include when
|
1776
|
-
# running a task. The pattern
|
1777
|
-
#
|
1778
|
-
#
|
2144
|
+
# running a task. The pattern contains a single filter string that
|
2145
|
+
# consists of the patterns to include. The patterns are delimited by
|
2146
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2`".
|
1779
2147
|
# @return [Array<Types::FilterRule>]
|
1780
2148
|
#
|
1781
2149
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeTaskResponse AWS API Documentation
|
@@ -1865,6 +2233,40 @@ module Aws::DataSync
|
|
1865
2233
|
include Aws::Structure
|
1866
2234
|
end
|
1867
2235
|
|
2236
|
+
# The NameNode of the Hadoop Distributed File System (HDFS). The
|
2237
|
+
# NameNode manages the file system's namespace. The NameNode performs
|
2238
|
+
# operations such as opening, closing, and renaming files and
|
2239
|
+
# directories. The NameNode contains the information to map blocks of
|
2240
|
+
# data to the DataNodes.
|
2241
|
+
#
|
2242
|
+
# @note When making an API call, you may pass HdfsNameNode
|
2243
|
+
# data as a hash:
|
2244
|
+
#
|
2245
|
+
# {
|
2246
|
+
# hostname: "HdfsServerHostname", # required
|
2247
|
+
# port: 1, # required
|
2248
|
+
# }
|
2249
|
+
#
|
2250
|
+
# @!attribute [rw] hostname
|
2251
|
+
# The hostname of the NameNode in the HDFS cluster. This value is the
|
2252
|
+
# IP address or Domain Name Service (DNS) name of the NameNode. An
|
2253
|
+
# agent that's installed on-premises uses this hostname to
|
2254
|
+
# communicate with the NameNode in the network.
|
2255
|
+
# @return [String]
|
2256
|
+
#
|
2257
|
+
# @!attribute [rw] port
|
2258
|
+
# The port that the NameNode uses to listen to client requests.
|
2259
|
+
# @return [Integer]
|
2260
|
+
#
|
2261
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/HdfsNameNode AWS API Documentation
|
2262
|
+
#
|
2263
|
+
class HdfsNameNode < Struct.new(
|
2264
|
+
:hostname,
|
2265
|
+
:port)
|
2266
|
+
SENSITIVE = []
|
2267
|
+
include Aws::Structure
|
2268
|
+
end
|
2269
|
+
|
1868
2270
|
# This exception is thrown when an error occurs in the DataSync service.
|
1869
2271
|
#
|
1870
2272
|
# @!attribute [rw] message
|
@@ -2243,7 +2645,7 @@ module Aws::DataSync
|
|
2243
2645
|
# @return [String]
|
2244
2646
|
#
|
2245
2647
|
# @!attribute [rw] location_uri
|
2246
|
-
# Represents a list of
|
2648
|
+
# Represents a list of URIs of a location. `LocationUri` returns an
|
2247
2649
|
# array that contains a list of locations when the [ListLocations][1]
|
2248
2650
|
# operation is called.
|
2249
2651
|
#
|
@@ -2304,7 +2706,7 @@ module Aws::DataSync
|
|
2304
2706
|
#
|
2305
2707
|
# * <b> <a href="https://tools.ietf.org/html/rfc3530">NFSv4.0</a> </b>
|
2306
2708
|
# - stateful, firewall-friendly protocol version that supports
|
2307
|
-
# delegations and pseudo
|
2709
|
+
# delegations and pseudo file systems.
|
2308
2710
|
#
|
2309
2711
|
# * <b> <a href="https://tools.ietf.org/html/rfc5661">NFSv4.1</a> </b>
|
2310
2712
|
# - stateful protocol version that supports sessions, directory
|
@@ -2725,6 +3127,39 @@ module Aws::DataSync
|
|
2725
3127
|
include Aws::Structure
|
2726
3128
|
end
|
2727
3129
|
|
3130
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3131
|
+
# Procedure Call (RPC) and data transfer privacy settings configured on
|
3132
|
+
# the Hadoop Distributed File System (HDFS) cluster.
|
3133
|
+
#
|
3134
|
+
# @note When making an API call, you may pass QopConfiguration
|
3135
|
+
# data as a hash:
|
3136
|
+
#
|
3137
|
+
# {
|
3138
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3139
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3140
|
+
# }
|
3141
|
+
#
|
3142
|
+
# @!attribute [rw] rpc_protection
|
3143
|
+
# The RPC protection setting configured on the HDFS cluster. This
|
3144
|
+
# setting corresponds to your `hadoop.rpc.protection` setting in your
|
3145
|
+
# `core-site.xml` file on your Hadoop cluster.
|
3146
|
+
# @return [String]
|
3147
|
+
#
|
3148
|
+
# @!attribute [rw] data_transfer_protection
|
3149
|
+
# The data transfer protection setting configured on the HDFS cluster.
|
3150
|
+
# This setting corresponds to your `dfs.data.transfer.protection`
|
3151
|
+
# setting in the `hdfs-site.xml` file on your Hadoop cluster.
|
3152
|
+
# @return [String]
|
3153
|
+
#
|
3154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/QopConfiguration AWS API Documentation
|
3155
|
+
#
|
3156
|
+
class QopConfiguration < Struct.new(
|
3157
|
+
:rpc_protection,
|
3158
|
+
:data_transfer_protection)
|
3159
|
+
SENSITIVE = []
|
3160
|
+
include Aws::Structure
|
3161
|
+
end
|
3162
|
+
|
2728
3163
|
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
2729
3164
|
# (IAM) role that is used to access an Amazon S3 bucket.
|
2730
3165
|
#
|
@@ -2843,14 +3278,14 @@ module Aws::DataSync
|
|
2843
3278
|
# A list of filter rules that determines which files to include when
|
2844
3279
|
# running a task. The pattern should contain a single filter string
|
2845
3280
|
# that consists of the patterns to include. The patterns are delimited
|
2846
|
-
# by "\|" (that is, a pipe)
|
3281
|
+
# by "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
2847
3282
|
# @return [Array<Types::FilterRule>]
|
2848
3283
|
#
|
2849
3284
|
# @!attribute [rw] excludes
|
2850
3285
|
# A list of filter rules that determines which files to exclude from a
|
2851
|
-
# task. The list
|
2852
|
-
#
|
2853
|
-
#
|
3286
|
+
# task. The list contains a single filter string that consists of the
|
3287
|
+
# patterns to exclude. The patterns are delimited by "\|" (that is,
|
3288
|
+
# a pipe), for example, `"/folder1|/folder2"`.
|
2854
3289
|
# @return [Array<Types::FilterRule>]
|
2855
3290
|
#
|
2856
3291
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/StartTaskExecutionRequest AWS API Documentation
|
@@ -2879,9 +3314,9 @@ module Aws::DataSync
|
|
2879
3314
|
include Aws::Structure
|
2880
3315
|
end
|
2881
3316
|
|
2882
|
-
# Represents a single entry in a list of
|
2883
|
-
# `TagListEntry` returns an array that contains a list of tasks
|
2884
|
-
# [ListTagsForResource][1] operation is called.
|
3317
|
+
# Represents a single entry in a list of Amazon Web Services resource
|
3318
|
+
# tags. `TagListEntry` returns an array that contains a list of tasks
|
3319
|
+
# when the [ListTagsForResource][1] operation is called.
|
2885
3320
|
#
|
2886
3321
|
#
|
2887
3322
|
#
|
@@ -3204,6 +3639,126 @@ module Aws::DataSync
|
|
3204
3639
|
#
|
3205
3640
|
class UpdateAgentResponse < Aws::EmptyStructure; end
|
3206
3641
|
|
3642
|
+
# @note When making an API call, you may pass UpdateLocationHdfsRequest
|
3643
|
+
# data as a hash:
|
3644
|
+
#
|
3645
|
+
# {
|
3646
|
+
# location_arn: "LocationArn", # required
|
3647
|
+
# subdirectory: "HdfsSubdirectory",
|
3648
|
+
# name_nodes: [
|
3649
|
+
# {
|
3650
|
+
# hostname: "HdfsServerHostname", # required
|
3651
|
+
# port: 1, # required
|
3652
|
+
# },
|
3653
|
+
# ],
|
3654
|
+
# block_size: 1,
|
3655
|
+
# replication_factor: 1,
|
3656
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
3657
|
+
# qop_configuration: {
|
3658
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3659
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3660
|
+
# },
|
3661
|
+
# authentication_type: "SIMPLE", # accepts SIMPLE, KERBEROS
|
3662
|
+
# simple_user: "HdfsUser",
|
3663
|
+
# kerberos_principal: "KerberosPrincipal",
|
3664
|
+
# kerberos_keytab: "data",
|
3665
|
+
# kerberos_krb_5_conf: "data",
|
3666
|
+
# agent_arns: ["AgentArn"],
|
3667
|
+
# }
|
3668
|
+
#
|
3669
|
+
# @!attribute [rw] location_arn
|
3670
|
+
# The Amazon Resource Name (ARN) of the source HDFS cluster location.
|
3671
|
+
# @return [String]
|
3672
|
+
#
|
3673
|
+
# @!attribute [rw] subdirectory
|
3674
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
3675
|
+
# read data from or write data to the HDFS cluster.
|
3676
|
+
# @return [String]
|
3677
|
+
#
|
3678
|
+
# @!attribute [rw] name_nodes
|
3679
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
3680
|
+
# operations such as opening, closing, and renaming files and
|
3681
|
+
# directories. The NameNode contains the information to map blocks of
|
3682
|
+
# data to the DataNodes. You can use only one NameNode.
|
3683
|
+
# @return [Array<Types::HdfsNameNode>]
|
3684
|
+
#
|
3685
|
+
# @!attribute [rw] block_size
|
3686
|
+
# The size of the data blocks to write into the HDFS cluster.
|
3687
|
+
# @return [Integer]
|
3688
|
+
#
|
3689
|
+
# @!attribute [rw] replication_factor
|
3690
|
+
# The number of DataNodes to replicate the data to when writing to the
|
3691
|
+
# HDFS cluster.
|
3692
|
+
# @return [Integer]
|
3693
|
+
#
|
3694
|
+
# @!attribute [rw] kms_key_provider_uri
|
3695
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
3696
|
+
# @return [String]
|
3697
|
+
#
|
3698
|
+
# @!attribute [rw] qop_configuration
|
3699
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3700
|
+
# Procedure Call (RPC) and data transfer privacy settings configured
|
3701
|
+
# on the Hadoop Distributed File System (HDFS) cluster.
|
3702
|
+
# @return [Types::QopConfiguration]
|
3703
|
+
#
|
3704
|
+
# @!attribute [rw] authentication_type
|
3705
|
+
# The type of authentication used to determine the identity of the
|
3706
|
+
# user.
|
3707
|
+
# @return [String]
|
3708
|
+
#
|
3709
|
+
# @!attribute [rw] simple_user
|
3710
|
+
# The user name used to identify the client on the host operating
|
3711
|
+
# system.
|
3712
|
+
# @return [String]
|
3713
|
+
#
|
3714
|
+
# @!attribute [rw] kerberos_principal
|
3715
|
+
# The Kerberos principal with access to the files and folders on the
|
3716
|
+
# HDFS cluster.
|
3717
|
+
# @return [String]
|
3718
|
+
#
|
3719
|
+
# @!attribute [rw] kerberos_keytab
|
3720
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
3721
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
3722
|
+
# keytab from a file by providing the file's address. If you use the
|
3723
|
+
# AWS CLI, it performs base64 encoding for you. Otherwise, provide the
|
3724
|
+
# base64-encoded text.
|
3725
|
+
# @return [String]
|
3726
|
+
#
|
3727
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
3728
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
3729
|
+
# information. You can load the `krb5.conf` file by providing the
|
3730
|
+
# file's address. If you're using the AWS CLI, it performs the
|
3731
|
+
# base64 encoding for you. Otherwise, provide the base64-encoded text.
|
3732
|
+
# @return [String]
|
3733
|
+
#
|
3734
|
+
# @!attribute [rw] agent_arns
|
3735
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
3736
|
+
# @return [Array<String>]
|
3737
|
+
#
|
3738
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsRequest AWS API Documentation
|
3739
|
+
#
|
3740
|
+
class UpdateLocationHdfsRequest < Struct.new(
|
3741
|
+
:location_arn,
|
3742
|
+
:subdirectory,
|
3743
|
+
:name_nodes,
|
3744
|
+
:block_size,
|
3745
|
+
:replication_factor,
|
3746
|
+
:kms_key_provider_uri,
|
3747
|
+
:qop_configuration,
|
3748
|
+
:authentication_type,
|
3749
|
+
:simple_user,
|
3750
|
+
:kerberos_principal,
|
3751
|
+
:kerberos_keytab,
|
3752
|
+
:kerberos_krb_5_conf,
|
3753
|
+
:agent_arns)
|
3754
|
+
SENSITIVE = []
|
3755
|
+
include Aws::Structure
|
3756
|
+
end
|
3757
|
+
|
3758
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsResponse AWS API Documentation
|
3759
|
+
#
|
3760
|
+
class UpdateLocationHdfsResponse < Aws::EmptyStructure; end
|
3761
|
+
|
3207
3762
|
# @note When making an API call, you may pass UpdateLocationNfsRequest
|
3208
3763
|
# data as a hash:
|
3209
3764
|
#
|
@@ -3571,7 +4126,7 @@ module Aws::DataSync
|
|
3571
4126
|
# A list of filter rules that determines which files to exclude from a
|
3572
4127
|
# task. The list should contain a single filter string that consists
|
3573
4128
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
3574
|
-
# (that is, a pipe), for example
|
4129
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3575
4130
|
# @return [Array<Types::FilterRule>]
|
3576
4131
|
#
|
3577
4132
|
# @!attribute [rw] schedule
|
@@ -3592,15 +4147,15 @@ module Aws::DataSync
|
|
3592
4147
|
# @return [String]
|
3593
4148
|
#
|
3594
4149
|
# @!attribute [rw] cloud_watch_log_group_arn
|
3595
|
-
# The Amazon Resource Name (ARN) of the resource name of the
|
3596
|
-
# CloudWatch
|
4150
|
+
# The Amazon Resource Name (ARN) of the resource name of the Amazon
|
4151
|
+
# CloudWatch log group.
|
3597
4152
|
# @return [String]
|
3598
4153
|
#
|
3599
4154
|
# @!attribute [rw] includes
|
3600
4155
|
# A list of filter rules that determines which files to include when
|
3601
|
-
# running a task. The pattern
|
3602
|
-
#
|
3603
|
-
#
|
4156
|
+
# running a task. The pattern contains a single filter string that
|
4157
|
+
# consists of the patterns to include. The patterns are delimited by
|
4158
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3604
4159
|
# @return [Array<Types::FilterRule>]
|
3605
4160
|
#
|
3606
4161
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateTaskRequest AWS API Documentation
|