aws-sdk-datasync 1.34.0 → 1.38.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-datasync/client.rb +401 -64
- data/lib/aws-sdk-datasync/client_api.rb +118 -0
- data/lib/aws-sdk-datasync/types.rb +587 -91
- data/lib/aws-sdk-datasync.rb +1 -1
- metadata +5 -5
@@ -88,7 +88,7 @@ module Aws::DataSync
|
|
88
88
|
# Your agent activation key. You can get the activation key either by
|
89
89
|
# sending an HTTP GET request with redirects that enable you to get
|
90
90
|
# the agent IP address (port 80). Alternatively, you can get it from
|
91
|
-
# the
|
91
|
+
# the DataSync console.
|
92
92
|
#
|
93
93
|
# The redirect URL returned in the response provides you the
|
94
94
|
# activation key for your agent in the query string parameter
|
@@ -97,8 +97,8 @@ module Aws::DataSync
|
|
97
97
|
# pass to this API call determine the actual configuration of your
|
98
98
|
# agent.
|
99
99
|
#
|
100
|
-
# For more information, see Activating an Agent in the *
|
101
|
-
#
|
100
|
+
# For more information, see Activating an Agent in the *DataSync User
|
101
|
+
# Guide.*
|
102
102
|
# @return [String]
|
103
103
|
#
|
104
104
|
# @!attribute [rw] agent_name
|
@@ -169,8 +169,8 @@ module Aws::DataSync
|
|
169
169
|
#
|
170
170
|
# @!attribute [rw] agent_arn
|
171
171
|
# The Amazon Resource Name (ARN) of the agent. Use the `ListAgents`
|
172
|
-
# operation to return a list of agents for your account and
|
173
|
-
# Region.
|
172
|
+
# operation to return a list of agents for your account and Amazon Web
|
173
|
+
# Services Region.
|
174
174
|
# @return [String]
|
175
175
|
#
|
176
176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateAgentResponse AWS API Documentation
|
@@ -204,7 +204,7 @@ module Aws::DataSync
|
|
204
204
|
# @!attribute [rw] subdirectory
|
205
205
|
# A subdirectory in the location’s path. This subdirectory in the EFS
|
206
206
|
# file system is used to read data from the EFS source location or
|
207
|
-
# write data to the EFS destination. By default,
|
207
|
+
# write data to the EFS destination. By default, DataSync uses the
|
208
208
|
# root directory.
|
209
209
|
#
|
210
210
|
# <note markdown="1"> `Subdirectory` must be specified with forward slashes. For example,
|
@@ -363,6 +363,169 @@ module Aws::DataSync
|
|
363
363
|
include Aws::Structure
|
364
364
|
end
|
365
365
|
|
366
|
+
# @note When making an API call, you may pass CreateLocationHdfsRequest
|
367
|
+
# data as a hash:
|
368
|
+
#
|
369
|
+
# {
|
370
|
+
# subdirectory: "HdfsSubdirectory",
|
371
|
+
# name_nodes: [ # required
|
372
|
+
# {
|
373
|
+
# hostname: "HdfsServerHostname", # required
|
374
|
+
# port: 1, # required
|
375
|
+
# },
|
376
|
+
# ],
|
377
|
+
# block_size: 1,
|
378
|
+
# replication_factor: 1,
|
379
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
380
|
+
# qop_configuration: {
|
381
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
382
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
383
|
+
# },
|
384
|
+
# authentication_type: "SIMPLE", # required, accepts SIMPLE, KERBEROS
|
385
|
+
# simple_user: "HdfsUser",
|
386
|
+
# kerberos_principal: "KerberosPrincipal",
|
387
|
+
# kerberos_keytab: "data",
|
388
|
+
# kerberos_krb_5_conf: "data",
|
389
|
+
# agent_arns: ["AgentArn"], # required
|
390
|
+
# tags: [
|
391
|
+
# {
|
392
|
+
# key: "TagKey", # required
|
393
|
+
# value: "TagValue",
|
394
|
+
# },
|
395
|
+
# ],
|
396
|
+
# }
|
397
|
+
#
|
398
|
+
# @!attribute [rw] subdirectory
|
399
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
400
|
+
# read data from or write data to the HDFS cluster. If the
|
401
|
+
# subdirectory isn't specified, it will default to `/`.
|
402
|
+
# @return [String]
|
403
|
+
#
|
404
|
+
# @!attribute [rw] name_nodes
|
405
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
406
|
+
# operations such as opening, closing, and renaming files and
|
407
|
+
# directories. The NameNode contains the information to map blocks of
|
408
|
+
# data to the DataNodes. You can use only one NameNode.
|
409
|
+
# @return [Array<Types::HdfsNameNode>]
|
410
|
+
#
|
411
|
+
# @!attribute [rw] block_size
|
412
|
+
# The size of data blocks to write into the HDFS cluster. The block
|
413
|
+
# size must be a multiple of 512 bytes. The default block size is 128
|
414
|
+
# mebibytes (MiB).
|
415
|
+
# @return [Integer]
|
416
|
+
#
|
417
|
+
# @!attribute [rw] replication_factor
|
418
|
+
# The number of DataNodes to replicate the data to when writing to the
|
419
|
+
# HDFS cluster. By default, data is replicated to three DataNodes.
|
420
|
+
# @return [Integer]
|
421
|
+
#
|
422
|
+
# @!attribute [rw] kms_key_provider_uri
|
423
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
424
|
+
# @return [String]
|
425
|
+
#
|
426
|
+
# @!attribute [rw] qop_configuration
|
427
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
428
|
+
# Procedure Call (RPC) and data transfer protection settings
|
429
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster. If
|
430
|
+
# `QopConfiguration` isn't specified, `RpcProtection` and
|
431
|
+
# `DataTransferProtection` default to `PRIVACY`. If you set
|
432
|
+
# `RpcProtection` or `DataTransferProtection`, the other parameter
|
433
|
+
# assumes the same value.
|
434
|
+
# @return [Types::QopConfiguration]
|
435
|
+
#
|
436
|
+
# @!attribute [rw] authentication_type
|
437
|
+
# The type of authentication used to determine the identity of the
|
438
|
+
# user.
|
439
|
+
# @return [String]
|
440
|
+
#
|
441
|
+
# @!attribute [rw] simple_user
|
442
|
+
# The user name used to identify the client on the host operating
|
443
|
+
# system.
|
444
|
+
#
|
445
|
+
# <note markdown="1"> If `SIMPLE` is specified for `AuthenticationType`, this parameter is
|
446
|
+
# required.
|
447
|
+
#
|
448
|
+
# </note>
|
449
|
+
# @return [String]
|
450
|
+
#
|
451
|
+
# @!attribute [rw] kerberos_principal
|
452
|
+
# The Kerberos principal with access to the files and folders on the
|
453
|
+
# HDFS cluster.
|
454
|
+
#
|
455
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
456
|
+
# is required.
|
457
|
+
#
|
458
|
+
# </note>
|
459
|
+
# @return [String]
|
460
|
+
#
|
461
|
+
# @!attribute [rw] kerberos_keytab
|
462
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
463
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
464
|
+
# keytab from a file by providing the file's address. If you're
|
465
|
+
# using the CLI, it performs base64 encoding for you. Otherwise,
|
466
|
+
# provide the base64-encoded text.
|
467
|
+
#
|
468
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
469
|
+
# is required.
|
470
|
+
#
|
471
|
+
# </note>
|
472
|
+
# @return [String]
|
473
|
+
#
|
474
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
475
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
476
|
+
# information. You can load the `krb5.conf` file by providing the
|
477
|
+
# file's address. If you're using the CLI, it performs the base64
|
478
|
+
# encoding for you. Otherwise, provide the base64-encoded text.
|
479
|
+
#
|
480
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
481
|
+
# is required.
|
482
|
+
#
|
483
|
+
# </note>
|
484
|
+
# @return [String]
|
485
|
+
#
|
486
|
+
# @!attribute [rw] agent_arns
|
487
|
+
# The Amazon Resource Names (ARNs) of the agents that are used to
|
488
|
+
# connect to the HDFS cluster.
|
489
|
+
# @return [Array<String>]
|
490
|
+
#
|
491
|
+
# @!attribute [rw] tags
|
492
|
+
# The key-value pair that represents the tag that you want to add to
|
493
|
+
# the location. The value can be an empty string. We recommend using
|
494
|
+
# tags to name your resources.
|
495
|
+
# @return [Array<Types::TagListEntry>]
|
496
|
+
#
|
497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsRequest AWS API Documentation
|
498
|
+
#
|
499
|
+
class CreateLocationHdfsRequest < Struct.new(
|
500
|
+
:subdirectory,
|
501
|
+
:name_nodes,
|
502
|
+
:block_size,
|
503
|
+
:replication_factor,
|
504
|
+
:kms_key_provider_uri,
|
505
|
+
:qop_configuration,
|
506
|
+
:authentication_type,
|
507
|
+
:simple_user,
|
508
|
+
:kerberos_principal,
|
509
|
+
:kerberos_keytab,
|
510
|
+
:kerberos_krb_5_conf,
|
511
|
+
:agent_arns,
|
512
|
+
:tags)
|
513
|
+
SENSITIVE = []
|
514
|
+
include Aws::Structure
|
515
|
+
end
|
516
|
+
|
517
|
+
# @!attribute [rw] location_arn
|
518
|
+
# The ARN of the source HDFS cluster location that's created.
|
519
|
+
# @return [String]
|
520
|
+
#
|
521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsResponse AWS API Documentation
|
522
|
+
#
|
523
|
+
class CreateLocationHdfsResponse < Struct.new(
|
524
|
+
:location_arn)
|
525
|
+
SENSITIVE = []
|
526
|
+
include Aws::Structure
|
527
|
+
end
|
528
|
+
|
366
529
|
# CreateLocationNfsRequest
|
367
530
|
#
|
368
531
|
# @note When making an API call, you may pass CreateLocationNfsRequest
|
@@ -406,8 +569,8 @@ module Aws::DataSync
|
|
406
569
|
# files. For the agent to access directories, you must additionally
|
407
570
|
# enable all execute access.
|
408
571
|
#
|
409
|
-
# If you are copying data to or from your
|
410
|
-
#
|
572
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
573
|
+
# Server on Snowcone][1] for more information.
|
411
574
|
#
|
412
575
|
# For information about NFS export configuration, see 18.7. The
|
413
576
|
# /etc/exports Configuration File in the Red Hat Enterprise Linux
|
@@ -424,8 +587,8 @@ module Aws::DataSync
|
|
424
587
|
# installed on-premises uses this host name to mount the NFS server in
|
425
588
|
# a network.
|
426
589
|
#
|
427
|
-
# If you are copying data to or from your
|
428
|
-
#
|
590
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
591
|
+
# Server on Snowcone][1] for more information.
|
429
592
|
#
|
430
593
|
# <note markdown="1"> This name must either be DNS-compliant or must be an IP version 4
|
431
594
|
# (IPv4) address.
|
@@ -441,8 +604,8 @@ module Aws::DataSync
|
|
441
604
|
# Contains a list of Amazon Resource Names (ARNs) of agents that are
|
442
605
|
# used to connect to an NFS server.
|
443
606
|
#
|
444
|
-
# If you are copying data to or from your
|
445
|
-
#
|
607
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
608
|
+
# Server on Snowcone][1] for more information.
|
446
609
|
#
|
447
610
|
#
|
448
611
|
#
|
@@ -623,15 +786,16 @@ module Aws::DataSync
|
|
623
786
|
# @return [String]
|
624
787
|
#
|
625
788
|
# @!attribute [rw] s3_bucket_arn
|
626
|
-
# The ARN of the Amazon S3 bucket. If the bucket is on an
|
627
|
-
# this must be an access point ARN.
|
789
|
+
# The ARN of the Amazon S3 bucket. If the bucket is on an Amazon Web
|
790
|
+
# Services Outpost, this must be an access point ARN.
|
628
791
|
# @return [String]
|
629
792
|
#
|
630
793
|
# @!attribute [rw] s3_storage_class
|
631
794
|
# The Amazon S3 storage class that you want to store your files in
|
632
|
-
# when this location is used as a task destination. For buckets in
|
633
|
-
# Regions, the storage class defaults to Standard.
|
634
|
-
# Outposts, the storage class defaults to
|
795
|
+
# when this location is used as a task destination. For buckets in
|
796
|
+
# Amazon Web Services Regions, the storage class defaults to Standard.
|
797
|
+
# For buckets on Outposts, the storage class defaults to Amazon Web
|
798
|
+
# Services S3 Outposts.
|
635
799
|
#
|
636
800
|
# For more information about S3 storage classes, see [Amazon S3
|
637
801
|
# Storage Classes][1]. Some storage classes have behaviors that can
|
@@ -646,18 +810,19 @@ module Aws::DataSync
|
|
646
810
|
# @return [String]
|
647
811
|
#
|
648
812
|
# @!attribute [rw] s3_config
|
649
|
-
# The Amazon Resource Name (ARN) of the
|
650
|
-
#
|
813
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
814
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
651
815
|
#
|
652
816
|
# For detailed information about using such a role, see Creating a
|
653
|
-
# Location for Amazon S3 in the *
|
817
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
654
818
|
# @return [Types::S3Config]
|
655
819
|
#
|
656
820
|
# @!attribute [rw] agent_arns
|
657
|
-
# If you are using DataSync on an
|
658
|
-
# Resource Names (ARNs) of the DataSync agents deployed on
|
659
|
-
# Outpost. For more information about launching a DataSync agent
|
660
|
-
#
|
821
|
+
# If you are using DataSync on an Amazon Web Services Outpost, specify
|
822
|
+
# the Amazon Resource Names (ARNs) of the DataSync agents deployed on
|
823
|
+
# your Outpost. For more information about launching a DataSync agent
|
824
|
+
# on an Amazon Web Services Outpost, see [Deploy your DataSync agent
|
825
|
+
# on Outposts][1].
|
661
826
|
#
|
662
827
|
#
|
663
828
|
#
|
@@ -860,6 +1025,12 @@ module Aws::DataSync
|
|
860
1025
|
# value: "TagValue",
|
861
1026
|
# },
|
862
1027
|
# ],
|
1028
|
+
# includes: [
|
1029
|
+
# {
|
1030
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
1031
|
+
# value: "FilterValue",
|
1032
|
+
# },
|
1033
|
+
# ],
|
863
1034
|
# }
|
864
1035
|
#
|
865
1036
|
# @!attribute [rw] source_location_arn
|
@@ -867,8 +1038,8 @@ module Aws::DataSync
|
|
867
1038
|
# @return [String]
|
868
1039
|
#
|
869
1040
|
# @!attribute [rw] destination_location_arn
|
870
|
-
# The Amazon Resource Name (ARN) of an
|
871
|
-
# location.
|
1041
|
+
# The Amazon Resource Name (ARN) of an Amazon Web Services storage
|
1042
|
+
# resource's location.
|
872
1043
|
# @return [String]
|
873
1044
|
#
|
874
1045
|
# @!attribute [rw] cloud_watch_log_group_arn
|
@@ -920,6 +1091,13 @@ module Aws::DataSync
|
|
920
1091
|
# the resource. The value can be an empty string.
|
921
1092
|
# @return [Array<Types::TagListEntry>]
|
922
1093
|
#
|
1094
|
+
# @!attribute [rw] includes
|
1095
|
+
# A list of filter rules that determines which files to include when
|
1096
|
+
# running a task. The pattern contains a single filter string that
|
1097
|
+
# consists of the patterns to include. The patterns are delimited by
|
1098
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
1099
|
+
# @return [Array<Types::FilterRule>]
|
1100
|
+
#
|
923
1101
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateTaskRequest AWS API Documentation
|
924
1102
|
#
|
925
1103
|
class CreateTaskRequest < Struct.new(
|
@@ -930,7 +1108,8 @@ module Aws::DataSync
|
|
930
1108
|
:options,
|
931
1109
|
:excludes,
|
932
1110
|
:schedule,
|
933
|
-
:tags
|
1111
|
+
:tags,
|
1112
|
+
:includes)
|
934
1113
|
SENSITIVE = []
|
935
1114
|
include Aws::Structure
|
936
1115
|
end
|
@@ -961,7 +1140,7 @@ module Aws::DataSync
|
|
961
1140
|
# @!attribute [rw] agent_arn
|
962
1141
|
# The Amazon Resource Name (ARN) of the agent to delete. Use the
|
963
1142
|
# `ListAgents` operation to return a list of agents for your account
|
964
|
-
# and
|
1143
|
+
# and Amazon Web Services Region.
|
965
1144
|
# @return [String]
|
966
1145
|
#
|
967
1146
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DeleteAgentRequest AWS API Documentation
|
@@ -1217,6 +1396,101 @@ module Aws::DataSync
|
|
1217
1396
|
include Aws::Structure
|
1218
1397
|
end
|
1219
1398
|
|
1399
|
+
# @note When making an API call, you may pass DescribeLocationHdfsRequest
|
1400
|
+
# data as a hash:
|
1401
|
+
#
|
1402
|
+
# {
|
1403
|
+
# location_arn: "LocationArn", # required
|
1404
|
+
# }
|
1405
|
+
#
|
1406
|
+
# @!attribute [rw] location_arn
|
1407
|
+
# The Amazon Resource Name (ARN) of the HDFS cluster location to
|
1408
|
+
# describe.
|
1409
|
+
# @return [String]
|
1410
|
+
#
|
1411
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsRequest AWS API Documentation
|
1412
|
+
#
|
1413
|
+
class DescribeLocationHdfsRequest < Struct.new(
|
1414
|
+
:location_arn)
|
1415
|
+
SENSITIVE = []
|
1416
|
+
include Aws::Structure
|
1417
|
+
end
|
1418
|
+
|
1419
|
+
# @!attribute [rw] location_arn
|
1420
|
+
# The ARN of the HDFS cluster location.
|
1421
|
+
# @return [String]
|
1422
|
+
#
|
1423
|
+
# @!attribute [rw] location_uri
|
1424
|
+
# The URI of the HDFS cluster location.
|
1425
|
+
# @return [String]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] name_nodes
|
1428
|
+
# The NameNode that manage the HDFS namespace.
|
1429
|
+
# @return [Array<Types::HdfsNameNode>]
|
1430
|
+
#
|
1431
|
+
# @!attribute [rw] block_size
|
1432
|
+
# The size of the data blocks to write into the HDFS cluster.
|
1433
|
+
# @return [Integer]
|
1434
|
+
#
|
1435
|
+
# @!attribute [rw] replication_factor
|
1436
|
+
# The number of DataNodes to replicate the data to when writing to the
|
1437
|
+
# HDFS cluster.
|
1438
|
+
# @return [Integer]
|
1439
|
+
#
|
1440
|
+
# @!attribute [rw] kms_key_provider_uri
|
1441
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
1442
|
+
# @return [String]
|
1443
|
+
#
|
1444
|
+
# @!attribute [rw] qop_configuration
|
1445
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
1446
|
+
# Procedure Call (RPC) and data transfer protection settings
|
1447
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster.
|
1448
|
+
# @return [Types::QopConfiguration]
|
1449
|
+
#
|
1450
|
+
# @!attribute [rw] authentication_type
|
1451
|
+
# The type of authentication used to determine the identity of the
|
1452
|
+
# user.
|
1453
|
+
# @return [String]
|
1454
|
+
#
|
1455
|
+
# @!attribute [rw] simple_user
|
1456
|
+
# The user name used to identify the client on the host operating
|
1457
|
+
# system. This parameter is used if the `AuthenticationType` is
|
1458
|
+
# defined as `SIMPLE`.
|
1459
|
+
# @return [String]
|
1460
|
+
#
|
1461
|
+
# @!attribute [rw] kerberos_principal
|
1462
|
+
# The Kerberos principal with access to the files and folders on the
|
1463
|
+
# HDFS cluster. This parameter is used if the `AuthenticationType` is
|
1464
|
+
# defined as `KERBEROS`.
|
1465
|
+
# @return [String]
|
1466
|
+
#
|
1467
|
+
# @!attribute [rw] agent_arns
|
1468
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
1469
|
+
# @return [Array<String>]
|
1470
|
+
#
|
1471
|
+
# @!attribute [rw] creation_time
|
1472
|
+
# The time that the HDFS location was created.
|
1473
|
+
# @return [Time]
|
1474
|
+
#
|
1475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsResponse AWS API Documentation
|
1476
|
+
#
|
1477
|
+
class DescribeLocationHdfsResponse < Struct.new(
|
1478
|
+
:location_arn,
|
1479
|
+
:location_uri,
|
1480
|
+
:name_nodes,
|
1481
|
+
:block_size,
|
1482
|
+
:replication_factor,
|
1483
|
+
:kms_key_provider_uri,
|
1484
|
+
:qop_configuration,
|
1485
|
+
:authentication_type,
|
1486
|
+
:simple_user,
|
1487
|
+
:kerberos_principal,
|
1488
|
+
:agent_arns,
|
1489
|
+
:creation_time)
|
1490
|
+
SENSITIVE = []
|
1491
|
+
include Aws::Structure
|
1492
|
+
end
|
1493
|
+
|
1220
1494
|
# DescribeLocationNfsRequest
|
1221
1495
|
#
|
1222
1496
|
# @note When making an API call, you may pass DescribeLocationNfsRequest
|
@@ -1399,18 +1673,19 @@ module Aws::DataSync
|
|
1399
1673
|
# @return [String]
|
1400
1674
|
#
|
1401
1675
|
# @!attribute [rw] s3_config
|
1402
|
-
# The Amazon Resource Name (ARN) of the
|
1403
|
-
#
|
1676
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
1677
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
1404
1678
|
#
|
1405
1679
|
# For detailed information about using such a role, see Creating a
|
1406
|
-
# Location for Amazon S3 in the *
|
1680
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
1407
1681
|
# @return [Types::S3Config]
|
1408
1682
|
#
|
1409
1683
|
# @!attribute [rw] agent_arns
|
1410
|
-
# If you are using DataSync on an
|
1411
|
-
# Name (ARNs) of the EC2 agents deployed on your
|
1412
|
-
# information about launching a DataSync agent on an
|
1413
|
-
# [Deploy your DataSync agent on
|
1684
|
+
# If you are using DataSync on an Amazon Web Services Outpost, the
|
1685
|
+
# Amazon Resource Name (ARNs) of the EC2 agents deployed on your
|
1686
|
+
# Outpost. For more information about launching a DataSync agent on an
|
1687
|
+
# Amazon Web Services Outpost, see [Deploy your DataSync agent on
|
1688
|
+
# Outposts][1].
|
1414
1689
|
#
|
1415
1690
|
#
|
1416
1691
|
#
|
@@ -1541,7 +1816,7 @@ module Aws::DataSync
|
|
1541
1816
|
# The status of the task execution.
|
1542
1817
|
#
|
1543
1818
|
# For detailed information about task execution statuses, see
|
1544
|
-
# Understanding Task Statuses in the *
|
1819
|
+
# Understanding Task Statuses in the *DataSync User Guide.*
|
1545
1820
|
# @return [String]
|
1546
1821
|
#
|
1547
1822
|
# @!attribute [rw] options
|
@@ -1609,8 +1884,8 @@ module Aws::DataSync
|
|
1609
1884
|
# @return [Integer]
|
1610
1885
|
#
|
1611
1886
|
# @!attribute [rw] bytes_written
|
1612
|
-
# The number of logical bytes written to the destination
|
1613
|
-
# resource.
|
1887
|
+
# The number of logical bytes written to the destination Amazon Web
|
1888
|
+
# Services storage resource.
|
1614
1889
|
# @return [Integer]
|
1615
1890
|
#
|
1616
1891
|
# @!attribute [rw] bytes_transferred
|
@@ -1671,7 +1946,7 @@ module Aws::DataSync
|
|
1671
1946
|
# The status of the task that was described.
|
1672
1947
|
#
|
1673
1948
|
# For detailed information about task execution statuses, see
|
1674
|
-
# Understanding Task Statuses in the *
|
1949
|
+
# Understanding Task Statuses in the *DataSync User Guide*.
|
1675
1950
|
# @return [String]
|
1676
1951
|
#
|
1677
1952
|
# @!attribute [rw] name
|
@@ -1689,8 +1964,8 @@ module Aws::DataSync
|
|
1689
1964
|
# @return [String]
|
1690
1965
|
#
|
1691
1966
|
# @!attribute [rw] destination_location_arn
|
1692
|
-
# The Amazon Resource Name (ARN) of the
|
1693
|
-
# location.
|
1967
|
+
# The Amazon Resource Name (ARN) of the Amazon Web Services storage
|
1968
|
+
# resource's location.
|
1694
1969
|
# @return [String]
|
1695
1970
|
#
|
1696
1971
|
# @!attribute [rw] cloud_watch_log_group_arn
|
@@ -1702,13 +1977,13 @@ module Aws::DataSync
|
|
1702
1977
|
# @return [String]
|
1703
1978
|
#
|
1704
1979
|
# @!attribute [rw] source_network_interface_arns
|
1705
|
-
# The Amazon Resource
|
1706
|
-
#
|
1980
|
+
# The Amazon Resource Names (ARNs) of the source elastic network
|
1981
|
+
# interfaces (ENIs) that were created for your subnet.
|
1707
1982
|
# @return [Array<String>]
|
1708
1983
|
#
|
1709
1984
|
# @!attribute [rw] destination_network_interface_arns
|
1710
|
-
# The Amazon Resource
|
1711
|
-
#
|
1985
|
+
# The Amazon Resource Names (ARNs) of the destination elastic network
|
1986
|
+
# interfaces (ENIs) that were created for your subnet.
|
1712
1987
|
# @return [Array<String>]
|
1713
1988
|
#
|
1714
1989
|
# @!attribute [rw] options
|
@@ -1731,7 +2006,7 @@ module Aws::DataSync
|
|
1731
2006
|
# A list of filter rules that determines which files to exclude from a
|
1732
2007
|
# task. The list should contain a single filter string that consists
|
1733
2008
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
1734
|
-
# (that is, a pipe), for example
|
2009
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
1735
2010
|
# @return [Array<Types::FilterRule>]
|
1736
2011
|
#
|
1737
2012
|
# @!attribute [rw] schedule
|
@@ -1740,8 +2015,8 @@ module Aws::DataSync
|
|
1740
2015
|
# @return [Types::TaskSchedule]
|
1741
2016
|
#
|
1742
2017
|
# @!attribute [rw] error_code
|
1743
|
-
# Errors that
|
1744
|
-
#
|
2018
|
+
# Errors that DataSync encountered during execution of the task. You
|
2019
|
+
# can use this error code to help troubleshoot issues.
|
1745
2020
|
# @return [String]
|
1746
2021
|
#
|
1747
2022
|
# @!attribute [rw] error_detail
|
@@ -1754,6 +2029,13 @@ module Aws::DataSync
|
|
1754
2029
|
# The time that the task was created.
|
1755
2030
|
# @return [Time]
|
1756
2031
|
#
|
2032
|
+
# @!attribute [rw] includes
|
2033
|
+
# A list of filter rules that determines which files to include when
|
2034
|
+
# running a task. The pattern contains a single filter string that
|
2035
|
+
# consists of the patterns to include. The patterns are delimited by
|
2036
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2`".
|
2037
|
+
# @return [Array<Types::FilterRule>]
|
2038
|
+
#
|
1757
2039
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeTaskResponse AWS API Documentation
|
1758
2040
|
#
|
1759
2041
|
class DescribeTaskResponse < Struct.new(
|
@@ -1771,7 +2053,8 @@ module Aws::DataSync
|
|
1771
2053
|
:schedule,
|
1772
2054
|
:error_code,
|
1773
2055
|
:error_detail,
|
1774
|
-
:creation_time
|
2056
|
+
:creation_time,
|
2057
|
+
:includes)
|
1775
2058
|
SENSITIVE = []
|
1776
2059
|
include Aws::Structure
|
1777
2060
|
end
|
@@ -1821,7 +2104,7 @@ module Aws::DataSync
|
|
1821
2104
|
# }
|
1822
2105
|
#
|
1823
2106
|
# @!attribute [rw] filter_type
|
1824
|
-
# The type of filter rule to apply.
|
2107
|
+
# The type of filter rule to apply. DataSync only supports the
|
1825
2108
|
# SIMPLE\_PATTERN rule type.
|
1826
2109
|
# @return [String]
|
1827
2110
|
#
|
@@ -1840,8 +2123,41 @@ module Aws::DataSync
|
|
1840
2123
|
include Aws::Structure
|
1841
2124
|
end
|
1842
2125
|
|
1843
|
-
#
|
1844
|
-
#
|
2126
|
+
# The NameNode of the Hadoop Distributed File System (HDFS). The
|
2127
|
+
# NameNode manages the file system's namespace. The NameNode performs
|
2128
|
+
# operations such as opening, closing, and renaming files and
|
2129
|
+
# directories. The NameNode contains the information to map blocks of
|
2130
|
+
# data to the DataNodes.
|
2131
|
+
#
|
2132
|
+
# @note When making an API call, you may pass HdfsNameNode
|
2133
|
+
# data as a hash:
|
2134
|
+
#
|
2135
|
+
# {
|
2136
|
+
# hostname: "HdfsServerHostname", # required
|
2137
|
+
# port: 1, # required
|
2138
|
+
# }
|
2139
|
+
#
|
2140
|
+
# @!attribute [rw] hostname
|
2141
|
+
# The hostname of the NameNode in the HDFS cluster. This value is the
|
2142
|
+
# IP address or Domain Name Service (DNS) name of the NameNode. An
|
2143
|
+
# agent that's installed on-premises uses this hostname to
|
2144
|
+
# communicate with the NameNode in the network.
|
2145
|
+
# @return [String]
|
2146
|
+
#
|
2147
|
+
# @!attribute [rw] port
|
2148
|
+
# The port that the NameNode uses to listen to client requests.
|
2149
|
+
# @return [Integer]
|
2150
|
+
#
|
2151
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/HdfsNameNode AWS API Documentation
|
2152
|
+
#
|
2153
|
+
class HdfsNameNode < Struct.new(
|
2154
|
+
:hostname,
|
2155
|
+
:port)
|
2156
|
+
SENSITIVE = []
|
2157
|
+
include Aws::Structure
|
2158
|
+
end
|
2159
|
+
|
2160
|
+
# This exception is thrown when an error occurs in the DataSync service.
|
1845
2161
|
#
|
1846
2162
|
# @!attribute [rw] message
|
1847
2163
|
# @return [String]
|
@@ -2280,7 +2596,7 @@ module Aws::DataSync
|
|
2280
2596
|
#
|
2281
2597
|
# * <b> <a href="https://tools.ietf.org/html/rfc3530">NFSv4.0</a> </b>
|
2282
2598
|
# - stateful, firewall-friendly protocol version that supports
|
2283
|
-
# delegations and pseudo
|
2599
|
+
# delegations and pseudo file systems.
|
2284
2600
|
#
|
2285
2601
|
# * <b> <a href="https://tools.ietf.org/html/rfc5661">NFSv4.1</a> </b>
|
2286
2602
|
# - stateful protocol version that supports sessions, directory
|
@@ -2389,8 +2705,8 @@ module Aws::DataSync
|
|
2389
2705
|
#
|
2390
2706
|
# Some storage classes have specific behaviors that can affect your S3
|
2391
2707
|
# storage cost. For detailed information, see [Considerations when
|
2392
|
-
# working with Amazon S3 storage classes in DataSync ][1] in the
|
2393
|
-
# DataSync User Guide*.
|
2708
|
+
# working with Amazon S3 storage classes in DataSync ][1] in the
|
2709
|
+
# *DataSync User Guide*.
|
2394
2710
|
#
|
2395
2711
|
#
|
2396
2712
|
#
|
@@ -2403,7 +2719,7 @@ module Aws::DataSync
|
|
2403
2719
|
# to BEST\_EFFORT, DataSync attempts to preserve the original `Atime`
|
2404
2720
|
# attribute on all source files (that is, the version before the
|
2405
2721
|
# PREPARING phase). However, `Atime`'s behavior is not fully standard
|
2406
|
-
# across platforms, so
|
2722
|
+
# across platforms, so DataSync can only do this on a best-effort
|
2407
2723
|
# basis.
|
2408
2724
|
#
|
2409
2725
|
# Default value: BEST\_EFFORT.
|
@@ -2483,7 +2799,7 @@ module Aws::DataSync
|
|
2483
2799
|
# affect your storage cost. If your task deletes objects, you might
|
2484
2800
|
# incur minimum storage duration charges for certain storage classes.
|
2485
2801
|
# For detailed information, see [Considerations when working with
|
2486
|
-
# Amazon S3 storage classes in DataSync ][1] in the *
|
2802
|
+
# Amazon S3 storage classes in DataSync ][1] in the *DataSync User
|
2487
2803
|
# Guide*.
|
2488
2804
|
#
|
2489
2805
|
# Default value: PRESERVE.
|
@@ -2498,15 +2814,14 @@ module Aws::DataSync
|
|
2498
2814
|
# @return [String]
|
2499
2815
|
#
|
2500
2816
|
# @!attribute [rw] preserve_devices
|
2501
|
-
# A value that determines whether
|
2817
|
+
# A value that determines whether DataSync should preserve the
|
2502
2818
|
# metadata of block and character devices in the source file system,
|
2503
2819
|
# and re-create the files with that device name and metadata on the
|
2504
2820
|
# destination. DataSync does not copy the contents of such devices,
|
2505
2821
|
# only the name and metadata.
|
2506
2822
|
#
|
2507
|
-
# <note markdown="1">
|
2508
|
-
#
|
2509
|
-
# marker.
|
2823
|
+
# <note markdown="1"> DataSync can't sync the actual contents of such devices, because
|
2824
|
+
# they are nonterminal and don't return an end-of-file (EOF) marker.
|
2510
2825
|
#
|
2511
2826
|
# </note>
|
2512
2827
|
#
|
@@ -2531,7 +2846,7 @@ module Aws::DataSync
|
|
2531
2846
|
#
|
2532
2847
|
# NONE: Ignore permissions.
|
2533
2848
|
#
|
2534
|
-
# <note markdown="1">
|
2849
|
+
# <note markdown="1"> DataSync can preserve extant permissions of a source location.
|
2535
2850
|
#
|
2536
2851
|
# </note>
|
2537
2852
|
#
|
@@ -2541,8 +2856,8 @@ module Aws::DataSync
|
|
2541
2856
|
# @return [String]
|
2542
2857
|
#
|
2543
2858
|
# @!attribute [rw] bytes_per_second
|
2544
|
-
# A value that limits the bandwidth used by
|
2545
|
-
#
|
2859
|
+
# A value that limits the bandwidth used by DataSync. For example, if
|
2860
|
+
# you want DataSync to use a maximum of 1 MB, set this value to
|
2546
2861
|
# `1048576` (`=1024*1024`).
|
2547
2862
|
# @return [Integer]
|
2548
2863
|
#
|
@@ -2702,11 +3017,44 @@ module Aws::DataSync
|
|
2702
3017
|
include Aws::Structure
|
2703
3018
|
end
|
2704
3019
|
|
2705
|
-
# The
|
2706
|
-
#
|
3020
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3021
|
+
# Procedure Call (RPC) and data transfer privacy settings configured on
|
3022
|
+
# the Hadoop Distributed File System (HDFS) cluster.
|
3023
|
+
#
|
3024
|
+
# @note When making an API call, you may pass QopConfiguration
|
3025
|
+
# data as a hash:
|
3026
|
+
#
|
3027
|
+
# {
|
3028
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3029
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3030
|
+
# }
|
3031
|
+
#
|
3032
|
+
# @!attribute [rw] rpc_protection
|
3033
|
+
# The RPC protection setting configured on the HDFS cluster. This
|
3034
|
+
# setting corresponds to your `hadoop.rpc.protection` setting in your
|
3035
|
+
# `core-site.xml` file on your Hadoop cluster.
|
3036
|
+
# @return [String]
|
3037
|
+
#
|
3038
|
+
# @!attribute [rw] data_transfer_protection
|
3039
|
+
# The data transfer protection setting configured on the HDFS cluster.
|
3040
|
+
# This setting corresponds to your `dfs.data.transfer.protection`
|
3041
|
+
# setting in the `hdfs-site.xml` file on your Hadoop cluster.
|
3042
|
+
# @return [String]
|
3043
|
+
#
|
3044
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/QopConfiguration AWS API Documentation
|
3045
|
+
#
|
3046
|
+
class QopConfiguration < Struct.new(
|
3047
|
+
:rpc_protection,
|
3048
|
+
:data_transfer_protection)
|
3049
|
+
SENSITIVE = []
|
3050
|
+
include Aws::Structure
|
3051
|
+
end
|
3052
|
+
|
3053
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
3054
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
2707
3055
|
#
|
2708
3056
|
# For detailed information about using such a role, see Creating a
|
2709
|
-
# Location for Amazon S3 in the *
|
3057
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
2710
3058
|
#
|
2711
3059
|
# @note When making an API call, you may pass S3Config
|
2712
3060
|
# data as a hash:
|
@@ -2786,6 +3134,12 @@ module Aws::DataSync
|
|
2786
3134
|
# value: "FilterValue",
|
2787
3135
|
# },
|
2788
3136
|
# ],
|
3137
|
+
# excludes: [
|
3138
|
+
# {
|
3139
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
3140
|
+
# value: "FilterValue",
|
3141
|
+
# },
|
3142
|
+
# ],
|
2789
3143
|
# }
|
2790
3144
|
#
|
2791
3145
|
# @!attribute [rw] task_arn
|
@@ -2814,7 +3168,14 @@ module Aws::DataSync
|
|
2814
3168
|
# A list of filter rules that determines which files to include when
|
2815
3169
|
# running a task. The pattern should contain a single filter string
|
2816
3170
|
# that consists of the patterns to include. The patterns are delimited
|
2817
|
-
# by "\|" (that is, a pipe)
|
3171
|
+
# by "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3172
|
+
# @return [Array<Types::FilterRule>]
|
3173
|
+
#
|
3174
|
+
# @!attribute [rw] excludes
|
3175
|
+
# A list of filter rules that determines which files to exclude from a
|
3176
|
+
# task. The list contains a single filter string that consists of the
|
3177
|
+
# patterns to exclude. The patterns are delimited by "\|" (that is,
|
3178
|
+
# a pipe), for example, `"/folder1|/folder2"`.
|
2818
3179
|
# @return [Array<Types::FilterRule>]
|
2819
3180
|
#
|
2820
3181
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/StartTaskExecutionRequest AWS API Documentation
|
@@ -2822,7 +3183,8 @@ module Aws::DataSync
|
|
2822
3183
|
class StartTaskExecutionRequest < Struct.new(
|
2823
3184
|
:task_arn,
|
2824
3185
|
:override_options,
|
2825
|
-
:includes
|
3186
|
+
:includes,
|
3187
|
+
:excludes)
|
2826
3188
|
SENSITIVE = []
|
2827
3189
|
include Aws::Structure
|
2828
3190
|
end
|
@@ -2842,9 +3204,9 @@ module Aws::DataSync
|
|
2842
3204
|
include Aws::Structure
|
2843
3205
|
end
|
2844
3206
|
|
2845
|
-
# Represents a single entry in a list of
|
2846
|
-
# `TagListEntry` returns an array that contains a list of tasks
|
2847
|
-
# [ListTagsForResource][1] operation is called.
|
3207
|
+
# Represents a single entry in a list of Amazon Web Services resource
|
3208
|
+
# tags. `TagListEntry` returns an array that contains a list of tasks
|
3209
|
+
# when the [ListTagsForResource][1] operation is called.
|
2848
3210
|
#
|
2849
3211
|
#
|
2850
3212
|
#
|
@@ -2859,11 +3221,11 @@ module Aws::DataSync
|
|
2859
3221
|
# }
|
2860
3222
|
#
|
2861
3223
|
# @!attribute [rw] key
|
2862
|
-
# The key for an
|
3224
|
+
# The key for an Amazon Web Services resource tag.
|
2863
3225
|
# @return [String]
|
2864
3226
|
#
|
2865
3227
|
# @!attribute [rw] value
|
2866
|
-
# The value for an
|
3228
|
+
# The value for an Amazon Web Services resource tag.
|
2867
3229
|
# @return [String]
|
2868
3230
|
#
|
2869
3231
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/TagListEntry AWS API Documentation
|
@@ -2942,8 +3304,8 @@ module Aws::DataSync
|
|
2942
3304
|
# status of the task execution, and the errors encountered.
|
2943
3305
|
#
|
2944
3306
|
# @!attribute [rw] prepare_duration
|
2945
|
-
# The total time in milliseconds that
|
2946
|
-
#
|
3307
|
+
# The total time in milliseconds that DataSync spent in the PREPARING
|
3308
|
+
# phase.
|
2947
3309
|
# @return [Integer]
|
2948
3310
|
#
|
2949
3311
|
# @!attribute [rw] prepare_status
|
@@ -2951,12 +3313,12 @@ module Aws::DataSync
|
|
2951
3313
|
# @return [String]
|
2952
3314
|
#
|
2953
3315
|
# @!attribute [rw] total_duration
|
2954
|
-
# The total time in milliseconds that
|
2955
|
-
#
|
3316
|
+
# The total time in milliseconds that DataSync took to transfer the
|
3317
|
+
# file from the source to the destination location.
|
2956
3318
|
# @return [Integer]
|
2957
3319
|
#
|
2958
3320
|
# @!attribute [rw] transfer_duration
|
2959
|
-
# The total time in milliseconds that
|
3321
|
+
# The total time in milliseconds that DataSync spent in the
|
2960
3322
|
# TRANSFERRING phase.
|
2961
3323
|
# @return [Integer]
|
2962
3324
|
#
|
@@ -2965,8 +3327,8 @@ module Aws::DataSync
|
|
2965
3327
|
# @return [String]
|
2966
3328
|
#
|
2967
3329
|
# @!attribute [rw] verify_duration
|
2968
|
-
# The total time in milliseconds that
|
2969
|
-
#
|
3330
|
+
# The total time in milliseconds that DataSync spent in the VERIFYING
|
3331
|
+
# phase.
|
2970
3332
|
# @return [Integer]
|
2971
3333
|
#
|
2972
3334
|
# @!attribute [rw] verify_status
|
@@ -2974,8 +3336,8 @@ module Aws::DataSync
|
|
2974
3336
|
# @return [String]
|
2975
3337
|
#
|
2976
3338
|
# @!attribute [rw] error_code
|
2977
|
-
# Errors that
|
2978
|
-
#
|
3339
|
+
# Errors that DataSync encountered during execution of the task. You
|
3340
|
+
# can use this error code to help troubleshoot issues.
|
2979
3341
|
# @return [String]
|
2980
3342
|
#
|
2981
3343
|
# @!attribute [rw] error_detail
|
@@ -3092,8 +3454,8 @@ module Aws::DataSync
|
|
3092
3454
|
# }
|
3093
3455
|
#
|
3094
3456
|
# @!attribute [rw] schedule_expression
|
3095
|
-
# A cron expression that specifies when
|
3096
|
-
#
|
3457
|
+
# A cron expression that specifies when DataSync initiates a scheduled
|
3458
|
+
# transfer from a source to a destination location.
|
3097
3459
|
# @return [String]
|
3098
3460
|
#
|
3099
3461
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/TaskSchedule AWS API Documentation
|
@@ -3167,6 +3529,126 @@ module Aws::DataSync
|
|
3167
3529
|
#
|
3168
3530
|
class UpdateAgentResponse < Aws::EmptyStructure; end
|
3169
3531
|
|
3532
|
+
# @note When making an API call, you may pass UpdateLocationHdfsRequest
|
3533
|
+
# data as a hash:
|
3534
|
+
#
|
3535
|
+
# {
|
3536
|
+
# location_arn: "LocationArn", # required
|
3537
|
+
# subdirectory: "HdfsSubdirectory",
|
3538
|
+
# name_nodes: [
|
3539
|
+
# {
|
3540
|
+
# hostname: "HdfsServerHostname", # required
|
3541
|
+
# port: 1, # required
|
3542
|
+
# },
|
3543
|
+
# ],
|
3544
|
+
# block_size: 1,
|
3545
|
+
# replication_factor: 1,
|
3546
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
3547
|
+
# qop_configuration: {
|
3548
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3549
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3550
|
+
# },
|
3551
|
+
# authentication_type: "SIMPLE", # accepts SIMPLE, KERBEROS
|
3552
|
+
# simple_user: "HdfsUser",
|
3553
|
+
# kerberos_principal: "KerberosPrincipal",
|
3554
|
+
# kerberos_keytab: "data",
|
3555
|
+
# kerberos_krb_5_conf: "data",
|
3556
|
+
# agent_arns: ["AgentArn"],
|
3557
|
+
# }
|
3558
|
+
#
|
3559
|
+
# @!attribute [rw] location_arn
|
3560
|
+
# The Amazon Resource Name (ARN) of the source HDFS cluster location.
|
3561
|
+
# @return [String]
|
3562
|
+
#
|
3563
|
+
# @!attribute [rw] subdirectory
|
3564
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
3565
|
+
# read data from or write data to the HDFS cluster.
|
3566
|
+
# @return [String]
|
3567
|
+
#
|
3568
|
+
# @!attribute [rw] name_nodes
|
3569
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
3570
|
+
# operations such as opening, closing, and renaming files and
|
3571
|
+
# directories. The NameNode contains the information to map blocks of
|
3572
|
+
# data to the DataNodes. You can use only one NameNode.
|
3573
|
+
# @return [Array<Types::HdfsNameNode>]
|
3574
|
+
#
|
3575
|
+
# @!attribute [rw] block_size
|
3576
|
+
# The size of the data blocks to write into the HDFS cluster.
|
3577
|
+
# @return [Integer]
|
3578
|
+
#
|
3579
|
+
# @!attribute [rw] replication_factor
|
3580
|
+
# The number of DataNodes to replicate the data to when writing to the
|
3581
|
+
# HDFS cluster.
|
3582
|
+
# @return [Integer]
|
3583
|
+
#
|
3584
|
+
# @!attribute [rw] kms_key_provider_uri
|
3585
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
3586
|
+
# @return [String]
|
3587
|
+
#
|
3588
|
+
# @!attribute [rw] qop_configuration
|
3589
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3590
|
+
# Procedure Call (RPC) and data transfer privacy settings configured
|
3591
|
+
# on the Hadoop Distributed File System (HDFS) cluster.
|
3592
|
+
# @return [Types::QopConfiguration]
|
3593
|
+
#
|
3594
|
+
# @!attribute [rw] authentication_type
|
3595
|
+
# The type of authentication used to determine the identity of the
|
3596
|
+
# user.
|
3597
|
+
# @return [String]
|
3598
|
+
#
|
3599
|
+
# @!attribute [rw] simple_user
|
3600
|
+
# The user name used to identify the client on the host operating
|
3601
|
+
# system.
|
3602
|
+
# @return [String]
|
3603
|
+
#
|
3604
|
+
# @!attribute [rw] kerberos_principal
|
3605
|
+
# The Kerberos principal with access to the files and folders on the
|
3606
|
+
# HDFS cluster.
|
3607
|
+
# @return [String]
|
3608
|
+
#
|
3609
|
+
# @!attribute [rw] kerberos_keytab
|
3610
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
3611
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
3612
|
+
# keytab from a file by providing the file's address. If you use the
|
3613
|
+
# AWS CLI, it performs base64 encoding for you. Otherwise, provide the
|
3614
|
+
# base64-encoded text.
|
3615
|
+
# @return [String]
|
3616
|
+
#
|
3617
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
3618
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
3619
|
+
# information. You can load the `krb5.conf` file by providing the
|
3620
|
+
# file's address. If you're using the AWS CLI, it performs the
|
3621
|
+
# base64 encoding for you. Otherwise, provide the base64-encoded text.
|
3622
|
+
# @return [String]
|
3623
|
+
#
|
3624
|
+
# @!attribute [rw] agent_arns
|
3625
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
3626
|
+
# @return [Array<String>]
|
3627
|
+
#
|
3628
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsRequest AWS API Documentation
|
3629
|
+
#
|
3630
|
+
class UpdateLocationHdfsRequest < Struct.new(
|
3631
|
+
:location_arn,
|
3632
|
+
:subdirectory,
|
3633
|
+
:name_nodes,
|
3634
|
+
:block_size,
|
3635
|
+
:replication_factor,
|
3636
|
+
:kms_key_provider_uri,
|
3637
|
+
:qop_configuration,
|
3638
|
+
:authentication_type,
|
3639
|
+
:simple_user,
|
3640
|
+
:kerberos_principal,
|
3641
|
+
:kerberos_keytab,
|
3642
|
+
:kerberos_krb_5_conf,
|
3643
|
+
:agent_arns)
|
3644
|
+
SENSITIVE = []
|
3645
|
+
include Aws::Structure
|
3646
|
+
end
|
3647
|
+
|
3648
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsResponse AWS API Documentation
|
3649
|
+
#
|
3650
|
+
class UpdateLocationHdfsResponse < Aws::EmptyStructure; end
|
3651
|
+
|
3170
3652
|
# @note When making an API call, you may pass UpdateLocationNfsRequest
|
3171
3653
|
# data as a hash:
|
3172
3654
|
#
|
@@ -3206,8 +3688,8 @@ module Aws::DataSync
|
|
3206
3688
|
# the files. For the agent to access directories, you must
|
3207
3689
|
# additionally enable all execute access.
|
3208
3690
|
#
|
3209
|
-
# If you are copying data to or from your
|
3210
|
-
#
|
3691
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
3692
|
+
# Server on Snowcone][1] for more information.
|
3211
3693
|
#
|
3212
3694
|
# For information about NFS export configuration, see 18.7. The
|
3213
3695
|
# /etc/exports Configuration File in the Red Hat Enterprise Linux
|
@@ -3499,6 +3981,12 @@ module Aws::DataSync
|
|
3499
3981
|
# },
|
3500
3982
|
# name: "TagValue",
|
3501
3983
|
# cloud_watch_log_group_arn: "LogGroupArn",
|
3984
|
+
# includes: [
|
3985
|
+
# {
|
3986
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
3987
|
+
# value: "FilterValue",
|
3988
|
+
# },
|
3989
|
+
# ],
|
3502
3990
|
# }
|
3503
3991
|
#
|
3504
3992
|
# @!attribute [rw] task_arn
|
@@ -3528,7 +4016,7 @@ module Aws::DataSync
|
|
3528
4016
|
# A list of filter rules that determines which files to exclude from a
|
3529
4017
|
# task. The list should contain a single filter string that consists
|
3530
4018
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
3531
|
-
# (that is, a pipe), for example
|
4019
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3532
4020
|
# @return [Array<Types::FilterRule>]
|
3533
4021
|
#
|
3534
4022
|
# @!attribute [rw] schedule
|
@@ -3549,10 +4037,17 @@ module Aws::DataSync
|
|
3549
4037
|
# @return [String]
|
3550
4038
|
#
|
3551
4039
|
# @!attribute [rw] cloud_watch_log_group_arn
|
3552
|
-
# The Amazon Resource Name (ARN) of the resource name of the
|
3553
|
-
# CloudWatch
|
4040
|
+
# The Amazon Resource Name (ARN) of the resource name of the Amazon
|
4041
|
+
# CloudWatch log group.
|
3554
4042
|
# @return [String]
|
3555
4043
|
#
|
4044
|
+
# @!attribute [rw] includes
|
4045
|
+
# A list of filter rules that determines which files to include when
|
4046
|
+
# running a task. The pattern contains a single filter string that
|
4047
|
+
# consists of the patterns to include. The patterns are delimited by
|
4048
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
4049
|
+
# @return [Array<Types::FilterRule>]
|
4050
|
+
#
|
3556
4051
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateTaskRequest AWS API Documentation
|
3557
4052
|
#
|
3558
4053
|
class UpdateTaskRequest < Struct.new(
|
@@ -3561,7 +4056,8 @@ module Aws::DataSync
|
|
3561
4056
|
:excludes,
|
3562
4057
|
:schedule,
|
3563
4058
|
:name,
|
3564
|
-
:cloud_watch_log_group_arn
|
4059
|
+
:cloud_watch_log_group_arn,
|
4060
|
+
:includes)
|
3565
4061
|
SENSITIVE = []
|
3566
4062
|
include Aws::Structure
|
3567
4063
|
end
|