aws-sdk-datasync 1.34.0 → 1.38.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +20 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-datasync/client.rb +401 -64
- data/lib/aws-sdk-datasync/client_api.rb +118 -0
- data/lib/aws-sdk-datasync/types.rb +587 -91
- data/lib/aws-sdk-datasync.rb +1 -1
- metadata +5 -5
@@ -88,7 +88,7 @@ module Aws::DataSync
|
|
88
88
|
# Your agent activation key. You can get the activation key either by
|
89
89
|
# sending an HTTP GET request with redirects that enable you to get
|
90
90
|
# the agent IP address (port 80). Alternatively, you can get it from
|
91
|
-
# the
|
91
|
+
# the DataSync console.
|
92
92
|
#
|
93
93
|
# The redirect URL returned in the response provides you the
|
94
94
|
# activation key for your agent in the query string parameter
|
@@ -97,8 +97,8 @@ module Aws::DataSync
|
|
97
97
|
# pass to this API call determine the actual configuration of your
|
98
98
|
# agent.
|
99
99
|
#
|
100
|
-
# For more information, see Activating an Agent in the *
|
101
|
-
#
|
100
|
+
# For more information, see Activating an Agent in the *DataSync User
|
101
|
+
# Guide.*
|
102
102
|
# @return [String]
|
103
103
|
#
|
104
104
|
# @!attribute [rw] agent_name
|
@@ -169,8 +169,8 @@ module Aws::DataSync
|
|
169
169
|
#
|
170
170
|
# @!attribute [rw] agent_arn
|
171
171
|
# The Amazon Resource Name (ARN) of the agent. Use the `ListAgents`
|
172
|
-
# operation to return a list of agents for your account and
|
173
|
-
# Region.
|
172
|
+
# operation to return a list of agents for your account and Amazon Web
|
173
|
+
# Services Region.
|
174
174
|
# @return [String]
|
175
175
|
#
|
176
176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateAgentResponse AWS API Documentation
|
@@ -204,7 +204,7 @@ module Aws::DataSync
|
|
204
204
|
# @!attribute [rw] subdirectory
|
205
205
|
# A subdirectory in the location’s path. This subdirectory in the EFS
|
206
206
|
# file system is used to read data from the EFS source location or
|
207
|
-
# write data to the EFS destination. By default,
|
207
|
+
# write data to the EFS destination. By default, DataSync uses the
|
208
208
|
# root directory.
|
209
209
|
#
|
210
210
|
# <note markdown="1"> `Subdirectory` must be specified with forward slashes. For example,
|
@@ -363,6 +363,169 @@ module Aws::DataSync
|
|
363
363
|
include Aws::Structure
|
364
364
|
end
|
365
365
|
|
366
|
+
# @note When making an API call, you may pass CreateLocationHdfsRequest
|
367
|
+
# data as a hash:
|
368
|
+
#
|
369
|
+
# {
|
370
|
+
# subdirectory: "HdfsSubdirectory",
|
371
|
+
# name_nodes: [ # required
|
372
|
+
# {
|
373
|
+
# hostname: "HdfsServerHostname", # required
|
374
|
+
# port: 1, # required
|
375
|
+
# },
|
376
|
+
# ],
|
377
|
+
# block_size: 1,
|
378
|
+
# replication_factor: 1,
|
379
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
380
|
+
# qop_configuration: {
|
381
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
382
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
383
|
+
# },
|
384
|
+
# authentication_type: "SIMPLE", # required, accepts SIMPLE, KERBEROS
|
385
|
+
# simple_user: "HdfsUser",
|
386
|
+
# kerberos_principal: "KerberosPrincipal",
|
387
|
+
# kerberos_keytab: "data",
|
388
|
+
# kerberos_krb_5_conf: "data",
|
389
|
+
# agent_arns: ["AgentArn"], # required
|
390
|
+
# tags: [
|
391
|
+
# {
|
392
|
+
# key: "TagKey", # required
|
393
|
+
# value: "TagValue",
|
394
|
+
# },
|
395
|
+
# ],
|
396
|
+
# }
|
397
|
+
#
|
398
|
+
# @!attribute [rw] subdirectory
|
399
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
400
|
+
# read data from or write data to the HDFS cluster. If the
|
401
|
+
# subdirectory isn't specified, it will default to `/`.
|
402
|
+
# @return [String]
|
403
|
+
#
|
404
|
+
# @!attribute [rw] name_nodes
|
405
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
406
|
+
# operations such as opening, closing, and renaming files and
|
407
|
+
# directories. The NameNode contains the information to map blocks of
|
408
|
+
# data to the DataNodes. You can use only one NameNode.
|
409
|
+
# @return [Array<Types::HdfsNameNode>]
|
410
|
+
#
|
411
|
+
# @!attribute [rw] block_size
|
412
|
+
# The size of data blocks to write into the HDFS cluster. The block
|
413
|
+
# size must be a multiple of 512 bytes. The default block size is 128
|
414
|
+
# mebibytes (MiB).
|
415
|
+
# @return [Integer]
|
416
|
+
#
|
417
|
+
# @!attribute [rw] replication_factor
|
418
|
+
# The number of DataNodes to replicate the data to when writing to the
|
419
|
+
# HDFS cluster. By default, data is replicated to three DataNodes.
|
420
|
+
# @return [Integer]
|
421
|
+
#
|
422
|
+
# @!attribute [rw] kms_key_provider_uri
|
423
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
424
|
+
# @return [String]
|
425
|
+
#
|
426
|
+
# @!attribute [rw] qop_configuration
|
427
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
428
|
+
# Procedure Call (RPC) and data transfer protection settings
|
429
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster. If
|
430
|
+
# `QopConfiguration` isn't specified, `RpcProtection` and
|
431
|
+
# `DataTransferProtection` default to `PRIVACY`. If you set
|
432
|
+
# `RpcProtection` or `DataTransferProtection`, the other parameter
|
433
|
+
# assumes the same value.
|
434
|
+
# @return [Types::QopConfiguration]
|
435
|
+
#
|
436
|
+
# @!attribute [rw] authentication_type
|
437
|
+
# The type of authentication used to determine the identity of the
|
438
|
+
# user.
|
439
|
+
# @return [String]
|
440
|
+
#
|
441
|
+
# @!attribute [rw] simple_user
|
442
|
+
# The user name used to identify the client on the host operating
|
443
|
+
# system.
|
444
|
+
#
|
445
|
+
# <note markdown="1"> If `SIMPLE` is specified for `AuthenticationType`, this parameter is
|
446
|
+
# required.
|
447
|
+
#
|
448
|
+
# </note>
|
449
|
+
# @return [String]
|
450
|
+
#
|
451
|
+
# @!attribute [rw] kerberos_principal
|
452
|
+
# The Kerberos principal with access to the files and folders on the
|
453
|
+
# HDFS cluster.
|
454
|
+
#
|
455
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
456
|
+
# is required.
|
457
|
+
#
|
458
|
+
# </note>
|
459
|
+
# @return [String]
|
460
|
+
#
|
461
|
+
# @!attribute [rw] kerberos_keytab
|
462
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
463
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
464
|
+
# keytab from a file by providing the file's address. If you're
|
465
|
+
# using the CLI, it performs base64 encoding for you. Otherwise,
|
466
|
+
# provide the base64-encoded text.
|
467
|
+
#
|
468
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
469
|
+
# is required.
|
470
|
+
#
|
471
|
+
# </note>
|
472
|
+
# @return [String]
|
473
|
+
#
|
474
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
475
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
476
|
+
# information. You can load the `krb5.conf` file by providing the
|
477
|
+
# file's address. If you're using the CLI, it performs the base64
|
478
|
+
# encoding for you. Otherwise, provide the base64-encoded text.
|
479
|
+
#
|
480
|
+
# <note markdown="1"> If `KERBEROS` is specified for `AuthenticationType`, this parameter
|
481
|
+
# is required.
|
482
|
+
#
|
483
|
+
# </note>
|
484
|
+
# @return [String]
|
485
|
+
#
|
486
|
+
# @!attribute [rw] agent_arns
|
487
|
+
# The Amazon Resource Names (ARNs) of the agents that are used to
|
488
|
+
# connect to the HDFS cluster.
|
489
|
+
# @return [Array<String>]
|
490
|
+
#
|
491
|
+
# @!attribute [rw] tags
|
492
|
+
# The key-value pair that represents the tag that you want to add to
|
493
|
+
# the location. The value can be an empty string. We recommend using
|
494
|
+
# tags to name your resources.
|
495
|
+
# @return [Array<Types::TagListEntry>]
|
496
|
+
#
|
497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsRequest AWS API Documentation
|
498
|
+
#
|
499
|
+
class CreateLocationHdfsRequest < Struct.new(
|
500
|
+
:subdirectory,
|
501
|
+
:name_nodes,
|
502
|
+
:block_size,
|
503
|
+
:replication_factor,
|
504
|
+
:kms_key_provider_uri,
|
505
|
+
:qop_configuration,
|
506
|
+
:authentication_type,
|
507
|
+
:simple_user,
|
508
|
+
:kerberos_principal,
|
509
|
+
:kerberos_keytab,
|
510
|
+
:kerberos_krb_5_conf,
|
511
|
+
:agent_arns,
|
512
|
+
:tags)
|
513
|
+
SENSITIVE = []
|
514
|
+
include Aws::Structure
|
515
|
+
end
|
516
|
+
|
517
|
+
# @!attribute [rw] location_arn
|
518
|
+
# The ARN of the source HDFS cluster location that's created.
|
519
|
+
# @return [String]
|
520
|
+
#
|
521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateLocationHdfsResponse AWS API Documentation
|
522
|
+
#
|
523
|
+
class CreateLocationHdfsResponse < Struct.new(
|
524
|
+
:location_arn)
|
525
|
+
SENSITIVE = []
|
526
|
+
include Aws::Structure
|
527
|
+
end
|
528
|
+
|
366
529
|
# CreateLocationNfsRequest
|
367
530
|
#
|
368
531
|
# @note When making an API call, you may pass CreateLocationNfsRequest
|
@@ -406,8 +569,8 @@ module Aws::DataSync
|
|
406
569
|
# files. For the agent to access directories, you must additionally
|
407
570
|
# enable all execute access.
|
408
571
|
#
|
409
|
-
# If you are copying data to or from your
|
410
|
-
#
|
572
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
573
|
+
# Server on Snowcone][1] for more information.
|
411
574
|
#
|
412
575
|
# For information about NFS export configuration, see 18.7. The
|
413
576
|
# /etc/exports Configuration File in the Red Hat Enterprise Linux
|
@@ -424,8 +587,8 @@ module Aws::DataSync
|
|
424
587
|
# installed on-premises uses this host name to mount the NFS server in
|
425
588
|
# a network.
|
426
589
|
#
|
427
|
-
# If you are copying data to or from your
|
428
|
-
#
|
590
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
591
|
+
# Server on Snowcone][1] for more information.
|
429
592
|
#
|
430
593
|
# <note markdown="1"> This name must either be DNS-compliant or must be an IP version 4
|
431
594
|
# (IPv4) address.
|
@@ -441,8 +604,8 @@ module Aws::DataSync
|
|
441
604
|
# Contains a list of Amazon Resource Names (ARNs) of agents that are
|
442
605
|
# used to connect to an NFS server.
|
443
606
|
#
|
444
|
-
# If you are copying data to or from your
|
445
|
-
#
|
607
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
608
|
+
# Server on Snowcone][1] for more information.
|
446
609
|
#
|
447
610
|
#
|
448
611
|
#
|
@@ -623,15 +786,16 @@ module Aws::DataSync
|
|
623
786
|
# @return [String]
|
624
787
|
#
|
625
788
|
# @!attribute [rw] s3_bucket_arn
|
626
|
-
# The ARN of the Amazon S3 bucket. If the bucket is on an
|
627
|
-
# this must be an access point ARN.
|
789
|
+
# The ARN of the Amazon S3 bucket. If the bucket is on an Amazon Web
|
790
|
+
# Services Outpost, this must be an access point ARN.
|
628
791
|
# @return [String]
|
629
792
|
#
|
630
793
|
# @!attribute [rw] s3_storage_class
|
631
794
|
# The Amazon S3 storage class that you want to store your files in
|
632
|
-
# when this location is used as a task destination. For buckets in
|
633
|
-
# Regions, the storage class defaults to Standard.
|
634
|
-
# Outposts, the storage class defaults to
|
795
|
+
# when this location is used as a task destination. For buckets in
|
796
|
+
# Amazon Web Services Regions, the storage class defaults to Standard.
|
797
|
+
# For buckets on Outposts, the storage class defaults to Amazon Web
|
798
|
+
# Services S3 Outposts.
|
635
799
|
#
|
636
800
|
# For more information about S3 storage classes, see [Amazon S3
|
637
801
|
# Storage Classes][1]. Some storage classes have behaviors that can
|
@@ -646,18 +810,19 @@ module Aws::DataSync
|
|
646
810
|
# @return [String]
|
647
811
|
#
|
648
812
|
# @!attribute [rw] s3_config
|
649
|
-
# The Amazon Resource Name (ARN) of the
|
650
|
-
#
|
813
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
814
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
651
815
|
#
|
652
816
|
# For detailed information about using such a role, see Creating a
|
653
|
-
# Location for Amazon S3 in the *
|
817
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
654
818
|
# @return [Types::S3Config]
|
655
819
|
#
|
656
820
|
# @!attribute [rw] agent_arns
|
657
|
-
# If you are using DataSync on an
|
658
|
-
# Resource Names (ARNs) of the DataSync agents deployed on
|
659
|
-
# Outpost. For more information about launching a DataSync agent
|
660
|
-
#
|
821
|
+
# If you are using DataSync on an Amazon Web Services Outpost, specify
|
822
|
+
# the Amazon Resource Names (ARNs) of the DataSync agents deployed on
|
823
|
+
# your Outpost. For more information about launching a DataSync agent
|
824
|
+
# on an Amazon Web Services Outpost, see [Deploy your DataSync agent
|
825
|
+
# on Outposts][1].
|
661
826
|
#
|
662
827
|
#
|
663
828
|
#
|
@@ -860,6 +1025,12 @@ module Aws::DataSync
|
|
860
1025
|
# value: "TagValue",
|
861
1026
|
# },
|
862
1027
|
# ],
|
1028
|
+
# includes: [
|
1029
|
+
# {
|
1030
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
1031
|
+
# value: "FilterValue",
|
1032
|
+
# },
|
1033
|
+
# ],
|
863
1034
|
# }
|
864
1035
|
#
|
865
1036
|
# @!attribute [rw] source_location_arn
|
@@ -867,8 +1038,8 @@ module Aws::DataSync
|
|
867
1038
|
# @return [String]
|
868
1039
|
#
|
869
1040
|
# @!attribute [rw] destination_location_arn
|
870
|
-
# The Amazon Resource Name (ARN) of an
|
871
|
-
# location.
|
1041
|
+
# The Amazon Resource Name (ARN) of an Amazon Web Services storage
|
1042
|
+
# resource's location.
|
872
1043
|
# @return [String]
|
873
1044
|
#
|
874
1045
|
# @!attribute [rw] cloud_watch_log_group_arn
|
@@ -920,6 +1091,13 @@ module Aws::DataSync
|
|
920
1091
|
# the resource. The value can be an empty string.
|
921
1092
|
# @return [Array<Types::TagListEntry>]
|
922
1093
|
#
|
1094
|
+
# @!attribute [rw] includes
|
1095
|
+
# A list of filter rules that determines which files to include when
|
1096
|
+
# running a task. The pattern contains a single filter string that
|
1097
|
+
# consists of the patterns to include. The patterns are delimited by
|
1098
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
1099
|
+
# @return [Array<Types::FilterRule>]
|
1100
|
+
#
|
923
1101
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/CreateTaskRequest AWS API Documentation
|
924
1102
|
#
|
925
1103
|
class CreateTaskRequest < Struct.new(
|
@@ -930,7 +1108,8 @@ module Aws::DataSync
|
|
930
1108
|
:options,
|
931
1109
|
:excludes,
|
932
1110
|
:schedule,
|
933
|
-
:tags
|
1111
|
+
:tags,
|
1112
|
+
:includes)
|
934
1113
|
SENSITIVE = []
|
935
1114
|
include Aws::Structure
|
936
1115
|
end
|
@@ -961,7 +1140,7 @@ module Aws::DataSync
|
|
961
1140
|
# @!attribute [rw] agent_arn
|
962
1141
|
# The Amazon Resource Name (ARN) of the agent to delete. Use the
|
963
1142
|
# `ListAgents` operation to return a list of agents for your account
|
964
|
-
# and
|
1143
|
+
# and Amazon Web Services Region.
|
965
1144
|
# @return [String]
|
966
1145
|
#
|
967
1146
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DeleteAgentRequest AWS API Documentation
|
@@ -1217,6 +1396,101 @@ module Aws::DataSync
|
|
1217
1396
|
include Aws::Structure
|
1218
1397
|
end
|
1219
1398
|
|
1399
|
+
# @note When making an API call, you may pass DescribeLocationHdfsRequest
|
1400
|
+
# data as a hash:
|
1401
|
+
#
|
1402
|
+
# {
|
1403
|
+
# location_arn: "LocationArn", # required
|
1404
|
+
# }
|
1405
|
+
#
|
1406
|
+
# @!attribute [rw] location_arn
|
1407
|
+
# The Amazon Resource Name (ARN) of the HDFS cluster location to
|
1408
|
+
# describe.
|
1409
|
+
# @return [String]
|
1410
|
+
#
|
1411
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsRequest AWS API Documentation
|
1412
|
+
#
|
1413
|
+
class DescribeLocationHdfsRequest < Struct.new(
|
1414
|
+
:location_arn)
|
1415
|
+
SENSITIVE = []
|
1416
|
+
include Aws::Structure
|
1417
|
+
end
|
1418
|
+
|
1419
|
+
# @!attribute [rw] location_arn
|
1420
|
+
# The ARN of the HDFS cluster location.
|
1421
|
+
# @return [String]
|
1422
|
+
#
|
1423
|
+
# @!attribute [rw] location_uri
|
1424
|
+
# The URI of the HDFS cluster location.
|
1425
|
+
# @return [String]
|
1426
|
+
#
|
1427
|
+
# @!attribute [rw] name_nodes
|
1428
|
+
# The NameNode that manage the HDFS namespace.
|
1429
|
+
# @return [Array<Types::HdfsNameNode>]
|
1430
|
+
#
|
1431
|
+
# @!attribute [rw] block_size
|
1432
|
+
# The size of the data blocks to write into the HDFS cluster.
|
1433
|
+
# @return [Integer]
|
1434
|
+
#
|
1435
|
+
# @!attribute [rw] replication_factor
|
1436
|
+
# The number of DataNodes to replicate the data to when writing to the
|
1437
|
+
# HDFS cluster.
|
1438
|
+
# @return [Integer]
|
1439
|
+
#
|
1440
|
+
# @!attribute [rw] kms_key_provider_uri
|
1441
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
1442
|
+
# @return [String]
|
1443
|
+
#
|
1444
|
+
# @!attribute [rw] qop_configuration
|
1445
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
1446
|
+
# Procedure Call (RPC) and data transfer protection settings
|
1447
|
+
# configured on the Hadoop Distributed File System (HDFS) cluster.
|
1448
|
+
# @return [Types::QopConfiguration]
|
1449
|
+
#
|
1450
|
+
# @!attribute [rw] authentication_type
|
1451
|
+
# The type of authentication used to determine the identity of the
|
1452
|
+
# user.
|
1453
|
+
# @return [String]
|
1454
|
+
#
|
1455
|
+
# @!attribute [rw] simple_user
|
1456
|
+
# The user name used to identify the client on the host operating
|
1457
|
+
# system. This parameter is used if the `AuthenticationType` is
|
1458
|
+
# defined as `SIMPLE`.
|
1459
|
+
# @return [String]
|
1460
|
+
#
|
1461
|
+
# @!attribute [rw] kerberos_principal
|
1462
|
+
# The Kerberos principal with access to the files and folders on the
|
1463
|
+
# HDFS cluster. This parameter is used if the `AuthenticationType` is
|
1464
|
+
# defined as `KERBEROS`.
|
1465
|
+
# @return [String]
|
1466
|
+
#
|
1467
|
+
# @!attribute [rw] agent_arns
|
1468
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
1469
|
+
# @return [Array<String>]
|
1470
|
+
#
|
1471
|
+
# @!attribute [rw] creation_time
|
1472
|
+
# The time that the HDFS location was created.
|
1473
|
+
# @return [Time]
|
1474
|
+
#
|
1475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeLocationHdfsResponse AWS API Documentation
|
1476
|
+
#
|
1477
|
+
class DescribeLocationHdfsResponse < Struct.new(
|
1478
|
+
:location_arn,
|
1479
|
+
:location_uri,
|
1480
|
+
:name_nodes,
|
1481
|
+
:block_size,
|
1482
|
+
:replication_factor,
|
1483
|
+
:kms_key_provider_uri,
|
1484
|
+
:qop_configuration,
|
1485
|
+
:authentication_type,
|
1486
|
+
:simple_user,
|
1487
|
+
:kerberos_principal,
|
1488
|
+
:agent_arns,
|
1489
|
+
:creation_time)
|
1490
|
+
SENSITIVE = []
|
1491
|
+
include Aws::Structure
|
1492
|
+
end
|
1493
|
+
|
1220
1494
|
# DescribeLocationNfsRequest
|
1221
1495
|
#
|
1222
1496
|
# @note When making an API call, you may pass DescribeLocationNfsRequest
|
@@ -1399,18 +1673,19 @@ module Aws::DataSync
|
|
1399
1673
|
# @return [String]
|
1400
1674
|
#
|
1401
1675
|
# @!attribute [rw] s3_config
|
1402
|
-
# The Amazon Resource Name (ARN) of the
|
1403
|
-
#
|
1676
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
1677
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
1404
1678
|
#
|
1405
1679
|
# For detailed information about using such a role, see Creating a
|
1406
|
-
# Location for Amazon S3 in the *
|
1680
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
1407
1681
|
# @return [Types::S3Config]
|
1408
1682
|
#
|
1409
1683
|
# @!attribute [rw] agent_arns
|
1410
|
-
# If you are using DataSync on an
|
1411
|
-
# Name (ARNs) of the EC2 agents deployed on your
|
1412
|
-
# information about launching a DataSync agent on an
|
1413
|
-
# [Deploy your DataSync agent on
|
1684
|
+
# If you are using DataSync on an Amazon Web Services Outpost, the
|
1685
|
+
# Amazon Resource Name (ARNs) of the EC2 agents deployed on your
|
1686
|
+
# Outpost. For more information about launching a DataSync agent on an
|
1687
|
+
# Amazon Web Services Outpost, see [Deploy your DataSync agent on
|
1688
|
+
# Outposts][1].
|
1414
1689
|
#
|
1415
1690
|
#
|
1416
1691
|
#
|
@@ -1541,7 +1816,7 @@ module Aws::DataSync
|
|
1541
1816
|
# The status of the task execution.
|
1542
1817
|
#
|
1543
1818
|
# For detailed information about task execution statuses, see
|
1544
|
-
# Understanding Task Statuses in the *
|
1819
|
+
# Understanding Task Statuses in the *DataSync User Guide.*
|
1545
1820
|
# @return [String]
|
1546
1821
|
#
|
1547
1822
|
# @!attribute [rw] options
|
@@ -1609,8 +1884,8 @@ module Aws::DataSync
|
|
1609
1884
|
# @return [Integer]
|
1610
1885
|
#
|
1611
1886
|
# @!attribute [rw] bytes_written
|
1612
|
-
# The number of logical bytes written to the destination
|
1613
|
-
# resource.
|
1887
|
+
# The number of logical bytes written to the destination Amazon Web
|
1888
|
+
# Services storage resource.
|
1614
1889
|
# @return [Integer]
|
1615
1890
|
#
|
1616
1891
|
# @!attribute [rw] bytes_transferred
|
@@ -1671,7 +1946,7 @@ module Aws::DataSync
|
|
1671
1946
|
# The status of the task that was described.
|
1672
1947
|
#
|
1673
1948
|
# For detailed information about task execution statuses, see
|
1674
|
-
# Understanding Task Statuses in the *
|
1949
|
+
# Understanding Task Statuses in the *DataSync User Guide*.
|
1675
1950
|
# @return [String]
|
1676
1951
|
#
|
1677
1952
|
# @!attribute [rw] name
|
@@ -1689,8 +1964,8 @@ module Aws::DataSync
|
|
1689
1964
|
# @return [String]
|
1690
1965
|
#
|
1691
1966
|
# @!attribute [rw] destination_location_arn
|
1692
|
-
# The Amazon Resource Name (ARN) of the
|
1693
|
-
# location.
|
1967
|
+
# The Amazon Resource Name (ARN) of the Amazon Web Services storage
|
1968
|
+
# resource's location.
|
1694
1969
|
# @return [String]
|
1695
1970
|
#
|
1696
1971
|
# @!attribute [rw] cloud_watch_log_group_arn
|
@@ -1702,13 +1977,13 @@ module Aws::DataSync
|
|
1702
1977
|
# @return [String]
|
1703
1978
|
#
|
1704
1979
|
# @!attribute [rw] source_network_interface_arns
|
1705
|
-
# The Amazon Resource
|
1706
|
-
#
|
1980
|
+
# The Amazon Resource Names (ARNs) of the source elastic network
|
1981
|
+
# interfaces (ENIs) that were created for your subnet.
|
1707
1982
|
# @return [Array<String>]
|
1708
1983
|
#
|
1709
1984
|
# @!attribute [rw] destination_network_interface_arns
|
1710
|
-
# The Amazon Resource
|
1711
|
-
#
|
1985
|
+
# The Amazon Resource Names (ARNs) of the destination elastic network
|
1986
|
+
# interfaces (ENIs) that were created for your subnet.
|
1712
1987
|
# @return [Array<String>]
|
1713
1988
|
#
|
1714
1989
|
# @!attribute [rw] options
|
@@ -1731,7 +2006,7 @@ module Aws::DataSync
|
|
1731
2006
|
# A list of filter rules that determines which files to exclude from a
|
1732
2007
|
# task. The list should contain a single filter string that consists
|
1733
2008
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
1734
|
-
# (that is, a pipe), for example
|
2009
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
1735
2010
|
# @return [Array<Types::FilterRule>]
|
1736
2011
|
#
|
1737
2012
|
# @!attribute [rw] schedule
|
@@ -1740,8 +2015,8 @@ module Aws::DataSync
|
|
1740
2015
|
# @return [Types::TaskSchedule]
|
1741
2016
|
#
|
1742
2017
|
# @!attribute [rw] error_code
|
1743
|
-
# Errors that
|
1744
|
-
#
|
2018
|
+
# Errors that DataSync encountered during execution of the task. You
|
2019
|
+
# can use this error code to help troubleshoot issues.
|
1745
2020
|
# @return [String]
|
1746
2021
|
#
|
1747
2022
|
# @!attribute [rw] error_detail
|
@@ -1754,6 +2029,13 @@ module Aws::DataSync
|
|
1754
2029
|
# The time that the task was created.
|
1755
2030
|
# @return [Time]
|
1756
2031
|
#
|
2032
|
+
# @!attribute [rw] includes
|
2033
|
+
# A list of filter rules that determines which files to include when
|
2034
|
+
# running a task. The pattern contains a single filter string that
|
2035
|
+
# consists of the patterns to include. The patterns are delimited by
|
2036
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2`".
|
2037
|
+
# @return [Array<Types::FilterRule>]
|
2038
|
+
#
|
1757
2039
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/DescribeTaskResponse AWS API Documentation
|
1758
2040
|
#
|
1759
2041
|
class DescribeTaskResponse < Struct.new(
|
@@ -1771,7 +2053,8 @@ module Aws::DataSync
|
|
1771
2053
|
:schedule,
|
1772
2054
|
:error_code,
|
1773
2055
|
:error_detail,
|
1774
|
-
:creation_time
|
2056
|
+
:creation_time,
|
2057
|
+
:includes)
|
1775
2058
|
SENSITIVE = []
|
1776
2059
|
include Aws::Structure
|
1777
2060
|
end
|
@@ -1821,7 +2104,7 @@ module Aws::DataSync
|
|
1821
2104
|
# }
|
1822
2105
|
#
|
1823
2106
|
# @!attribute [rw] filter_type
|
1824
|
-
# The type of filter rule to apply.
|
2107
|
+
# The type of filter rule to apply. DataSync only supports the
|
1825
2108
|
# SIMPLE\_PATTERN rule type.
|
1826
2109
|
# @return [String]
|
1827
2110
|
#
|
@@ -1840,8 +2123,41 @@ module Aws::DataSync
|
|
1840
2123
|
include Aws::Structure
|
1841
2124
|
end
|
1842
2125
|
|
1843
|
-
#
|
1844
|
-
#
|
2126
|
+
# The NameNode of the Hadoop Distributed File System (HDFS). The
|
2127
|
+
# NameNode manages the file system's namespace. The NameNode performs
|
2128
|
+
# operations such as opening, closing, and renaming files and
|
2129
|
+
# directories. The NameNode contains the information to map blocks of
|
2130
|
+
# data to the DataNodes.
|
2131
|
+
#
|
2132
|
+
# @note When making an API call, you may pass HdfsNameNode
|
2133
|
+
# data as a hash:
|
2134
|
+
#
|
2135
|
+
# {
|
2136
|
+
# hostname: "HdfsServerHostname", # required
|
2137
|
+
# port: 1, # required
|
2138
|
+
# }
|
2139
|
+
#
|
2140
|
+
# @!attribute [rw] hostname
|
2141
|
+
# The hostname of the NameNode in the HDFS cluster. This value is the
|
2142
|
+
# IP address or Domain Name Service (DNS) name of the NameNode. An
|
2143
|
+
# agent that's installed on-premises uses this hostname to
|
2144
|
+
# communicate with the NameNode in the network.
|
2145
|
+
# @return [String]
|
2146
|
+
#
|
2147
|
+
# @!attribute [rw] port
|
2148
|
+
# The port that the NameNode uses to listen to client requests.
|
2149
|
+
# @return [Integer]
|
2150
|
+
#
|
2151
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/HdfsNameNode AWS API Documentation
|
2152
|
+
#
|
2153
|
+
class HdfsNameNode < Struct.new(
|
2154
|
+
:hostname,
|
2155
|
+
:port)
|
2156
|
+
SENSITIVE = []
|
2157
|
+
include Aws::Structure
|
2158
|
+
end
|
2159
|
+
|
2160
|
+
# This exception is thrown when an error occurs in the DataSync service.
|
1845
2161
|
#
|
1846
2162
|
# @!attribute [rw] message
|
1847
2163
|
# @return [String]
|
@@ -2280,7 +2596,7 @@ module Aws::DataSync
|
|
2280
2596
|
#
|
2281
2597
|
# * <b> <a href="https://tools.ietf.org/html/rfc3530">NFSv4.0</a> </b>
|
2282
2598
|
# - stateful, firewall-friendly protocol version that supports
|
2283
|
-
# delegations and pseudo
|
2599
|
+
# delegations and pseudo file systems.
|
2284
2600
|
#
|
2285
2601
|
# * <b> <a href="https://tools.ietf.org/html/rfc5661">NFSv4.1</a> </b>
|
2286
2602
|
# - stateful protocol version that supports sessions, directory
|
@@ -2389,8 +2705,8 @@ module Aws::DataSync
|
|
2389
2705
|
#
|
2390
2706
|
# Some storage classes have specific behaviors that can affect your S3
|
2391
2707
|
# storage cost. For detailed information, see [Considerations when
|
2392
|
-
# working with Amazon S3 storage classes in DataSync ][1] in the
|
2393
|
-
# DataSync User Guide*.
|
2708
|
+
# working with Amazon S3 storage classes in DataSync ][1] in the
|
2709
|
+
# *DataSync User Guide*.
|
2394
2710
|
#
|
2395
2711
|
#
|
2396
2712
|
#
|
@@ -2403,7 +2719,7 @@ module Aws::DataSync
|
|
2403
2719
|
# to BEST\_EFFORT, DataSync attempts to preserve the original `Atime`
|
2404
2720
|
# attribute on all source files (that is, the version before the
|
2405
2721
|
# PREPARING phase). However, `Atime`'s behavior is not fully standard
|
2406
|
-
# across platforms, so
|
2722
|
+
# across platforms, so DataSync can only do this on a best-effort
|
2407
2723
|
# basis.
|
2408
2724
|
#
|
2409
2725
|
# Default value: BEST\_EFFORT.
|
@@ -2483,7 +2799,7 @@ module Aws::DataSync
|
|
2483
2799
|
# affect your storage cost. If your task deletes objects, you might
|
2484
2800
|
# incur minimum storage duration charges for certain storage classes.
|
2485
2801
|
# For detailed information, see [Considerations when working with
|
2486
|
-
# Amazon S3 storage classes in DataSync ][1] in the *
|
2802
|
+
# Amazon S3 storage classes in DataSync ][1] in the *DataSync User
|
2487
2803
|
# Guide*.
|
2488
2804
|
#
|
2489
2805
|
# Default value: PRESERVE.
|
@@ -2498,15 +2814,14 @@ module Aws::DataSync
|
|
2498
2814
|
# @return [String]
|
2499
2815
|
#
|
2500
2816
|
# @!attribute [rw] preserve_devices
|
2501
|
-
# A value that determines whether
|
2817
|
+
# A value that determines whether DataSync should preserve the
|
2502
2818
|
# metadata of block and character devices in the source file system,
|
2503
2819
|
# and re-create the files with that device name and metadata on the
|
2504
2820
|
# destination. DataSync does not copy the contents of such devices,
|
2505
2821
|
# only the name and metadata.
|
2506
2822
|
#
|
2507
|
-
# <note markdown="1">
|
2508
|
-
#
|
2509
|
-
# marker.
|
2823
|
+
# <note markdown="1"> DataSync can't sync the actual contents of such devices, because
|
2824
|
+
# they are nonterminal and don't return an end-of-file (EOF) marker.
|
2510
2825
|
#
|
2511
2826
|
# </note>
|
2512
2827
|
#
|
@@ -2531,7 +2846,7 @@ module Aws::DataSync
|
|
2531
2846
|
#
|
2532
2847
|
# NONE: Ignore permissions.
|
2533
2848
|
#
|
2534
|
-
# <note markdown="1">
|
2849
|
+
# <note markdown="1"> DataSync can preserve extant permissions of a source location.
|
2535
2850
|
#
|
2536
2851
|
# </note>
|
2537
2852
|
#
|
@@ -2541,8 +2856,8 @@ module Aws::DataSync
|
|
2541
2856
|
# @return [String]
|
2542
2857
|
#
|
2543
2858
|
# @!attribute [rw] bytes_per_second
|
2544
|
-
# A value that limits the bandwidth used by
|
2545
|
-
#
|
2859
|
+
# A value that limits the bandwidth used by DataSync. For example, if
|
2860
|
+
# you want DataSync to use a maximum of 1 MB, set this value to
|
2546
2861
|
# `1048576` (`=1024*1024`).
|
2547
2862
|
# @return [Integer]
|
2548
2863
|
#
|
@@ -2702,11 +3017,44 @@ module Aws::DataSync
|
|
2702
3017
|
include Aws::Structure
|
2703
3018
|
end
|
2704
3019
|
|
2705
|
-
# The
|
2706
|
-
#
|
3020
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3021
|
+
# Procedure Call (RPC) and data transfer privacy settings configured on
|
3022
|
+
# the Hadoop Distributed File System (HDFS) cluster.
|
3023
|
+
#
|
3024
|
+
# @note When making an API call, you may pass QopConfiguration
|
3025
|
+
# data as a hash:
|
3026
|
+
#
|
3027
|
+
# {
|
3028
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3029
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3030
|
+
# }
|
3031
|
+
#
|
3032
|
+
# @!attribute [rw] rpc_protection
|
3033
|
+
# The RPC protection setting configured on the HDFS cluster. This
|
3034
|
+
# setting corresponds to your `hadoop.rpc.protection` setting in your
|
3035
|
+
# `core-site.xml` file on your Hadoop cluster.
|
3036
|
+
# @return [String]
|
3037
|
+
#
|
3038
|
+
# @!attribute [rw] data_transfer_protection
|
3039
|
+
# The data transfer protection setting configured on the HDFS cluster.
|
3040
|
+
# This setting corresponds to your `dfs.data.transfer.protection`
|
3041
|
+
# setting in the `hdfs-site.xml` file on your Hadoop cluster.
|
3042
|
+
# @return [String]
|
3043
|
+
#
|
3044
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/QopConfiguration AWS API Documentation
|
3045
|
+
#
|
3046
|
+
class QopConfiguration < Struct.new(
|
3047
|
+
:rpc_protection,
|
3048
|
+
:data_transfer_protection)
|
3049
|
+
SENSITIVE = []
|
3050
|
+
include Aws::Structure
|
3051
|
+
end
|
3052
|
+
|
3053
|
+
# The Amazon Resource Name (ARN) of the Identity and Access Management
|
3054
|
+
# (IAM) role that is used to access an Amazon S3 bucket.
|
2707
3055
|
#
|
2708
3056
|
# For detailed information about using such a role, see Creating a
|
2709
|
-
# Location for Amazon S3 in the *
|
3057
|
+
# Location for Amazon S3 in the *DataSync User Guide*.
|
2710
3058
|
#
|
2711
3059
|
# @note When making an API call, you may pass S3Config
|
2712
3060
|
# data as a hash:
|
@@ -2786,6 +3134,12 @@ module Aws::DataSync
|
|
2786
3134
|
# value: "FilterValue",
|
2787
3135
|
# },
|
2788
3136
|
# ],
|
3137
|
+
# excludes: [
|
3138
|
+
# {
|
3139
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
3140
|
+
# value: "FilterValue",
|
3141
|
+
# },
|
3142
|
+
# ],
|
2789
3143
|
# }
|
2790
3144
|
#
|
2791
3145
|
# @!attribute [rw] task_arn
|
@@ -2814,7 +3168,14 @@ module Aws::DataSync
|
|
2814
3168
|
# A list of filter rules that determines which files to include when
|
2815
3169
|
# running a task. The pattern should contain a single filter string
|
2816
3170
|
# that consists of the patterns to include. The patterns are delimited
|
2817
|
-
# by "\|" (that is, a pipe)
|
3171
|
+
# by "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3172
|
+
# @return [Array<Types::FilterRule>]
|
3173
|
+
#
|
3174
|
+
# @!attribute [rw] excludes
|
3175
|
+
# A list of filter rules that determines which files to exclude from a
|
3176
|
+
# task. The list contains a single filter string that consists of the
|
3177
|
+
# patterns to exclude. The patterns are delimited by "\|" (that is,
|
3178
|
+
# a pipe), for example, `"/folder1|/folder2"`.
|
2818
3179
|
# @return [Array<Types::FilterRule>]
|
2819
3180
|
#
|
2820
3181
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/StartTaskExecutionRequest AWS API Documentation
|
@@ -2822,7 +3183,8 @@ module Aws::DataSync
|
|
2822
3183
|
class StartTaskExecutionRequest < Struct.new(
|
2823
3184
|
:task_arn,
|
2824
3185
|
:override_options,
|
2825
|
-
:includes
|
3186
|
+
:includes,
|
3187
|
+
:excludes)
|
2826
3188
|
SENSITIVE = []
|
2827
3189
|
include Aws::Structure
|
2828
3190
|
end
|
@@ -2842,9 +3204,9 @@ module Aws::DataSync
|
|
2842
3204
|
include Aws::Structure
|
2843
3205
|
end
|
2844
3206
|
|
2845
|
-
# Represents a single entry in a list of
|
2846
|
-
# `TagListEntry` returns an array that contains a list of tasks
|
2847
|
-
# [ListTagsForResource][1] operation is called.
|
3207
|
+
# Represents a single entry in a list of Amazon Web Services resource
|
3208
|
+
# tags. `TagListEntry` returns an array that contains a list of tasks
|
3209
|
+
# when the [ListTagsForResource][1] operation is called.
|
2848
3210
|
#
|
2849
3211
|
#
|
2850
3212
|
#
|
@@ -2859,11 +3221,11 @@ module Aws::DataSync
|
|
2859
3221
|
# }
|
2860
3222
|
#
|
2861
3223
|
# @!attribute [rw] key
|
2862
|
-
# The key for an
|
3224
|
+
# The key for an Amazon Web Services resource tag.
|
2863
3225
|
# @return [String]
|
2864
3226
|
#
|
2865
3227
|
# @!attribute [rw] value
|
2866
|
-
# The value for an
|
3228
|
+
# The value for an Amazon Web Services resource tag.
|
2867
3229
|
# @return [String]
|
2868
3230
|
#
|
2869
3231
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/TagListEntry AWS API Documentation
|
@@ -2942,8 +3304,8 @@ module Aws::DataSync
|
|
2942
3304
|
# status of the task execution, and the errors encountered.
|
2943
3305
|
#
|
2944
3306
|
# @!attribute [rw] prepare_duration
|
2945
|
-
# The total time in milliseconds that
|
2946
|
-
#
|
3307
|
+
# The total time in milliseconds that DataSync spent in the PREPARING
|
3308
|
+
# phase.
|
2947
3309
|
# @return [Integer]
|
2948
3310
|
#
|
2949
3311
|
# @!attribute [rw] prepare_status
|
@@ -2951,12 +3313,12 @@ module Aws::DataSync
|
|
2951
3313
|
# @return [String]
|
2952
3314
|
#
|
2953
3315
|
# @!attribute [rw] total_duration
|
2954
|
-
# The total time in milliseconds that
|
2955
|
-
#
|
3316
|
+
# The total time in milliseconds that DataSync took to transfer the
|
3317
|
+
# file from the source to the destination location.
|
2956
3318
|
# @return [Integer]
|
2957
3319
|
#
|
2958
3320
|
# @!attribute [rw] transfer_duration
|
2959
|
-
# The total time in milliseconds that
|
3321
|
+
# The total time in milliseconds that DataSync spent in the
|
2960
3322
|
# TRANSFERRING phase.
|
2961
3323
|
# @return [Integer]
|
2962
3324
|
#
|
@@ -2965,8 +3327,8 @@ module Aws::DataSync
|
|
2965
3327
|
# @return [String]
|
2966
3328
|
#
|
2967
3329
|
# @!attribute [rw] verify_duration
|
2968
|
-
# The total time in milliseconds that
|
2969
|
-
#
|
3330
|
+
# The total time in milliseconds that DataSync spent in the VERIFYING
|
3331
|
+
# phase.
|
2970
3332
|
# @return [Integer]
|
2971
3333
|
#
|
2972
3334
|
# @!attribute [rw] verify_status
|
@@ -2974,8 +3336,8 @@ module Aws::DataSync
|
|
2974
3336
|
# @return [String]
|
2975
3337
|
#
|
2976
3338
|
# @!attribute [rw] error_code
|
2977
|
-
# Errors that
|
2978
|
-
#
|
3339
|
+
# Errors that DataSync encountered during execution of the task. You
|
3340
|
+
# can use this error code to help troubleshoot issues.
|
2979
3341
|
# @return [String]
|
2980
3342
|
#
|
2981
3343
|
# @!attribute [rw] error_detail
|
@@ -3092,8 +3454,8 @@ module Aws::DataSync
|
|
3092
3454
|
# }
|
3093
3455
|
#
|
3094
3456
|
# @!attribute [rw] schedule_expression
|
3095
|
-
# A cron expression that specifies when
|
3096
|
-
#
|
3457
|
+
# A cron expression that specifies when DataSync initiates a scheduled
|
3458
|
+
# transfer from a source to a destination location.
|
3097
3459
|
# @return [String]
|
3098
3460
|
#
|
3099
3461
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/TaskSchedule AWS API Documentation
|
@@ -3167,6 +3529,126 @@ module Aws::DataSync
|
|
3167
3529
|
#
|
3168
3530
|
class UpdateAgentResponse < Aws::EmptyStructure; end
|
3169
3531
|
|
3532
|
+
# @note When making an API call, you may pass UpdateLocationHdfsRequest
|
3533
|
+
# data as a hash:
|
3534
|
+
#
|
3535
|
+
# {
|
3536
|
+
# location_arn: "LocationArn", # required
|
3537
|
+
# subdirectory: "HdfsSubdirectory",
|
3538
|
+
# name_nodes: [
|
3539
|
+
# {
|
3540
|
+
# hostname: "HdfsServerHostname", # required
|
3541
|
+
# port: 1, # required
|
3542
|
+
# },
|
3543
|
+
# ],
|
3544
|
+
# block_size: 1,
|
3545
|
+
# replication_factor: 1,
|
3546
|
+
# kms_key_provider_uri: "KmsKeyProviderUri",
|
3547
|
+
# qop_configuration: {
|
3548
|
+
# rpc_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3549
|
+
# data_transfer_protection: "DISABLED", # accepts DISABLED, AUTHENTICATION, INTEGRITY, PRIVACY
|
3550
|
+
# },
|
3551
|
+
# authentication_type: "SIMPLE", # accepts SIMPLE, KERBEROS
|
3552
|
+
# simple_user: "HdfsUser",
|
3553
|
+
# kerberos_principal: "KerberosPrincipal",
|
3554
|
+
# kerberos_keytab: "data",
|
3555
|
+
# kerberos_krb_5_conf: "data",
|
3556
|
+
# agent_arns: ["AgentArn"],
|
3557
|
+
# }
|
3558
|
+
#
|
3559
|
+
# @!attribute [rw] location_arn
|
3560
|
+
# The Amazon Resource Name (ARN) of the source HDFS cluster location.
|
3561
|
+
# @return [String]
|
3562
|
+
#
|
3563
|
+
# @!attribute [rw] subdirectory
|
3564
|
+
# A subdirectory in the HDFS cluster. This subdirectory is used to
|
3565
|
+
# read data from or write data to the HDFS cluster.
|
3566
|
+
# @return [String]
|
3567
|
+
#
|
3568
|
+
# @!attribute [rw] name_nodes
|
3569
|
+
# The NameNode that manages the HDFS namespace. The NameNode performs
|
3570
|
+
# operations such as opening, closing, and renaming files and
|
3571
|
+
# directories. The NameNode contains the information to map blocks of
|
3572
|
+
# data to the DataNodes. You can use only one NameNode.
|
3573
|
+
# @return [Array<Types::HdfsNameNode>]
|
3574
|
+
#
|
3575
|
+
# @!attribute [rw] block_size
|
3576
|
+
# The size of the data blocks to write into the HDFS cluster.
|
3577
|
+
# @return [Integer]
|
3578
|
+
#
|
3579
|
+
# @!attribute [rw] replication_factor
|
3580
|
+
# The number of DataNodes to replicate the data to when writing to the
|
3581
|
+
# HDFS cluster.
|
3582
|
+
# @return [Integer]
|
3583
|
+
#
|
3584
|
+
# @!attribute [rw] kms_key_provider_uri
|
3585
|
+
# The URI of the HDFS cluster's Key Management Server (KMS).
|
3586
|
+
# @return [String]
|
3587
|
+
#
|
3588
|
+
# @!attribute [rw] qop_configuration
|
3589
|
+
# The Quality of Protection (QOP) configuration specifies the Remote
|
3590
|
+
# Procedure Call (RPC) and data transfer privacy settings configured
|
3591
|
+
# on the Hadoop Distributed File System (HDFS) cluster.
|
3592
|
+
# @return [Types::QopConfiguration]
|
3593
|
+
#
|
3594
|
+
# @!attribute [rw] authentication_type
|
3595
|
+
# The type of authentication used to determine the identity of the
|
3596
|
+
# user.
|
3597
|
+
# @return [String]
|
3598
|
+
#
|
3599
|
+
# @!attribute [rw] simple_user
|
3600
|
+
# The user name used to identify the client on the host operating
|
3601
|
+
# system.
|
3602
|
+
# @return [String]
|
3603
|
+
#
|
3604
|
+
# @!attribute [rw] kerberos_principal
|
3605
|
+
# The Kerberos principal with access to the files and folders on the
|
3606
|
+
# HDFS cluster.
|
3607
|
+
# @return [String]
|
3608
|
+
#
|
3609
|
+
# @!attribute [rw] kerberos_keytab
|
3610
|
+
# The Kerberos key table (keytab) that contains mappings between the
|
3611
|
+
# defined Kerberos principal and the encrypted keys. You can load the
|
3612
|
+
# keytab from a file by providing the file's address. If you use the
|
3613
|
+
# AWS CLI, it performs base64 encoding for you. Otherwise, provide the
|
3614
|
+
# base64-encoded text.
|
3615
|
+
# @return [String]
|
3616
|
+
#
|
3617
|
+
# @!attribute [rw] kerberos_krb_5_conf
|
3618
|
+
# The `krb5.conf` file that contains the Kerberos configuration
|
3619
|
+
# information. You can load the `krb5.conf` file by providing the
|
3620
|
+
# file's address. If you're using the AWS CLI, it performs the
|
3621
|
+
# base64 encoding for you. Otherwise, provide the base64-encoded text.
|
3622
|
+
# @return [String]
|
3623
|
+
#
|
3624
|
+
# @!attribute [rw] agent_arns
|
3625
|
+
# The ARNs of the agents that are used to connect to the HDFS cluster.
|
3626
|
+
# @return [Array<String>]
|
3627
|
+
#
|
3628
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsRequest AWS API Documentation
|
3629
|
+
#
|
3630
|
+
class UpdateLocationHdfsRequest < Struct.new(
|
3631
|
+
:location_arn,
|
3632
|
+
:subdirectory,
|
3633
|
+
:name_nodes,
|
3634
|
+
:block_size,
|
3635
|
+
:replication_factor,
|
3636
|
+
:kms_key_provider_uri,
|
3637
|
+
:qop_configuration,
|
3638
|
+
:authentication_type,
|
3639
|
+
:simple_user,
|
3640
|
+
:kerberos_principal,
|
3641
|
+
:kerberos_keytab,
|
3642
|
+
:kerberos_krb_5_conf,
|
3643
|
+
:agent_arns)
|
3644
|
+
SENSITIVE = []
|
3645
|
+
include Aws::Structure
|
3646
|
+
end
|
3647
|
+
|
3648
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateLocationHdfsResponse AWS API Documentation
|
3649
|
+
#
|
3650
|
+
class UpdateLocationHdfsResponse < Aws::EmptyStructure; end
|
3651
|
+
|
3170
3652
|
# @note When making an API call, you may pass UpdateLocationNfsRequest
|
3171
3653
|
# data as a hash:
|
3172
3654
|
#
|
@@ -3206,8 +3688,8 @@ module Aws::DataSync
|
|
3206
3688
|
# the files. For the agent to access directories, you must
|
3207
3689
|
# additionally enable all execute access.
|
3208
3690
|
#
|
3209
|
-
# If you are copying data to or from your
|
3210
|
-
#
|
3691
|
+
# If you are copying data to or from your Snowcone device, see [NFS
|
3692
|
+
# Server on Snowcone][1] for more information.
|
3211
3693
|
#
|
3212
3694
|
# For information about NFS export configuration, see 18.7. The
|
3213
3695
|
# /etc/exports Configuration File in the Red Hat Enterprise Linux
|
@@ -3499,6 +3981,12 @@ module Aws::DataSync
|
|
3499
3981
|
# },
|
3500
3982
|
# name: "TagValue",
|
3501
3983
|
# cloud_watch_log_group_arn: "LogGroupArn",
|
3984
|
+
# includes: [
|
3985
|
+
# {
|
3986
|
+
# filter_type: "SIMPLE_PATTERN", # accepts SIMPLE_PATTERN
|
3987
|
+
# value: "FilterValue",
|
3988
|
+
# },
|
3989
|
+
# ],
|
3502
3990
|
# }
|
3503
3991
|
#
|
3504
3992
|
# @!attribute [rw] task_arn
|
@@ -3528,7 +4016,7 @@ module Aws::DataSync
|
|
3528
4016
|
# A list of filter rules that determines which files to exclude from a
|
3529
4017
|
# task. The list should contain a single filter string that consists
|
3530
4018
|
# of the patterns to exclude. The patterns are delimited by "\|"
|
3531
|
-
# (that is, a pipe), for example
|
4019
|
+
# (that is, a pipe), for example, `"/folder1|/folder2"`.
|
3532
4020
|
# @return [Array<Types::FilterRule>]
|
3533
4021
|
#
|
3534
4022
|
# @!attribute [rw] schedule
|
@@ -3549,10 +4037,17 @@ module Aws::DataSync
|
|
3549
4037
|
# @return [String]
|
3550
4038
|
#
|
3551
4039
|
# @!attribute [rw] cloud_watch_log_group_arn
|
3552
|
-
# The Amazon Resource Name (ARN) of the resource name of the
|
3553
|
-
# CloudWatch
|
4040
|
+
# The Amazon Resource Name (ARN) of the resource name of the Amazon
|
4041
|
+
# CloudWatch log group.
|
3554
4042
|
# @return [String]
|
3555
4043
|
#
|
4044
|
+
# @!attribute [rw] includes
|
4045
|
+
# A list of filter rules that determines which files to include when
|
4046
|
+
# running a task. The pattern contains a single filter string that
|
4047
|
+
# consists of the patterns to include. The patterns are delimited by
|
4048
|
+
# "\|" (that is, a pipe), for example, `"/folder1|/folder2"`.
|
4049
|
+
# @return [Array<Types::FilterRule>]
|
4050
|
+
#
|
3556
4051
|
# @see http://docs.aws.amazon.com/goto/WebAPI/datasync-2018-11-09/UpdateTaskRequest AWS API Documentation
|
3557
4052
|
#
|
3558
4053
|
class UpdateTaskRequest < Struct.new(
|
@@ -3561,7 +4056,8 @@ module Aws::DataSync
|
|
3561
4056
|
:excludes,
|
3562
4057
|
:schedule,
|
3563
4058
|
:name,
|
3564
|
-
:cloud_watch_log_group_arn
|
4059
|
+
:cloud_watch_log_group_arn,
|
4060
|
+
:includes)
|
3565
4061
|
SENSITIVE = []
|
3566
4062
|
include Aws::Structure
|
3567
4063
|
end
|