aws-sdk-appflow 1.28.0 → 1.30.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -31,6 +31,7 @@ module Aws::Appflow
31
31
  #
32
32
  # {
33
33
  # aggregation_type: "None", # accepts None, SingleFile
34
+ # target_file_size: 1,
34
35
  # }
35
36
  #
36
37
  # @!attribute [rw] aggregation_type
@@ -38,10 +39,19 @@ module Aws::Appflow
38
39
  # single file, or leave them unaggregated.
39
40
  # @return [String]
40
41
  #
42
+ # @!attribute [rw] target_file_size
43
+ # The desired file size, in MB, for each output file that Amazon
44
+ # AppFlow writes to the flow destination. For each file, Amazon
45
+ # AppFlow attempts to achieve the size that you specify. The actual
46
+ # file sizes might differ from this target based on the number and
47
+ # size of the records that each file contains.
48
+ # @return [Integer]
49
+ #
41
50
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/AggregationConfig AWS API Documentation
42
51
  #
43
52
  class AggregationConfig < Struct.new(
44
- :aggregation_type)
53
+ :aggregation_type,
54
+ :target_file_size)
45
55
  SENSITIVE = []
46
56
  include Aws::Structure
47
57
  end
@@ -2082,9 +2092,11 @@ module Aws::Appflow
2082
2092
  # prefix_config: {
2083
2093
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
2084
2094
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
2095
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
2085
2096
  # },
2086
2097
  # aggregation_config: {
2087
2098
  # aggregation_type: "None", # accepts None, SingleFile
2099
+ # target_file_size: 1,
2088
2100
  # },
2089
2101
  # preserve_source_data_typing: false,
2090
2102
  # },
@@ -2128,9 +2140,11 @@ module Aws::Appflow
2128
2140
  # prefix_config: { # required
2129
2141
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
2130
2142
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
2143
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
2131
2144
  # },
2132
2145
  # aggregation_config: {
2133
2146
  # aggregation_type: "None", # accepts None, SingleFile
2147
+ # target_file_size: 1,
2134
2148
  # },
2135
2149
  # },
2136
2150
  # },
@@ -2216,7 +2230,7 @@ module Aws::Appflow
2216
2230
  # custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
2217
2231
  # },
2218
2232
  # destination_field: "DestinationField",
2219
- # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
2233
+ # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
2220
2234
  # task_properties: {
2221
2235
  # "VALUE" => "Property",
2222
2236
  # },
@@ -2225,6 +2239,13 @@ module Aws::Appflow
2225
2239
  # tags: {
2226
2240
  # "TagKey" => "TagValue",
2227
2241
  # },
2242
+ # metadata_catalog_config: {
2243
+ # glue_data_catalog: {
2244
+ # role_arn: "GlueDataCatalogIAMRole", # required
2245
+ # database_name: "GlueDataCatalogDatabaseName", # required
2246
+ # table_prefix: "GlueDataCatalogTablePrefix", # required
2247
+ # },
2248
+ # },
2228
2249
  # }
2229
2250
  #
2230
2251
  # @!attribute [rw] flow_name
@@ -2267,6 +2288,13 @@ module Aws::Appflow
2267
2288
  # The tags used to organize, track, or control access for your flow.
2268
2289
  # @return [Hash<String,String>]
2269
2290
  #
2291
+ # @!attribute [rw] metadata_catalog_config
2292
+ # Specifies the configuration that Amazon AppFlow uses when it
2293
+ # catalogs the data that's transferred by the associated flow. When
2294
+ # Amazon AppFlow catalogs the data from a flow, it stores metadata in
2295
+ # a data catalog.
2296
+ # @return [Types::MetadataCatalogConfig]
2297
+ #
2270
2298
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/CreateFlowRequest AWS API Documentation
2271
2299
  #
2272
2300
  class CreateFlowRequest < Struct.new(
@@ -2277,7 +2305,8 @@ module Aws::Appflow
2277
2305
  :source_flow_config,
2278
2306
  :destination_flow_config_list,
2279
2307
  :tasks,
2280
- :tags)
2308
+ :tags,
2309
+ :metadata_catalog_config)
2281
2310
  SENSITIVE = []
2282
2311
  include Aws::Structure
2283
2312
  end
@@ -3081,6 +3110,30 @@ module Aws::Appflow
3081
3110
  # The tags used to organize, track, or control access for your flow.
3082
3111
  # @return [Hash<String,String>]
3083
3112
  #
3113
+ # @!attribute [rw] metadata_catalog_config
3114
+ # Specifies the configuration that Amazon AppFlow uses when it
3115
+ # catalogs the data that's transferred by the associated flow. When
3116
+ # Amazon AppFlow catalogs the data from a flow, it stores metadata in
3117
+ # a data catalog.
3118
+ # @return [Types::MetadataCatalogConfig]
3119
+ #
3120
+ # @!attribute [rw] last_run_metadata_catalog_details
3121
+ # Describes the metadata catalog, metadata table, and data partitions
3122
+ # that Amazon AppFlow used for the associated flow run.
3123
+ # @return [Array<Types::MetadataCatalogDetail>]
3124
+ #
3125
+ # @!attribute [rw] schema_version
3126
+ # The version number of your data schema. Amazon AppFlow assigns this
3127
+ # version number. The version number increases by one when you change
3128
+ # any of the following settings in your flow configuration:
3129
+ #
3130
+ # * Source-to-destination field mappings
3131
+ #
3132
+ # * Field data types
3133
+ #
3134
+ # * Partition keys
3135
+ # @return [Integer]
3136
+ #
3084
3137
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/DescribeFlowResponse AWS API Documentation
3085
3138
  #
3086
3139
  class DescribeFlowResponse < Struct.new(
@@ -3099,7 +3152,10 @@ module Aws::Appflow
3099
3152
  :last_updated_at,
3100
3153
  :created_by,
3101
3154
  :last_updated_by,
3102
- :tags)
3155
+ :tags,
3156
+ :metadata_catalog_config,
3157
+ :last_run_metadata_catalog_details,
3158
+ :schema_version)
3103
3159
  SENSITIVE = []
3104
3160
  include Aws::Structure
3105
3161
  end
@@ -3129,9 +3185,11 @@ module Aws::Appflow
3129
3185
  # prefix_config: {
3130
3186
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
3131
3187
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
3188
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
3132
3189
  # },
3133
3190
  # aggregation_config: {
3134
3191
  # aggregation_type: "None", # accepts None, SingleFile
3192
+ # target_file_size: 1,
3135
3193
  # },
3136
3194
  # preserve_source_data_typing: false,
3137
3195
  # },
@@ -3175,9 +3233,11 @@ module Aws::Appflow
3175
3233
  # prefix_config: { # required
3176
3234
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
3177
3235
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
3236
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
3178
3237
  # },
3179
3238
  # aggregation_config: {
3180
3239
  # aggregation_type: "None", # accepts None, SingleFile
3240
+ # target_file_size: 1,
3181
3241
  # },
3182
3242
  # },
3183
3243
  # },
@@ -3388,9 +3448,11 @@ module Aws::Appflow
3388
3448
  # prefix_config: {
3389
3449
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
3390
3450
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
3451
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
3391
3452
  # },
3392
3453
  # aggregation_config: {
3393
3454
  # aggregation_type: "None", # accepts None, SingleFile
3455
+ # target_file_size: 1,
3394
3456
  # },
3395
3457
  # preserve_source_data_typing: false,
3396
3458
  # },
@@ -3434,9 +3496,11 @@ module Aws::Appflow
3434
3496
  # prefix_config: { # required
3435
3497
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
3436
3498
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
3499
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
3437
3500
  # },
3438
3501
  # aggregation_config: {
3439
3502
  # aggregation_type: "None", # accepts None, SingleFile
3503
+ # target_file_size: 1,
3440
3504
  # },
3441
3505
  # },
3442
3506
  # },
@@ -3761,6 +3825,11 @@ module Aws::Appflow
3761
3825
  # transferred in the flow run.
3762
3826
  # @return [Time]
3763
3827
  #
3828
+ # @!attribute [rw] metadata_catalog_details
3829
+ # Describes the metadata catalog, metadata table, and data partitions
3830
+ # that Amazon AppFlow used for the associated flow run.
3831
+ # @return [Array<Types::MetadataCatalogDetail>]
3832
+ #
3764
3833
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/ExecutionRecord AWS API Documentation
3765
3834
  #
3766
3835
  class ExecutionRecord < Struct.new(
@@ -3770,7 +3839,8 @@ module Aws::Appflow
3770
3839
  :started_at,
3771
3840
  :last_updated_at,
3772
3841
  :data_pull_start_time,
3773
- :data_pull_end_time)
3842
+ :data_pull_end_time,
3843
+ :metadata_catalog_details)
3774
3844
  SENSITIVE = []
3775
3845
  include Aws::Structure
3776
3846
  end
@@ -3939,6 +4009,67 @@ module Aws::Appflow
3939
4009
  include Aws::Structure
3940
4010
  end
3941
4011
 
4012
+ # Specifies the configuration that Amazon AppFlow uses when it catalogs
4013
+ # your data with the Glue Data Catalog. When Amazon AppFlow catalogs
4014
+ # your data, it stores metadata in Data Catalog tables. This metadata
4015
+ # represents the data that's transferred by the flow that you configure
4016
+ # with these settings.
4017
+ #
4018
+ # <note markdown="1"> You can configure a flow with these settings only when the flow
4019
+ # destination is Amazon S3.
4020
+ #
4021
+ # </note>
4022
+ #
4023
+ # @note When making an API call, you may pass GlueDataCatalogConfig
4024
+ # data as a hash:
4025
+ #
4026
+ # {
4027
+ # role_arn: "GlueDataCatalogIAMRole", # required
4028
+ # database_name: "GlueDataCatalogDatabaseName", # required
4029
+ # table_prefix: "GlueDataCatalogTablePrefix", # required
4030
+ # }
4031
+ #
4032
+ # @!attribute [rw] role_arn
4033
+ # The Amazon Resource Name (ARN) of an IAM role that grants Amazon
4034
+ # AppFlow the permissions it needs to create Data Catalog tables,
4035
+ # databases, and partitions.
4036
+ #
4037
+ # For an example IAM policy that has the required permissions, see
4038
+ # [Identity-based policy examples for Amazon AppFlow][1].
4039
+ #
4040
+ #
4041
+ #
4042
+ # [1]: https://docs.aws.amazon.com/appflow/latest/userguide/security_iam_id-based-policy-examples.html
4043
+ # @return [String]
4044
+ #
4045
+ # @!attribute [rw] database_name
4046
+ # The name of the Data Catalog database that stores the metadata
4047
+ # tables that Amazon AppFlow creates in your Amazon Web Services
4048
+ # account. These tables contain metadata for the data that's
4049
+ # transferred by the flow that you configure with this parameter.
4050
+ #
4051
+ # <note markdown="1"> When you configure a new flow with this parameter, you must specify
4052
+ # an existing database.
4053
+ #
4054
+ # </note>
4055
+ # @return [String]
4056
+ #
4057
+ # @!attribute [rw] table_prefix
4058
+ # A naming prefix for each Data Catalog table that Amazon AppFlow
4059
+ # creates for the flow that you configure with this setting. Amazon
4060
+ # AppFlow adds the prefix to the beginning of the each table name.
4061
+ # @return [String]
4062
+ #
4063
+ # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/GlueDataCatalogConfig AWS API Documentation
4064
+ #
4065
+ class GlueDataCatalogConfig < Struct.new(
4066
+ :role_arn,
4067
+ :database_name,
4068
+ :table_prefix)
4069
+ SENSITIVE = []
4070
+ include Aws::Structure
4071
+ end
4072
+
3942
4073
  # The connector-specific profile credentials required by Google
3943
4074
  # Analytics.
3944
4075
  #
@@ -4600,6 +4731,79 @@ module Aws::Appflow
4600
4731
  include Aws::Structure
4601
4732
  end
4602
4733
 
4734
+ # Specifies the configuration that Amazon AppFlow uses when it catalogs
4735
+ # your data. When Amazon AppFlow catalogs your data, it stores metadata
4736
+ # in a data catalog.
4737
+ #
4738
+ # @note When making an API call, you may pass MetadataCatalogConfig
4739
+ # data as a hash:
4740
+ #
4741
+ # {
4742
+ # glue_data_catalog: {
4743
+ # role_arn: "GlueDataCatalogIAMRole", # required
4744
+ # database_name: "GlueDataCatalogDatabaseName", # required
4745
+ # table_prefix: "GlueDataCatalogTablePrefix", # required
4746
+ # },
4747
+ # }
4748
+ #
4749
+ # @!attribute [rw] glue_data_catalog
4750
+ # Specifies the configuration that Amazon AppFlow uses when it
4751
+ # catalogs your data with the Glue Data Catalog.
4752
+ # @return [Types::GlueDataCatalogConfig]
4753
+ #
4754
+ # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogConfig AWS API Documentation
4755
+ #
4756
+ class MetadataCatalogConfig < Struct.new(
4757
+ :glue_data_catalog)
4758
+ SENSITIVE = []
4759
+ include Aws::Structure
4760
+ end
4761
+
4762
+ # Describes the metadata catalog, metadata table, and data partitions
4763
+ # that Amazon AppFlow used for the associated flow run.
4764
+ #
4765
+ # @!attribute [rw] catalog_type
4766
+ # The type of metadata catalog that Amazon AppFlow used for the
4767
+ # associated flow run. This parameter returns the following value:
4768
+ #
4769
+ # GLUE
4770
+ #
4771
+ # : The metadata catalog is provided by the Glue Data Catalog. Glue
4772
+ # includes the Glue Data Catalog as a component.
4773
+ # @return [String]
4774
+ #
4775
+ # @!attribute [rw] table_name
4776
+ # The name of the table that stores the metadata for the associated
4777
+ # flow run. The table stores metadata that represents the data that
4778
+ # the flow transferred. Amazon AppFlow stores the table in the
4779
+ # metadata catalog.
4780
+ # @return [String]
4781
+ #
4782
+ # @!attribute [rw] table_registration_output
4783
+ # Describes the status of the attempt from Amazon AppFlow to register
4784
+ # the metadata table with the metadata catalog. Amazon AppFlow creates
4785
+ # or updates this table for the associated flow run.
4786
+ # @return [Types::RegistrationOutput]
4787
+ #
4788
+ # @!attribute [rw] partition_registration_output
4789
+ # Describes the status of the attempt from Amazon AppFlow to register
4790
+ # the data partitions with the metadata catalog. The data partitions
4791
+ # organize the flow output into a hierarchical path, such as a folder
4792
+ # path in an S3 bucket. Amazon AppFlow creates the partitions (if they
4793
+ # don't already exist) based on your flow configuration.
4794
+ # @return [Types::RegistrationOutput]
4795
+ #
4796
+ # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/MetadataCatalogDetail AWS API Documentation
4797
+ #
4798
+ class MetadataCatalogDetail < Struct.new(
4799
+ :catalog_type,
4800
+ :table_name,
4801
+ :table_registration_output,
4802
+ :partition_registration_output)
4803
+ SENSITIVE = []
4804
+ include Aws::Structure
4805
+ end
4806
+
4603
4807
  # The OAuth 2.0 credentials required for OAuth 2.0 authentication.
4604
4808
  #
4605
4809
  # @note When making an API call, you may pass OAuth2Credentials
@@ -4857,9 +5061,8 @@ module Aws::Appflow
4857
5061
  include Aws::Structure
4858
5062
  end
4859
5063
 
4860
- # Determines the prefix that Amazon AppFlow applies to the destination
4861
- # folder name. You can name your destination folders according to the
4862
- # flow frequency and date.
5064
+ # Specifies elements that Amazon AppFlow includes in the file and folder
5065
+ # names in the flow destination.
4863
5066
  #
4864
5067
  # @note When making an API call, you may pass PrefixConfig
4865
5068
  # data as a hash:
@@ -4867,6 +5070,7 @@ module Aws::Appflow
4867
5070
  # {
4868
5071
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
4869
5072
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
5073
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
4870
5074
  # }
4871
5075
  #
4872
5076
  # @!attribute [rw] prefix_type
@@ -4875,14 +5079,37 @@ module Aws::Appflow
4875
5079
  # @return [String]
4876
5080
  #
4877
5081
  # @!attribute [rw] prefix_format
4878
- # Determines the level of granularity that's included in the prefix.
5082
+ # Determines the level of granularity for the date and time that's
5083
+ # included in the prefix.
4879
5084
  # @return [String]
4880
5085
  #
5086
+ # @!attribute [rw] path_prefix_hierarchy
5087
+ # Specifies whether the destination file path includes either or both
5088
+ # of the following elements:
5089
+ #
5090
+ # EXECUTION\_ID
5091
+ #
5092
+ # : The ID that Amazon AppFlow assigns to the flow run.
5093
+ #
5094
+ # SCHEMA\_VERSION
5095
+ #
5096
+ # : The version number of your data schema. Amazon AppFlow assigns
5097
+ # this version number. The version number increases by one when you
5098
+ # change any of the following settings in your flow configuration:
5099
+ #
5100
+ # * Source-to-destination field mappings
5101
+ #
5102
+ # * Field data types
5103
+ #
5104
+ # * Partition keys
5105
+ # @return [Array<String>]
5106
+ #
4881
5107
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/PrefixConfig AWS API Documentation
4882
5108
  #
4883
5109
  class PrefixConfig < Struct.new(
4884
5110
  :prefix_type,
4885
- :prefix_format)
5111
+ :prefix_format,
5112
+ :path_prefix_hierarchy)
4886
5113
  SENSITIVE = []
4887
5114
  include Aws::Structure
4888
5115
  end
@@ -5111,6 +5338,41 @@ module Aws::Appflow
5111
5338
  include Aws::Structure
5112
5339
  end
5113
5340
 
5341
+ # Describes the status of an attempt from Amazon AppFlow to register a
5342
+ # resource.
5343
+ #
5344
+ # When you run a flow that you've configured to use a metadata catalog,
5345
+ # Amazon AppFlow registers a metadata table and data partitions with
5346
+ # that catalog. This operation provides the status of that registration
5347
+ # attempt. The operation also indicates how many related resources
5348
+ # Amazon AppFlow created or updated.
5349
+ #
5350
+ # @!attribute [rw] message
5351
+ # Explains the status of the registration attempt from Amazon AppFlow.
5352
+ # If the attempt fails, the message explains why.
5353
+ # @return [String]
5354
+ #
5355
+ # @!attribute [rw] result
5356
+ # Indicates the number of resources that Amazon AppFlow created or
5357
+ # updated. Possible resources include metadata tables and data
5358
+ # partitions.
5359
+ # @return [String]
5360
+ #
5361
+ # @!attribute [rw] status
5362
+ # Indicates the status of the registration attempt from Amazon
5363
+ # AppFlow.
5364
+ # @return [String]
5365
+ #
5366
+ # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/RegistrationOutput AWS API Documentation
5367
+ #
5368
+ class RegistrationOutput < Struct.new(
5369
+ :message,
5370
+ :result,
5371
+ :status)
5372
+ SENSITIVE = []
5373
+ include Aws::Structure
5374
+ end
5375
+
5114
5376
  # The resource specified in the request (such as the source or
5115
5377
  # destination connector profile) is not found.
5116
5378
  #
@@ -5139,9 +5401,11 @@ module Aws::Appflow
5139
5401
  # prefix_config: {
5140
5402
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
5141
5403
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
5404
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
5142
5405
  # },
5143
5406
  # aggregation_config: {
5144
5407
  # aggregation_type: "None", # accepts None, SingleFile
5408
+ # target_file_size: 1,
5145
5409
  # },
5146
5410
  # preserve_source_data_typing: false,
5147
5411
  # },
@@ -5211,9 +5475,11 @@ module Aws::Appflow
5211
5475
  # prefix_config: {
5212
5476
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
5213
5477
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
5478
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
5214
5479
  # },
5215
5480
  # aggregation_config: {
5216
5481
  # aggregation_type: "None", # accepts None, SingleFile
5482
+ # target_file_size: 1,
5217
5483
  # },
5218
5484
  # preserve_source_data_typing: false,
5219
5485
  # }
@@ -6755,7 +7021,7 @@ module Aws::Appflow
6755
7021
  # custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
6756
7022
  # },
6757
7023
  # destination_field: "DestinationField",
6758
- # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
7024
+ # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
6759
7025
  # task_properties: {
6760
7026
  # "VALUE" => "Property",
6761
7027
  # },
@@ -7400,9 +7666,11 @@ module Aws::Appflow
7400
7666
  # prefix_config: {
7401
7667
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
7402
7668
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
7669
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
7403
7670
  # },
7404
7671
  # aggregation_config: {
7405
7672
  # aggregation_type: "None", # accepts None, SingleFile
7673
+ # target_file_size: 1,
7406
7674
  # },
7407
7675
  # preserve_source_data_typing: false,
7408
7676
  # },
@@ -7446,9 +7714,11 @@ module Aws::Appflow
7446
7714
  # prefix_config: { # required
7447
7715
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
7448
7716
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
7717
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
7449
7718
  # },
7450
7719
  # aggregation_config: {
7451
7720
  # aggregation_type: "None", # accepts None, SingleFile
7721
+ # target_file_size: 1,
7452
7722
  # },
7453
7723
  # },
7454
7724
  # },
@@ -7534,12 +7804,19 @@ module Aws::Appflow
7534
7804
  # custom_connector: "PROJECTION", # accepts PROJECTION, LESS_THAN, GREATER_THAN, CONTAINS, BETWEEN, LESS_THAN_OR_EQUAL_TO, GREATER_THAN_OR_EQUAL_TO, EQUAL_TO, NOT_EQUAL_TO, ADDITION, MULTIPLICATION, DIVISION, SUBTRACTION, MASK_ALL, MASK_FIRST_N, MASK_LAST_N, VALIDATE_NON_NULL, VALIDATE_NON_ZERO, VALIDATE_NON_NEGATIVE, VALIDATE_NUMERIC, NO_OP
7535
7805
  # },
7536
7806
  # destination_field: "DestinationField",
7537
- # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate
7807
+ # task_type: "Arithmetic", # required, accepts Arithmetic, Filter, Map, Map_all, Mask, Merge, Passthrough, Truncate, Validate, Partition
7538
7808
  # task_properties: {
7539
7809
  # "VALUE" => "Property",
7540
7810
  # },
7541
7811
  # },
7542
7812
  # ],
7813
+ # metadata_catalog_config: {
7814
+ # glue_data_catalog: {
7815
+ # role_arn: "GlueDataCatalogIAMRole", # required
7816
+ # database_name: "GlueDataCatalogDatabaseName", # required
7817
+ # table_prefix: "GlueDataCatalogTablePrefix", # required
7818
+ # },
7819
+ # },
7543
7820
  # }
7544
7821
  #
7545
7822
  # @!attribute [rw] flow_name
@@ -7570,6 +7847,13 @@ module Aws::Appflow
7570
7847
  # data in the flow run.
7571
7848
  # @return [Array<Types::Task>]
7572
7849
  #
7850
+ # @!attribute [rw] metadata_catalog_config
7851
+ # Specifies the configuration that Amazon AppFlow uses when it
7852
+ # catalogs the data that's transferred by the associated flow. When
7853
+ # Amazon AppFlow catalogs the data from a flow, it stores metadata in
7854
+ # a data catalog.
7855
+ # @return [Types::MetadataCatalogConfig]
7856
+ #
7573
7857
  # @see http://docs.aws.amazon.com/goto/WebAPI/appflow-2020-08-23/UpdateFlowRequest AWS API Documentation
7574
7858
  #
7575
7859
  class UpdateFlowRequest < Struct.new(
@@ -7578,7 +7862,8 @@ module Aws::Appflow
7578
7862
  :trigger_config,
7579
7863
  :source_flow_config,
7580
7864
  :destination_flow_config_list,
7581
- :tasks)
7865
+ :tasks,
7866
+ :metadata_catalog_config)
7582
7867
  SENSITIVE = []
7583
7868
  include Aws::Structure
7584
7869
  end
@@ -7609,9 +7894,11 @@ module Aws::Appflow
7609
7894
  # prefix_config: { # required
7610
7895
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
7611
7896
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
7897
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
7612
7898
  # },
7613
7899
  # aggregation_config: {
7614
7900
  # aggregation_type: "None", # accepts None, SingleFile
7901
+ # target_file_size: 1,
7615
7902
  # },
7616
7903
  # },
7617
7904
  # }
@@ -7658,9 +7945,11 @@ module Aws::Appflow
7658
7945
  # prefix_config: { # required
7659
7946
  # prefix_type: "FILENAME", # accepts FILENAME, PATH, PATH_AND_FILENAME
7660
7947
  # prefix_format: "YEAR", # accepts YEAR, MONTH, DAY, HOUR, MINUTE
7948
+ # path_prefix_hierarchy: ["EXECUTION_ID"], # accepts EXECUTION_ID, SCHEMA_VERSION
7661
7949
  # },
7662
7950
  # aggregation_config: {
7663
7951
  # aggregation_type: "None", # accepts None, SingleFile
7952
+ # target_file_size: 1,
7664
7953
  # },
7665
7954
  # }
7666
7955
  #
@@ -7670,9 +7959,8 @@ module Aws::Appflow
7670
7959
  # @return [String]
7671
7960
  #
7672
7961
  # @!attribute [rw] prefix_config
7673
- # Determines the prefix that Amazon AppFlow applies to the destination
7674
- # folder name. You can name your destination folders according to the
7675
- # flow frequency and date.
7962
+ # Specifies elements that Amazon AppFlow includes in the file and
7963
+ # folder names in the flow destination.
7676
7964
  # @return [Types::PrefixConfig]
7677
7965
  #
7678
7966
  # @!attribute [rw] aggregation_config
@@ -13,9 +13,13 @@ require 'aws-sigv4'
13
13
 
14
14
  require_relative 'aws-sdk-appflow/types'
15
15
  require_relative 'aws-sdk-appflow/client_api'
16
+ require_relative 'aws-sdk-appflow/plugins/endpoints.rb'
16
17
  require_relative 'aws-sdk-appflow/client'
17
18
  require_relative 'aws-sdk-appflow/errors'
18
19
  require_relative 'aws-sdk-appflow/resource'
20
+ require_relative 'aws-sdk-appflow/endpoint_parameters'
21
+ require_relative 'aws-sdk-appflow/endpoint_provider'
22
+ require_relative 'aws-sdk-appflow/endpoints'
19
23
  require_relative 'aws-sdk-appflow/customizations'
20
24
 
21
25
  # This module provides support for Amazon Appflow. This module is available in the
@@ -48,6 +52,6 @@ require_relative 'aws-sdk-appflow/customizations'
48
52
  # @!group service
49
53
  module Aws::Appflow
50
54
 
51
- GEM_VERSION = '1.28.0'
55
+ GEM_VERSION = '1.30.0'
52
56
 
53
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-appflow
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.28.0
4
+ version: 1.30.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-10-13 00:00:00.000000000 Z
11
+ date: 2022-11-17 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core
@@ -19,7 +19,7 @@ dependencies:
19
19
  version: '3'
20
20
  - - ">="
21
21
  - !ruby/object:Gem::Version
22
- version: 3.127.0
22
+ version: 3.165.0
23
23
  type: :runtime
24
24
  prerelease: false
25
25
  version_requirements: !ruby/object:Gem::Requirement
@@ -29,7 +29,7 @@ dependencies:
29
29
  version: '3'
30
30
  - - ">="
31
31
  - !ruby/object:Gem::Version
32
- version: 3.127.0
32
+ version: 3.165.0
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: aws-sigv4
35
35
  requirement: !ruby/object:Gem::Requirement
@@ -59,7 +59,11 @@ files:
59
59
  - lib/aws-sdk-appflow/client.rb
60
60
  - lib/aws-sdk-appflow/client_api.rb
61
61
  - lib/aws-sdk-appflow/customizations.rb
62
+ - lib/aws-sdk-appflow/endpoint_parameters.rb
63
+ - lib/aws-sdk-appflow/endpoint_provider.rb
64
+ - lib/aws-sdk-appflow/endpoints.rb
62
65
  - lib/aws-sdk-appflow/errors.rb
66
+ - lib/aws-sdk-appflow/plugins/endpoints.rb
63
67
  - lib/aws-sdk-appflow/resource.rb
64
68
  - lib/aws-sdk-appflow/types.rb
65
69
  homepage: https://github.com/aws/aws-sdk-ruby