aws-sdk-firehose 1.83.0 → 1.85.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +223 -117
- data/lib/aws-sdk-firehose/client_api.rb +119 -2
- data/lib/aws-sdk-firehose/types.rb +518 -192
- data/lib/aws-sdk-firehose.rb +1 -1
- data/sig/client.rbs +62 -4
- data/sig/types.rbs +103 -4
- metadata +2 -2
@@ -24,7 +24,7 @@ module Aws::Firehose
|
|
24
24
|
# delivering it to the destination. The default value is 5.
|
25
25
|
#
|
26
26
|
# We recommend setting this parameter to a value greater than the
|
27
|
-
# amount of data you typically ingest into the
|
27
|
+
# amount of data you typically ingest into the Firehose stream in 10
|
28
28
|
# seconds. For example, if you typically ingest data at 1 MB/sec, the
|
29
29
|
# value should be 10 MB or higher.
|
30
30
|
# @return [Integer]
|
@@ -86,7 +86,7 @@ module Aws::Firehose
|
|
86
86
|
# @return [Types::ProcessingConfiguration]
|
87
87
|
#
|
88
88
|
# @!attribute [rw] cloud_watch_logging_options
|
89
|
-
# Describes the Amazon CloudWatch logging options for your
|
89
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
90
90
|
# stream.
|
91
91
|
# @return [Types::CloudWatchLoggingOptions]
|
92
92
|
#
|
@@ -150,7 +150,7 @@ module Aws::Firehose
|
|
150
150
|
# @return [Types::ProcessingConfiguration]
|
151
151
|
#
|
152
152
|
# @!attribute [rw] cloud_watch_logging_options
|
153
|
-
# Describes the Amazon CloudWatch logging options for your
|
153
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
154
154
|
# stream.
|
155
155
|
# @return [Types::CloudWatchLoggingOptions]
|
156
156
|
#
|
@@ -213,7 +213,7 @@ module Aws::Firehose
|
|
213
213
|
# @return [Types::ProcessingConfiguration]
|
214
214
|
#
|
215
215
|
# @!attribute [rw] cloud_watch_logging_options
|
216
|
-
# Describes the Amazon CloudWatch logging options for your
|
216
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
217
217
|
# stream.
|
218
218
|
# @return [Types::CloudWatchLoggingOptions]
|
219
219
|
#
|
@@ -266,7 +266,7 @@ module Aws::Firehose
|
|
266
266
|
# delivering it to the destination. The default value is 5.
|
267
267
|
#
|
268
268
|
# We recommend setting this parameter to a value greater than the
|
269
|
-
# amount of data you typically ingest into the
|
269
|
+
# amount of data you typically ingest into the Firehose stream in 10
|
270
270
|
# seconds. For example, if you typically ingest data at 1 MB/sec, the
|
271
271
|
# value should be 10 MB or higher.
|
272
272
|
# @return [Integer]
|
@@ -347,7 +347,7 @@ module Aws::Firehose
|
|
347
347
|
# @return [Types::ProcessingConfiguration]
|
348
348
|
#
|
349
349
|
# @!attribute [rw] cloud_watch_logging_options
|
350
|
-
# Describes the Amazon CloudWatch logging options for your
|
350
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
351
351
|
# stream.
|
352
352
|
# @return [Types::CloudWatchLoggingOptions]
|
353
353
|
#
|
@@ -435,7 +435,7 @@ module Aws::Firehose
|
|
435
435
|
# @return [Types::ProcessingConfiguration]
|
436
436
|
#
|
437
437
|
# @!attribute [rw] cloud_watch_logging_options
|
438
|
-
# Describes the Amazon CloudWatch logging options for your
|
438
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
439
439
|
# stream.
|
440
440
|
# @return [Types::CloudWatchLoggingOptions]
|
441
441
|
#
|
@@ -501,9 +501,9 @@ module Aws::Firehose
|
|
501
501
|
# returns an error during runtime.
|
502
502
|
#
|
503
503
|
# If you upgrade Elasticsearch from 6.x to 7.x and don’t update your
|
504
|
-
#
|
504
|
+
# Firehose stream, Firehose still delivers data to Elasticsearch with
|
505
505
|
# the old index name and type name. If you want to update your
|
506
|
-
#
|
506
|
+
# Firehose stream with a new index name, provide an empty string for
|
507
507
|
# TypeName.
|
508
508
|
# @return [String]
|
509
509
|
#
|
@@ -532,7 +532,7 @@ module Aws::Firehose
|
|
532
532
|
# @return [Types::ProcessingConfiguration]
|
533
533
|
#
|
534
534
|
# @!attribute [rw] cloud_watch_logging_options
|
535
|
-
# Describes the Amazon CloudWatch logging options for your
|
535
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
536
536
|
# stream.
|
537
537
|
# @return [Types::CloudWatchLoggingOptions]
|
538
538
|
#
|
@@ -613,7 +613,7 @@ module Aws::Firehose
|
|
613
613
|
# also specify a value for `IntervalInSeconds`, and vice versa.
|
614
614
|
#
|
615
615
|
# We recommend setting this parameter to a value greater than the
|
616
|
-
# amount of data you typically ingest into the
|
616
|
+
# amount of data you typically ingest into the Firehose stream in 10
|
617
617
|
# seconds. For example, if you typically ingest data at 1 MiB/sec, the
|
618
618
|
# value should be 10 MiB or higher.
|
619
619
|
# @return [Integer]
|
@@ -637,25 +637,26 @@ module Aws::Firehose
|
|
637
637
|
# Describes the containers where the destination Apache Iceberg Tables
|
638
638
|
# are persisted.
|
639
639
|
#
|
640
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
641
|
-
#
|
642
640
|
# @!attribute [rw] catalog_arn
|
643
|
-
# Specifies the Glue catalog ARN
|
641
|
+
# Specifies the Glue catalog ARN identifier of the destination Apache
|
644
642
|
# Iceberg Tables. You must specify the ARN in the format
|
645
643
|
# `arn:aws:glue:region:account-id:catalog`.
|
644
|
+
# @return [String]
|
646
645
|
#
|
646
|
+
# @!attribute [rw] warehouse_location
|
647
647
|
# Amazon Data Firehose is in preview release and is subject to change.
|
648
648
|
# @return [String]
|
649
649
|
#
|
650
650
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CatalogConfiguration AWS API Documentation
|
651
651
|
#
|
652
652
|
class CatalogConfiguration < Struct.new(
|
653
|
-
:catalog_arn
|
653
|
+
:catalog_arn,
|
654
|
+
:warehouse_location)
|
654
655
|
SENSITIVE = []
|
655
656
|
include Aws::Structure
|
656
657
|
end
|
657
658
|
|
658
|
-
# Describes the Amazon CloudWatch logging options for your
|
659
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
659
660
|
# stream.
|
660
661
|
#
|
661
662
|
# @!attribute [rw] enabled
|
@@ -749,25 +750,25 @@ module Aws::Firehose
|
|
749
750
|
end
|
750
751
|
|
751
752
|
# @!attribute [rw] delivery_stream_name
|
752
|
-
# The name of the
|
753
|
+
# The name of the Firehose stream. This name must be unique per Amazon
|
753
754
|
# Web Services account in the same Amazon Web Services Region. If the
|
754
|
-
#
|
755
|
-
# can have multiple
|
755
|
+
# Firehose streams are in different accounts or different Regions, you
|
756
|
+
# can have multiple Firehose streams with the same name.
|
756
757
|
# @return [String]
|
757
758
|
#
|
758
759
|
# @!attribute [rw] delivery_stream_type
|
759
|
-
# The
|
760
|
+
# The Firehose stream type. This parameter can be one of the following
|
760
761
|
# values:
|
761
762
|
#
|
762
|
-
# * `DirectPut`: Provider applications access the
|
763
|
+
# * `DirectPut`: Provider applications access the Firehose stream
|
763
764
|
# directly.
|
764
765
|
#
|
765
|
-
# * `KinesisStreamAsSource`: The
|
766
|
+
# * `KinesisStreamAsSource`: The Firehose stream uses a Kinesis data
|
766
767
|
# stream as a source.
|
767
768
|
# @return [String]
|
768
769
|
#
|
769
770
|
# @!attribute [rw] kinesis_stream_source_configuration
|
770
|
-
# When a Kinesis data stream is used as the source for the
|
771
|
+
# When a Kinesis data stream is used as the source for the Firehose
|
771
772
|
# stream, a KinesisStreamSourceConfiguration containing the Kinesis
|
772
773
|
# data stream Amazon Resource Name (ARN) and the role ARN for the
|
773
774
|
# source stream.
|
@@ -811,21 +812,21 @@ module Aws::Firehose
|
|
811
812
|
# @return [Types::HttpEndpointDestinationConfiguration]
|
812
813
|
#
|
813
814
|
# @!attribute [rw] tags
|
814
|
-
# A set of tags to assign to the
|
815
|
+
# A set of tags to assign to the Firehose stream. A tag is a key-value
|
815
816
|
# pair that you can define and assign to Amazon Web Services
|
816
817
|
# resources. Tags are metadata. For example, you can add friendly
|
817
818
|
# names and descriptions or other types of information that can help
|
818
|
-
# you distinguish the
|
819
|
+
# you distinguish the Firehose stream. For more information about
|
819
820
|
# tags, see [Using Cost Allocation Tags][1] in the Amazon Web Services
|
820
821
|
# Billing and Cost Management User Guide.
|
821
822
|
#
|
822
|
-
# You can specify up to 50 tags when creating a
|
823
|
+
# You can specify up to 50 tags when creating a Firehose stream.
|
823
824
|
#
|
824
825
|
# If you specify tags in the `CreateDeliveryStream` action, Amazon
|
825
826
|
# Data Firehose performs an additional authorization on the
|
826
827
|
# `firehose:TagDeliveryStream` action to verify if users have
|
827
828
|
# permissions to create tags. If you do not provide this permission,
|
828
|
-
# requests to create new Firehose
|
829
|
+
# requests to create new Firehose Firehose streams with IAM resource
|
829
830
|
# tags will fail with an `AccessDeniedException` such as following.
|
830
831
|
#
|
831
832
|
# **AccessDeniedException**
|
@@ -859,9 +860,11 @@ module Aws::Firehose
|
|
859
860
|
#
|
860
861
|
# @!attribute [rw] iceberg_destination_configuration
|
861
862
|
# Configure Apache Iceberg Tables destination.
|
863
|
+
# @return [Types::IcebergDestinationConfiguration]
|
862
864
|
#
|
865
|
+
# @!attribute [rw] database_source_configuration
|
863
866
|
# Amazon Data Firehose is in preview release and is subject to change.
|
864
|
-
# @return [Types::
|
867
|
+
# @return [Types::DatabaseSourceConfiguration]
|
865
868
|
#
|
866
869
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
|
867
870
|
#
|
@@ -881,13 +884,14 @@ module Aws::Firehose
|
|
881
884
|
:amazon_open_search_serverless_destination_configuration,
|
882
885
|
:msk_source_configuration,
|
883
886
|
:snowflake_destination_configuration,
|
884
|
-
:iceberg_destination_configuration
|
887
|
+
:iceberg_destination_configuration,
|
888
|
+
:database_source_configuration)
|
885
889
|
SENSITIVE = []
|
886
890
|
include Aws::Structure
|
887
891
|
end
|
888
892
|
|
889
893
|
# @!attribute [rw] delivery_stream_arn
|
890
|
-
# The ARN of the
|
894
|
+
# The ARN of the Firehose stream.
|
891
895
|
# @return [String]
|
892
896
|
#
|
893
897
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamOutput AWS API Documentation
|
@@ -944,12 +948,272 @@ module Aws::Firehose
|
|
944
948
|
include Aws::Structure
|
945
949
|
end
|
946
950
|
|
951
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
952
|
+
#
|
953
|
+
# @!attribute [rw] include
|
954
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
955
|
+
# @return [Array<String>]
|
956
|
+
#
|
957
|
+
# @!attribute [rw] exclude
|
958
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
959
|
+
# @return [Array<String>]
|
960
|
+
#
|
961
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseColumnList AWS API Documentation
|
962
|
+
#
|
963
|
+
class DatabaseColumnList < Struct.new(
|
964
|
+
:include,
|
965
|
+
:exclude)
|
966
|
+
SENSITIVE = []
|
967
|
+
include Aws::Structure
|
968
|
+
end
|
969
|
+
|
970
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
971
|
+
#
|
972
|
+
# @!attribute [rw] include
|
973
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
974
|
+
# @return [Array<String>]
|
975
|
+
#
|
976
|
+
# @!attribute [rw] exclude
|
977
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
978
|
+
# @return [Array<String>]
|
979
|
+
#
|
980
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseList AWS API Documentation
|
981
|
+
#
|
982
|
+
class DatabaseList < Struct.new(
|
983
|
+
:include,
|
984
|
+
:exclude)
|
985
|
+
SENSITIVE = []
|
986
|
+
include Aws::Structure
|
987
|
+
end
|
988
|
+
|
989
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
990
|
+
#
|
991
|
+
# @!attribute [rw] id
|
992
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
993
|
+
# @return [String]
|
994
|
+
#
|
995
|
+
# @!attribute [rw] table
|
996
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
997
|
+
# @return [String]
|
998
|
+
#
|
999
|
+
# @!attribute [rw] request_timestamp
|
1000
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1001
|
+
# @return [Time]
|
1002
|
+
#
|
1003
|
+
# @!attribute [rw] requested_by
|
1004
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1005
|
+
# @return [String]
|
1006
|
+
#
|
1007
|
+
# @!attribute [rw] status
|
1008
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1009
|
+
# @return [String]
|
1010
|
+
#
|
1011
|
+
# @!attribute [rw] failure_description
|
1012
|
+
# Provides details in case one of the following operations fails due
|
1013
|
+
# to an error related to KMS: CreateDeliveryStream,
|
1014
|
+
# DeleteDeliveryStream, StartDeliveryStreamEncryption,
|
1015
|
+
# StopDeliveryStreamEncryption.
|
1016
|
+
# @return [Types::FailureDescription]
|
1017
|
+
#
|
1018
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseSnapshotInfo AWS API Documentation
|
1019
|
+
#
|
1020
|
+
class DatabaseSnapshotInfo < Struct.new(
|
1021
|
+
:id,
|
1022
|
+
:table,
|
1023
|
+
:request_timestamp,
|
1024
|
+
:requested_by,
|
1025
|
+
:status,
|
1026
|
+
:failure_description)
|
1027
|
+
SENSITIVE = []
|
1028
|
+
include Aws::Structure
|
1029
|
+
end
|
1030
|
+
|
1031
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1032
|
+
#
|
1033
|
+
# @!attribute [rw] secrets_manager_configuration
|
1034
|
+
# The structure that defines how Firehose accesses the secret.
|
1035
|
+
# @return [Types::SecretsManagerConfiguration]
|
1036
|
+
#
|
1037
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseSourceAuthenticationConfiguration AWS API Documentation
|
1038
|
+
#
|
1039
|
+
class DatabaseSourceAuthenticationConfiguration < Struct.new(
|
1040
|
+
:secrets_manager_configuration)
|
1041
|
+
SENSITIVE = []
|
1042
|
+
include Aws::Structure
|
1043
|
+
end
|
1044
|
+
|
1045
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1046
|
+
#
|
1047
|
+
# @!attribute [rw] type
|
1048
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1049
|
+
# @return [String]
|
1050
|
+
#
|
1051
|
+
# @!attribute [rw] endpoint
|
1052
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1053
|
+
# @return [String]
|
1054
|
+
#
|
1055
|
+
# @!attribute [rw] port
|
1056
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1057
|
+
# @return [Integer]
|
1058
|
+
#
|
1059
|
+
# @!attribute [rw] ssl_mode
|
1060
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1061
|
+
# @return [String]
|
1062
|
+
#
|
1063
|
+
# @!attribute [rw] databases
|
1064
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1065
|
+
# @return [Types::DatabaseList]
|
1066
|
+
#
|
1067
|
+
# @!attribute [rw] tables
|
1068
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1069
|
+
# @return [Types::DatabaseTableList]
|
1070
|
+
#
|
1071
|
+
# @!attribute [rw] columns
|
1072
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1073
|
+
# @return [Types::DatabaseColumnList]
|
1074
|
+
#
|
1075
|
+
# @!attribute [rw] surrogate_keys
|
1076
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1077
|
+
# @return [Array<String>]
|
1078
|
+
#
|
1079
|
+
# @!attribute [rw] snapshot_watermark_table
|
1080
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1081
|
+
# @return [String]
|
1082
|
+
#
|
1083
|
+
# @!attribute [rw] database_source_authentication_configuration
|
1084
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1085
|
+
# @return [Types::DatabaseSourceAuthenticationConfiguration]
|
1086
|
+
#
|
1087
|
+
# @!attribute [rw] database_source_vpc_configuration
|
1088
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1089
|
+
# @return [Types::DatabaseSourceVPCConfiguration]
|
1090
|
+
#
|
1091
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseSourceConfiguration AWS API Documentation
|
1092
|
+
#
|
1093
|
+
class DatabaseSourceConfiguration < Struct.new(
|
1094
|
+
:type,
|
1095
|
+
:endpoint,
|
1096
|
+
:port,
|
1097
|
+
:ssl_mode,
|
1098
|
+
:databases,
|
1099
|
+
:tables,
|
1100
|
+
:columns,
|
1101
|
+
:surrogate_keys,
|
1102
|
+
:snapshot_watermark_table,
|
1103
|
+
:database_source_authentication_configuration,
|
1104
|
+
:database_source_vpc_configuration)
|
1105
|
+
SENSITIVE = []
|
1106
|
+
include Aws::Structure
|
1107
|
+
end
|
1108
|
+
|
1109
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1110
|
+
#
|
1111
|
+
# @!attribute [rw] type
|
1112
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1113
|
+
# @return [String]
|
1114
|
+
#
|
1115
|
+
# @!attribute [rw] endpoint
|
1116
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1117
|
+
# @return [String]
|
1118
|
+
#
|
1119
|
+
# @!attribute [rw] port
|
1120
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1121
|
+
# @return [Integer]
|
1122
|
+
#
|
1123
|
+
# @!attribute [rw] ssl_mode
|
1124
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1125
|
+
# @return [String]
|
1126
|
+
#
|
1127
|
+
# @!attribute [rw] databases
|
1128
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1129
|
+
# @return [Types::DatabaseList]
|
1130
|
+
#
|
1131
|
+
# @!attribute [rw] tables
|
1132
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1133
|
+
# @return [Types::DatabaseTableList]
|
1134
|
+
#
|
1135
|
+
# @!attribute [rw] columns
|
1136
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1137
|
+
# @return [Types::DatabaseColumnList]
|
1138
|
+
#
|
1139
|
+
# @!attribute [rw] surrogate_keys
|
1140
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1141
|
+
# @return [Array<String>]
|
1142
|
+
#
|
1143
|
+
# @!attribute [rw] snapshot_watermark_table
|
1144
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1145
|
+
# @return [String]
|
1146
|
+
#
|
1147
|
+
# @!attribute [rw] snapshot_info
|
1148
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1149
|
+
# @return [Array<Types::DatabaseSnapshotInfo>]
|
1150
|
+
#
|
1151
|
+
# @!attribute [rw] database_source_authentication_configuration
|
1152
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1153
|
+
# @return [Types::DatabaseSourceAuthenticationConfiguration]
|
1154
|
+
#
|
1155
|
+
# @!attribute [rw] database_source_vpc_configuration
|
1156
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1157
|
+
# @return [Types::DatabaseSourceVPCConfiguration]
|
1158
|
+
#
|
1159
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseSourceDescription AWS API Documentation
|
1160
|
+
#
|
1161
|
+
class DatabaseSourceDescription < Struct.new(
|
1162
|
+
:type,
|
1163
|
+
:endpoint,
|
1164
|
+
:port,
|
1165
|
+
:ssl_mode,
|
1166
|
+
:databases,
|
1167
|
+
:tables,
|
1168
|
+
:columns,
|
1169
|
+
:surrogate_keys,
|
1170
|
+
:snapshot_watermark_table,
|
1171
|
+
:snapshot_info,
|
1172
|
+
:database_source_authentication_configuration,
|
1173
|
+
:database_source_vpc_configuration)
|
1174
|
+
SENSITIVE = []
|
1175
|
+
include Aws::Structure
|
1176
|
+
end
|
1177
|
+
|
1178
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1179
|
+
#
|
1180
|
+
# @!attribute [rw] vpc_endpoint_service_name
|
1181
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1182
|
+
# @return [String]
|
1183
|
+
#
|
1184
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseSourceVPCConfiguration AWS API Documentation
|
1185
|
+
#
|
1186
|
+
class DatabaseSourceVPCConfiguration < Struct.new(
|
1187
|
+
:vpc_endpoint_service_name)
|
1188
|
+
SENSITIVE = []
|
1189
|
+
include Aws::Structure
|
1190
|
+
end
|
1191
|
+
|
1192
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1193
|
+
#
|
1194
|
+
# @!attribute [rw] include
|
1195
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1196
|
+
# @return [Array<String>]
|
1197
|
+
#
|
1198
|
+
# @!attribute [rw] exclude
|
1199
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
1200
|
+
# @return [Array<String>]
|
1201
|
+
#
|
1202
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DatabaseTableList AWS API Documentation
|
1203
|
+
#
|
1204
|
+
class DatabaseTableList < Struct.new(
|
1205
|
+
:include,
|
1206
|
+
:exclude)
|
1207
|
+
SENSITIVE = []
|
1208
|
+
include Aws::Structure
|
1209
|
+
end
|
1210
|
+
|
947
1211
|
# @!attribute [rw] delivery_stream_name
|
948
|
-
# The name of the
|
1212
|
+
# The name of the Firehose stream.
|
949
1213
|
# @return [String]
|
950
1214
|
#
|
951
1215
|
# @!attribute [rw] allow_force_delete
|
952
|
-
# Set this to true if you want to delete the
|
1216
|
+
# Set this to true if you want to delete the Firehose stream even if
|
953
1217
|
# Firehose is unable to retire the grant for the CMK. Firehose might
|
954
1218
|
# be unable to retire the grant due to a customer error, such as when
|
955
1219
|
# the CMK or the grant are in an invalid state. If you force deletion,
|
@@ -978,14 +1242,14 @@ module Aws::Firehose
|
|
978
1242
|
#
|
979
1243
|
class DeleteDeliveryStreamOutput < Aws::EmptyStructure; end
|
980
1244
|
|
981
|
-
# Contains information about a
|
1245
|
+
# Contains information about a Firehose stream.
|
982
1246
|
#
|
983
1247
|
# @!attribute [rw] delivery_stream_name
|
984
|
-
# The name of the
|
1248
|
+
# The name of the Firehose stream.
|
985
1249
|
# @return [String]
|
986
1250
|
#
|
987
1251
|
# @!attribute [rw] delivery_stream_arn
|
988
|
-
# The Amazon Resource Name (ARN) of the
|
1252
|
+
# The Amazon Resource Name (ARN) of the Firehose stream. For more
|
989
1253
|
# information, see [Amazon Resource Names (ARNs) and Amazon Web
|
990
1254
|
# Services Service Namespaces][1].
|
991
1255
|
#
|
@@ -995,7 +1259,7 @@ module Aws::Firehose
|
|
995
1259
|
# @return [String]
|
996
1260
|
#
|
997
1261
|
# @!attribute [rw] delivery_stream_status
|
998
|
-
# The status of the
|
1262
|
+
# The status of the Firehose stream. If the status of a Firehose
|
999
1263
|
# stream is `CREATING_FAILED`, this status doesn't change, and you
|
1000
1264
|
# can't invoke `CreateDeliveryStream` again on it. However, you can
|
1001
1265
|
# invoke the DeleteDeliveryStream operation to delete it.
|
@@ -1009,33 +1273,33 @@ module Aws::Firehose
|
|
1009
1273
|
# @return [Types::FailureDescription]
|
1010
1274
|
#
|
1011
1275
|
# @!attribute [rw] delivery_stream_encryption_configuration
|
1012
|
-
# Indicates the server-side encryption (SSE) status for the
|
1276
|
+
# Indicates the server-side encryption (SSE) status for the Firehose
|
1013
1277
|
# stream.
|
1014
1278
|
# @return [Types::DeliveryStreamEncryptionConfiguration]
|
1015
1279
|
#
|
1016
1280
|
# @!attribute [rw] delivery_stream_type
|
1017
|
-
# The
|
1281
|
+
# The Firehose stream type. This can be one of the following values:
|
1018
1282
|
#
|
1019
|
-
# * `DirectPut`: Provider applications access the
|
1283
|
+
# * `DirectPut`: Provider applications access the Firehose stream
|
1020
1284
|
# directly.
|
1021
1285
|
#
|
1022
|
-
# * `KinesisStreamAsSource`: The
|
1286
|
+
# * `KinesisStreamAsSource`: The Firehose stream uses a Kinesis data
|
1023
1287
|
# stream as a source.
|
1024
1288
|
# @return [String]
|
1025
1289
|
#
|
1026
1290
|
# @!attribute [rw] version_id
|
1027
|
-
# Each time the destination is updated for a
|
1291
|
+
# Each time the destination is updated for a Firehose stream, the
|
1028
1292
|
# version ID is changed, and the current version ID is required when
|
1029
1293
|
# updating the destination. This is so that the service knows it is
|
1030
1294
|
# applying the changes to the correct version of the delivery stream.
|
1031
1295
|
# @return [String]
|
1032
1296
|
#
|
1033
1297
|
# @!attribute [rw] create_timestamp
|
1034
|
-
# The date and time that the
|
1298
|
+
# The date and time that the Firehose stream was created.
|
1035
1299
|
# @return [Time]
|
1036
1300
|
#
|
1037
1301
|
# @!attribute [rw] last_update_timestamp
|
1038
|
-
# The date and time that the
|
1302
|
+
# The date and time that the Firehose stream was last updated.
|
1039
1303
|
# @return [Time]
|
1040
1304
|
#
|
1041
1305
|
# @!attribute [rw] source
|
@@ -1095,7 +1359,7 @@ module Aws::Firehose
|
|
1095
1359
|
# @return [String]
|
1096
1360
|
#
|
1097
1361
|
# @!attribute [rw] status
|
1098
|
-
# This is the server-side encryption (SSE) status for the
|
1362
|
+
# This is the server-side encryption (SSE) status for the Firehose
|
1099
1363
|
# stream. For a full description of the different values of this
|
1100
1364
|
# status, see StartDeliveryStreamEncryption and
|
1101
1365
|
# StopDeliveryStreamEncryption. If this status is `ENABLING_FAILED` or
|
@@ -1143,15 +1407,15 @@ module Aws::Firehose
|
|
1143
1407
|
# decryption. Firehose manages that grant.
|
1144
1408
|
#
|
1145
1409
|
# When you invoke StartDeliveryStreamEncryption to change the CMK for
|
1146
|
-
# a
|
1410
|
+
# a Firehose stream that is encrypted with a customer managed CMK,
|
1147
1411
|
# Firehose schedules the grant it had on the old CMK for retirement.
|
1148
1412
|
#
|
1149
1413
|
# You can use a CMK of type CUSTOMER\_MANAGED\_CMK to encrypt up to
|
1150
|
-
# 500
|
1414
|
+
# 500 Firehose streams. If a CreateDeliveryStream or
|
1151
1415
|
# StartDeliveryStreamEncryption operation exceeds this limit, Firehose
|
1152
1416
|
# throws a `LimitExceededException`.
|
1153
1417
|
#
|
1154
|
-
# To encrypt your
|
1418
|
+
# To encrypt your Firehose stream, use symmetric CMKs. Firehose
|
1155
1419
|
# doesn't support asymmetric CMKs. For information about symmetric
|
1156
1420
|
# and asymmetric CMKs, see [About Symmetric and Asymmetric CMKs][3] in
|
1157
1421
|
# the Amazon Web Services Key Management Service developer guide.
|
@@ -1173,17 +1437,17 @@ module Aws::Firehose
|
|
1173
1437
|
end
|
1174
1438
|
|
1175
1439
|
# @!attribute [rw] delivery_stream_name
|
1176
|
-
# The name of the
|
1440
|
+
# The name of the Firehose stream.
|
1177
1441
|
# @return [String]
|
1178
1442
|
#
|
1179
1443
|
# @!attribute [rw] limit
|
1180
1444
|
# The limit on the number of destinations to return. You can have one
|
1181
|
-
# destination per
|
1445
|
+
# destination per Firehose stream.
|
1182
1446
|
# @return [Integer]
|
1183
1447
|
#
|
1184
1448
|
# @!attribute [rw] exclusive_start_destination_id
|
1185
1449
|
# The ID of the destination to start returning the destination
|
1186
|
-
# information. Firehose supports one destination per
|
1450
|
+
# information. Firehose supports one destination per Firehose stream.
|
1187
1451
|
# @return [String]
|
1188
1452
|
#
|
1189
1453
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DescribeDeliveryStreamInput AWS API Documentation
|
@@ -1197,7 +1461,7 @@ module Aws::Firehose
|
|
1197
1461
|
end
|
1198
1462
|
|
1199
1463
|
# @!attribute [rw] delivery_stream_description
|
1200
|
-
# Information about the
|
1464
|
+
# Information about the Firehose stream.
|
1201
1465
|
# @return [Types::DeliveryStreamDescription]
|
1202
1466
|
#
|
1203
1467
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DescribeDeliveryStreamOutput AWS API Documentation
|
@@ -1245,7 +1509,7 @@ module Aws::Firehose
|
|
1245
1509
|
include Aws::Structure
|
1246
1510
|
end
|
1247
1511
|
|
1248
|
-
# Describes the destination for a
|
1512
|
+
# Describes the destination for a Firehose stream.
|
1249
1513
|
#
|
1250
1514
|
# @!attribute [rw] destination_id
|
1251
1515
|
# The ID of the destination.
|
@@ -1290,8 +1554,6 @@ module Aws::Firehose
|
|
1290
1554
|
#
|
1291
1555
|
# @!attribute [rw] iceberg_destination_description
|
1292
1556
|
# Describes a destination in Apache Iceberg Tables.
|
1293
|
-
#
|
1294
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
1295
1557
|
# @return [Types::IcebergDestinationDescription]
|
1296
1558
|
#
|
1297
1559
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationDescription AWS API Documentation
|
@@ -1314,34 +1576,28 @@ module Aws::Firehose
|
|
1314
1576
|
|
1315
1577
|
# Describes the configuration of a destination in Apache Iceberg Tables.
|
1316
1578
|
#
|
1317
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
1318
|
-
#
|
1319
1579
|
# @!attribute [rw] destination_table_name
|
1320
1580
|
# Specifies the name of the Apache Iceberg Table.
|
1321
|
-
#
|
1322
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
1323
1581
|
# @return [String]
|
1324
1582
|
#
|
1325
1583
|
# @!attribute [rw] destination_database_name
|
1326
1584
|
# The name of the Apache Iceberg database.
|
1327
|
-
#
|
1328
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
1329
1585
|
# @return [String]
|
1330
1586
|
#
|
1331
1587
|
# @!attribute [rw] unique_keys
|
1332
1588
|
# A list of unique keys for a given Apache Iceberg table. Firehose
|
1333
|
-
# will use these for running Create
|
1334
|
-
# given Iceberg table.
|
1589
|
+
# will use these for running Create, Update, or Delete operations on
|
1590
|
+
# the given Iceberg table.
|
1591
|
+
# @return [Array<String>]
|
1335
1592
|
#
|
1593
|
+
# @!attribute [rw] partition_spec
|
1336
1594
|
# Amazon Data Firehose is in preview release and is subject to change.
|
1337
|
-
# @return [
|
1595
|
+
# @return [Types::PartitionSpec]
|
1338
1596
|
#
|
1339
1597
|
# @!attribute [rw] s3_error_output_prefix
|
1340
1598
|
# The table specific S3 error output prefix. All the errors that
|
1341
1599
|
# occurred while delivering to this table will be prefixed with this
|
1342
1600
|
# value in S3 destination.
|
1343
|
-
#
|
1344
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
1345
1601
|
# @return [String]
|
1346
1602
|
#
|
1347
1603
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DestinationTableConfiguration AWS API Documentation
|
@@ -1350,6 +1606,7 @@ module Aws::Firehose
|
|
1350
1606
|
:destination_table_name,
|
1351
1607
|
:destination_database_name,
|
1352
1608
|
:unique_keys,
|
1609
|
+
:partition_spec,
|
1353
1610
|
:s3_error_output_prefix)
|
1354
1611
|
SENSITIVE = []
|
1355
1612
|
include Aws::Structure
|
@@ -1397,7 +1654,7 @@ module Aws::Firehose
|
|
1397
1654
|
#
|
1398
1655
|
# @!attribute [rw] enabled
|
1399
1656
|
# Specifies that the dynamic partitioning is enabled for this Firehose
|
1400
|
-
#
|
1657
|
+
# Firehose stream.
|
1401
1658
|
# @return [Boolean]
|
1402
1659
|
#
|
1403
1660
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/DynamicPartitioningConfiguration AWS API Documentation
|
@@ -1423,7 +1680,7 @@ module Aws::Firehose
|
|
1423
1680
|
# delivering it to the destination. The default value is 5.
|
1424
1681
|
#
|
1425
1682
|
# We recommend setting this parameter to a value greater than the
|
1426
|
-
# amount of data you typically ingest into the
|
1683
|
+
# amount of data you typically ingest into the Firehose stream in 10
|
1427
1684
|
# seconds. For example, if you typically ingest data at 1 MB/sec, the
|
1428
1685
|
# value should be 10 MB or higher.
|
1429
1686
|
# @return [Integer]
|
@@ -1516,7 +1773,7 @@ module Aws::Firehose
|
|
1516
1773
|
# information, see [Amazon S3 Backup for the Amazon ES
|
1517
1774
|
# Destination][1]. Default value is `FailedDocumentsOnly`.
|
1518
1775
|
#
|
1519
|
-
# You can't change this backup mode after you create the
|
1776
|
+
# You can't change this backup mode after you create the Firehose
|
1520
1777
|
# stream.
|
1521
1778
|
#
|
1522
1779
|
#
|
@@ -1533,7 +1790,7 @@ module Aws::Firehose
|
|
1533
1790
|
# @return [Types::ProcessingConfiguration]
|
1534
1791
|
#
|
1535
1792
|
# @!attribute [rw] cloud_watch_logging_options
|
1536
|
-
# The Amazon CloudWatch logging options for your
|
1793
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
1537
1794
|
# @return [Types::CloudWatchLoggingOptions]
|
1538
1795
|
#
|
1539
1796
|
# @!attribute [rw] vpc_configuration
|
@@ -1713,9 +1970,9 @@ module Aws::Firehose
|
|
1713
1970
|
# error during runtime.
|
1714
1971
|
#
|
1715
1972
|
# If you upgrade Elasticsearch from 6.x to 7.x and don’t update your
|
1716
|
-
#
|
1973
|
+
# Firehose stream, Firehose still delivers data to Elasticsearch with
|
1717
1974
|
# the old index name and type name. If you want to update your
|
1718
|
-
#
|
1975
|
+
# Firehose stream with a new index name, provide an empty string for
|
1719
1976
|
# `TypeName`.
|
1720
1977
|
# @return [String]
|
1721
1978
|
#
|
@@ -1749,7 +2006,7 @@ module Aws::Firehose
|
|
1749
2006
|
# @return [Types::ProcessingConfiguration]
|
1750
2007
|
#
|
1751
2008
|
# @!attribute [rw] cloud_watch_logging_options
|
1752
|
-
# The CloudWatch logging options for your
|
2009
|
+
# The CloudWatch logging options for your Firehose stream.
|
1753
2010
|
# @return [Types::CloudWatchLoggingOptions]
|
1754
2011
|
#
|
1755
2012
|
# @!attribute [rw] document_id_options
|
@@ -1873,7 +2130,7 @@ module Aws::Firehose
|
|
1873
2130
|
# @return [Types::EncryptionConfiguration]
|
1874
2131
|
#
|
1875
2132
|
# @!attribute [rw] cloud_watch_logging_options
|
1876
|
-
# The Amazon CloudWatch logging options for your
|
2133
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
1877
2134
|
# @return [Types::CloudWatchLoggingOptions]
|
1878
2135
|
#
|
1879
2136
|
# @!attribute [rw] processing_configuration
|
@@ -1881,9 +2138,9 @@ module Aws::Firehose
|
|
1881
2138
|
# @return [Types::ProcessingConfiguration]
|
1882
2139
|
#
|
1883
2140
|
# @!attribute [rw] s3_backup_mode
|
1884
|
-
# The Amazon S3 backup mode. After you create a
|
2141
|
+
# The Amazon S3 backup mode. After you create a Firehose stream, you
|
1885
2142
|
# can update it to enable Amazon S3 backup if it is disabled. If
|
1886
|
-
# backup is enabled, you can't update the
|
2143
|
+
# backup is enabled, you can't update the Firehose stream to disable
|
1887
2144
|
# it.
|
1888
2145
|
# @return [String]
|
1889
2146
|
#
|
@@ -1992,7 +2249,7 @@ module Aws::Firehose
|
|
1992
2249
|
# @return [Types::EncryptionConfiguration]
|
1993
2250
|
#
|
1994
2251
|
# @!attribute [rw] cloud_watch_logging_options
|
1995
|
-
# The Amazon CloudWatch logging options for your
|
2252
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
1996
2253
|
# @return [Types::CloudWatchLoggingOptions]
|
1997
2254
|
#
|
1998
2255
|
# @!attribute [rw] processing_configuration
|
@@ -2108,7 +2365,7 @@ module Aws::Firehose
|
|
2108
2365
|
# @return [Types::EncryptionConfiguration]
|
2109
2366
|
#
|
2110
2367
|
# @!attribute [rw] cloud_watch_logging_options
|
2111
|
-
# The Amazon CloudWatch logging options for your
|
2368
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
2112
2369
|
# @return [Types::CloudWatchLoggingOptions]
|
2113
2370
|
#
|
2114
2371
|
# @!attribute [rw] processing_configuration
|
@@ -2116,8 +2373,8 @@ module Aws::Firehose
|
|
2116
2373
|
# @return [Types::ProcessingConfiguration]
|
2117
2374
|
#
|
2118
2375
|
# @!attribute [rw] s3_backup_mode
|
2119
|
-
# You can update a
|
2120
|
-
# disabled. If backup is enabled, you can't update the
|
2376
|
+
# You can update a Firehose stream to enable Amazon S3 backup if it is
|
2377
|
+
# disabled. If backup is enabled, you can't update the Firehose
|
2121
2378
|
# stream to disable it.
|
2122
2379
|
# @return [String]
|
2123
2380
|
#
|
@@ -2230,7 +2487,7 @@ module Aws::Firehose
|
|
2230
2487
|
# delivering it to the destination. The default value is 5.
|
2231
2488
|
#
|
2232
2489
|
# We recommend setting this parameter to a value greater than the
|
2233
|
-
# amount of data you typically ingest into the
|
2490
|
+
# amount of data you typically ingest into the Firehose stream in 10
|
2234
2491
|
# seconds. For example, if you typically ingest data at 1 MB/sec, the
|
2235
2492
|
# value should be 10 MB or higher.
|
2236
2493
|
# @return [Integer]
|
@@ -2339,7 +2596,7 @@ module Aws::Firehose
|
|
2339
2596
|
# @return [Types::HttpEndpointBufferingHints]
|
2340
2597
|
#
|
2341
2598
|
# @!attribute [rw] cloud_watch_logging_options
|
2342
|
-
# Describes the Amazon CloudWatch logging options for your
|
2599
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2343
2600
|
# stream.
|
2344
2601
|
# @return [Types::CloudWatchLoggingOptions]
|
2345
2602
|
#
|
@@ -2414,7 +2671,7 @@ module Aws::Firehose
|
|
2414
2671
|
# @return [Types::HttpEndpointBufferingHints]
|
2415
2672
|
#
|
2416
2673
|
# @!attribute [rw] cloud_watch_logging_options
|
2417
|
-
# Describes the Amazon CloudWatch logging options for your
|
2674
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2418
2675
|
# stream.
|
2419
2676
|
# @return [Types::CloudWatchLoggingOptions]
|
2420
2677
|
#
|
@@ -2489,7 +2746,7 @@ module Aws::Firehose
|
|
2489
2746
|
# @return [Types::HttpEndpointBufferingHints]
|
2490
2747
|
#
|
2491
2748
|
# @!attribute [rw] cloud_watch_logging_options
|
2492
|
-
# Describes the Amazon CloudWatch logging options for your
|
2749
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2493
2750
|
# stream.
|
2494
2751
|
# @return [Types::CloudWatchLoggingOptions]
|
2495
2752
|
#
|
@@ -2597,14 +2854,20 @@ module Aws::Firehose
|
|
2597
2854
|
|
2598
2855
|
# Specifies the destination configure settings for Apache Iceberg Table.
|
2599
2856
|
#
|
2600
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2601
|
-
#
|
2602
2857
|
# @!attribute [rw] destination_table_configuration_list
|
2603
2858
|
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2604
|
-
# uses to deliver data to Apache Iceberg
|
2859
|
+
# uses to deliver data to Apache Iceberg Tables. Firehose will write
|
2860
|
+
# data with insert if table specific configuration is not provided
|
2861
|
+
# here.
|
2862
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2605
2863
|
#
|
2864
|
+
# @!attribute [rw] schema_evolution_configuration
|
2606
2865
|
# Amazon Data Firehose is in preview release and is subject to change.
|
2607
|
-
# @return [
|
2866
|
+
# @return [Types::SchemaEvolutionConfiguration]
|
2867
|
+
#
|
2868
|
+
# @!attribute [rw] table_creation_configuration
|
2869
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2870
|
+
# @return [Types::TableCreationConfiguration]
|
2608
2871
|
#
|
2609
2872
|
# @!attribute [rw] buffering_hints
|
2610
2873
|
# Describes hints for the buffering to perform before delivering data
|
@@ -2616,7 +2879,7 @@ module Aws::Firehose
|
|
2616
2879
|
# @return [Types::BufferingHints]
|
2617
2880
|
#
|
2618
2881
|
# @!attribute [rw] cloud_watch_logging_options
|
2619
|
-
# Describes the Amazon CloudWatch logging options for your
|
2882
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2620
2883
|
# stream.
|
2621
2884
|
# @return [Types::CloudWatchLoggingOptions]
|
2622
2885
|
#
|
@@ -2625,28 +2888,23 @@ module Aws::Firehose
|
|
2625
2888
|
# @return [Types::ProcessingConfiguration]
|
2626
2889
|
#
|
2627
2890
|
# @!attribute [rw] s3_backup_mode
|
2628
|
-
# Describes how Firehose will backup records. Currently,
|
2629
|
-
# supports `FailedDataOnly
|
2630
|
-
#
|
2631
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2891
|
+
# Describes how Firehose will backup records. Currently,S3 backup only
|
2892
|
+
# supports `FailedDataOnly`.
|
2632
2893
|
# @return [String]
|
2633
2894
|
#
|
2634
2895
|
# @!attribute [rw] retry_options
|
2635
|
-
# The retry behavior in case Firehose is unable to deliver data to
|
2636
|
-
#
|
2896
|
+
# The retry behavior in case Firehose is unable to deliver data to a
|
2897
|
+
# destination.
|
2637
2898
|
# @return [Types::RetryOptions]
|
2638
2899
|
#
|
2639
2900
|
# @!attribute [rw] role_arn
|
2640
|
-
# The Amazon Resource Name (ARN) of the
|
2641
|
-
#
|
2642
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2901
|
+
# The Amazon Resource Name (ARN) of the IAM role to be assumed by
|
2902
|
+
# Firehose for calling Apache Iceberg Tables.
|
2643
2903
|
# @return [String]
|
2644
2904
|
#
|
2645
2905
|
# @!attribute [rw] catalog_configuration
|
2646
2906
|
# Configuration describing where the destination Apache Iceberg Tables
|
2647
2907
|
# are persisted.
|
2648
|
-
#
|
2649
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2650
2908
|
# @return [Types::CatalogConfiguration]
|
2651
2909
|
#
|
2652
2910
|
# @!attribute [rw] s3_configuration
|
@@ -2657,6 +2915,8 @@ module Aws::Firehose
|
|
2657
2915
|
#
|
2658
2916
|
class IcebergDestinationConfiguration < Struct.new(
|
2659
2917
|
:destination_table_configuration_list,
|
2918
|
+
:schema_evolution_configuration,
|
2919
|
+
:table_creation_configuration,
|
2660
2920
|
:buffering_hints,
|
2661
2921
|
:cloud_watch_logging_options,
|
2662
2922
|
:processing_configuration,
|
@@ -2671,14 +2931,20 @@ module Aws::Firehose
|
|
2671
2931
|
|
2672
2932
|
# Describes a destination in Apache Iceberg Tables.
|
2673
2933
|
#
|
2674
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2675
|
-
#
|
2676
2934
|
# @!attribute [rw] destination_table_configuration_list
|
2677
2935
|
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2678
|
-
# uses to deliver data to Apache Iceberg
|
2936
|
+
# uses to deliver data to Apache Iceberg Tables. Firehose will write
|
2937
|
+
# data with insert if table specific configuration is not provided
|
2938
|
+
# here.
|
2939
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2679
2940
|
#
|
2941
|
+
# @!attribute [rw] schema_evolution_configuration
|
2680
2942
|
# Amazon Data Firehose is in preview release and is subject to change.
|
2681
|
-
# @return [
|
2943
|
+
# @return [Types::SchemaEvolutionConfiguration]
|
2944
|
+
#
|
2945
|
+
# @!attribute [rw] table_creation_configuration
|
2946
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
2947
|
+
# @return [Types::TableCreationConfiguration]
|
2682
2948
|
#
|
2683
2949
|
# @!attribute [rw] buffering_hints
|
2684
2950
|
# Describes hints for the buffering to perform before delivering data
|
@@ -2690,7 +2956,7 @@ module Aws::Firehose
|
|
2690
2956
|
# @return [Types::BufferingHints]
|
2691
2957
|
#
|
2692
2958
|
# @!attribute [rw] cloud_watch_logging_options
|
2693
|
-
# Describes the Amazon CloudWatch logging options for your
|
2959
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2694
2960
|
# stream.
|
2695
2961
|
# @return [Types::CloudWatchLoggingOptions]
|
2696
2962
|
#
|
@@ -2700,27 +2966,22 @@ module Aws::Firehose
|
|
2700
2966
|
#
|
2701
2967
|
# @!attribute [rw] s3_backup_mode
|
2702
2968
|
# Describes how Firehose will backup records. Currently,Firehose only
|
2703
|
-
# supports `FailedDataOnly
|
2704
|
-
#
|
2705
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2969
|
+
# supports `FailedDataOnly`.
|
2706
2970
|
# @return [String]
|
2707
2971
|
#
|
2708
2972
|
# @!attribute [rw] retry_options
|
2709
|
-
# The retry behavior in case Firehose is unable to deliver data to
|
2710
|
-
#
|
2973
|
+
# The retry behavior in case Firehose is unable to deliver data to a
|
2974
|
+
# destination.
|
2711
2975
|
# @return [Types::RetryOptions]
|
2712
2976
|
#
|
2713
2977
|
# @!attribute [rw] role_arn
|
2714
|
-
# The Amazon Resource Name (ARN) of the
|
2715
|
-
#
|
2716
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2978
|
+
# The Amazon Resource Name (ARN) of the IAM role to be assumed by
|
2979
|
+
# Firehose for calling Apache Iceberg Tables.
|
2717
2980
|
# @return [String]
|
2718
2981
|
#
|
2719
2982
|
# @!attribute [rw] catalog_configuration
|
2720
2983
|
# Configuration describing where the destination Iceberg tables are
|
2721
2984
|
# persisted.
|
2722
|
-
#
|
2723
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2724
2985
|
# @return [Types::CatalogConfiguration]
|
2725
2986
|
#
|
2726
2987
|
# @!attribute [rw] s3_destination_description
|
@@ -2731,6 +2992,8 @@ module Aws::Firehose
|
|
2731
2992
|
#
|
2732
2993
|
class IcebergDestinationDescription < Struct.new(
|
2733
2994
|
:destination_table_configuration_list,
|
2995
|
+
:schema_evolution_configuration,
|
2996
|
+
:table_creation_configuration,
|
2734
2997
|
:buffering_hints,
|
2735
2998
|
:cloud_watch_logging_options,
|
2736
2999
|
:processing_configuration,
|
@@ -2745,14 +3008,20 @@ module Aws::Firehose
|
|
2745
3008
|
|
2746
3009
|
# Describes an update for a destination in Apache Iceberg Tables.
|
2747
3010
|
#
|
2748
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2749
|
-
#
|
2750
3011
|
# @!attribute [rw] destination_table_configuration_list
|
2751
3012
|
# Provides a list of `DestinationTableConfigurations` which Firehose
|
2752
|
-
# uses to deliver data to Apache Iceberg
|
3013
|
+
# uses to deliver data to Apache Iceberg Tables. Firehose will write
|
3014
|
+
# data with insert if table specific configuration is not provided
|
3015
|
+
# here.
|
3016
|
+
# @return [Array<Types::DestinationTableConfiguration>]
|
2753
3017
|
#
|
3018
|
+
# @!attribute [rw] schema_evolution_configuration
|
2754
3019
|
# Amazon Data Firehose is in preview release and is subject to change.
|
2755
|
-
# @return [
|
3020
|
+
# @return [Types::SchemaEvolutionConfiguration]
|
3021
|
+
#
|
3022
|
+
# @!attribute [rw] table_creation_configuration
|
3023
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
3024
|
+
# @return [Types::TableCreationConfiguration]
|
2756
3025
|
#
|
2757
3026
|
# @!attribute [rw] buffering_hints
|
2758
3027
|
# Describes hints for the buffering to perform before delivering data
|
@@ -2764,7 +3033,7 @@ module Aws::Firehose
|
|
2764
3033
|
# @return [Types::BufferingHints]
|
2765
3034
|
#
|
2766
3035
|
# @!attribute [rw] cloud_watch_logging_options
|
2767
|
-
# Describes the Amazon CloudWatch logging options for your
|
3036
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
2768
3037
|
# stream.
|
2769
3038
|
# @return [Types::CloudWatchLoggingOptions]
|
2770
3039
|
#
|
@@ -2774,27 +3043,22 @@ module Aws::Firehose
|
|
2774
3043
|
#
|
2775
3044
|
# @!attribute [rw] s3_backup_mode
|
2776
3045
|
# Describes how Firehose will backup records. Currently,Firehose only
|
2777
|
-
# supports `FailedDataOnly
|
2778
|
-
#
|
2779
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
3046
|
+
# supports `FailedDataOnly`.
|
2780
3047
|
# @return [String]
|
2781
3048
|
#
|
2782
3049
|
# @!attribute [rw] retry_options
|
2783
|
-
# The retry behavior in case Firehose is unable to deliver data to
|
2784
|
-
#
|
3050
|
+
# The retry behavior in case Firehose is unable to deliver data to a
|
3051
|
+
# destination.
|
2785
3052
|
# @return [Types::RetryOptions]
|
2786
3053
|
#
|
2787
3054
|
# @!attribute [rw] role_arn
|
2788
|
-
# The Amazon Resource Name (ARN) of the
|
2789
|
-
#
|
2790
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
3055
|
+
# The Amazon Resource Name (ARN) of the IAM role to be assumed by
|
3056
|
+
# Firehose for calling Apache Iceberg Tables.
|
2791
3057
|
# @return [String]
|
2792
3058
|
#
|
2793
3059
|
# @!attribute [rw] catalog_configuration
|
2794
3060
|
# Configuration describing where the destination Iceberg tables are
|
2795
3061
|
# persisted.
|
2796
|
-
#
|
2797
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
2798
3062
|
# @return [Types::CatalogConfiguration]
|
2799
3063
|
#
|
2800
3064
|
# @!attribute [rw] s3_configuration
|
@@ -2805,6 +3069,8 @@ module Aws::Firehose
|
|
2805
3069
|
#
|
2806
3070
|
class IcebergDestinationUpdate < Struct.new(
|
2807
3071
|
:destination_table_configuration_list,
|
3072
|
+
:schema_evolution_configuration,
|
3073
|
+
:table_creation_configuration,
|
2808
3074
|
:buffering_hints,
|
2809
3075
|
:cloud_watch_logging_options,
|
2810
3076
|
:processing_configuration,
|
@@ -2850,7 +3116,7 @@ module Aws::Firehose
|
|
2850
3116
|
end
|
2851
3117
|
|
2852
3118
|
# Firehose throws this exception when an attempt to put records or to
|
2853
|
-
# start or stop
|
3119
|
+
# start or stop Firehose stream encryption fails. This happens when the
|
2854
3120
|
# KMS service throws one of the following exception types:
|
2855
3121
|
# `AccessDeniedException`, `InvalidStateException`, `DisabledException`,
|
2856
3122
|
# or `NotFoundException`.
|
@@ -2910,7 +3176,7 @@ module Aws::Firehose
|
|
2910
3176
|
end
|
2911
3177
|
|
2912
3178
|
# The stream and role Amazon Resource Names (ARNs) for a Kinesis data
|
2913
|
-
# stream used as the source for a
|
3179
|
+
# stream used as the source for a Firehose stream.
|
2914
3180
|
#
|
2915
3181
|
# @!attribute [rw] kinesis_stream_arn
|
2916
3182
|
# The ARN of the source Kinesis data stream. For more information, see
|
@@ -2941,7 +3207,7 @@ module Aws::Firehose
|
|
2941
3207
|
end
|
2942
3208
|
|
2943
3209
|
# Details about a Kinesis data stream used as the source for a Firehose
|
2944
|
-
#
|
3210
|
+
# Firehose stream.
|
2945
3211
|
#
|
2946
3212
|
# @!attribute [rw] kinesis_stream_arn
|
2947
3213
|
# The Amazon Resource Name (ARN) of the source Kinesis data stream.
|
@@ -2993,26 +3259,26 @@ module Aws::Firehose
|
|
2993
3259
|
end
|
2994
3260
|
|
2995
3261
|
# @!attribute [rw] limit
|
2996
|
-
# The maximum number of
|
3262
|
+
# The maximum number of Firehose streams to list. The default value is
|
2997
3263
|
# 10.
|
2998
3264
|
# @return [Integer]
|
2999
3265
|
#
|
3000
3266
|
# @!attribute [rw] delivery_stream_type
|
3001
|
-
# The
|
3267
|
+
# The Firehose stream type. This can be one of the following values:
|
3002
3268
|
#
|
3003
|
-
# * `DirectPut`: Provider applications access the
|
3269
|
+
# * `DirectPut`: Provider applications access the Firehose stream
|
3004
3270
|
# directly.
|
3005
3271
|
#
|
3006
|
-
# * `KinesisStreamAsSource`: The
|
3272
|
+
# * `KinesisStreamAsSource`: The Firehose stream uses a Kinesis data
|
3007
3273
|
# stream as a source.
|
3008
3274
|
#
|
3009
|
-
# This parameter is optional. If this parameter is omitted,
|
3275
|
+
# This parameter is optional. If this parameter is omitted, Firehose
|
3010
3276
|
# streams of all types are returned.
|
3011
3277
|
# @return [String]
|
3012
3278
|
#
|
3013
3279
|
# @!attribute [rw] exclusive_start_delivery_stream_name
|
3014
|
-
# The list of
|
3015
|
-
# `ListDeliveryStreams` will start with the
|
3280
|
+
# The list of Firehose streams returned by this call to
|
3281
|
+
# `ListDeliveryStreams` will start with the Firehose stream whose name
|
3016
3282
|
# comes alphabetically immediately after the name you specify in
|
3017
3283
|
# `ExclusiveStartDeliveryStreamName`.
|
3018
3284
|
# @return [String]
|
@@ -3028,11 +3294,11 @@ module Aws::Firehose
|
|
3028
3294
|
end
|
3029
3295
|
|
3030
3296
|
# @!attribute [rw] delivery_stream_names
|
3031
|
-
# The names of the
|
3297
|
+
# The names of the Firehose streams.
|
3032
3298
|
# @return [Array<String>]
|
3033
3299
|
#
|
3034
3300
|
# @!attribute [rw] has_more_delivery_streams
|
3035
|
-
# Indicates whether there are more
|
3301
|
+
# Indicates whether there are more Firehose streams available to list.
|
3036
3302
|
# @return [Boolean]
|
3037
3303
|
#
|
3038
3304
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/ListDeliveryStreamsOutput AWS API Documentation
|
@@ -3045,7 +3311,7 @@ module Aws::Firehose
|
|
3045
3311
|
end
|
3046
3312
|
|
3047
3313
|
# @!attribute [rw] delivery_stream_name
|
3048
|
-
# The name of the
|
3314
|
+
# The name of the Firehose stream whose tags you want to list.
|
3049
3315
|
# @return [String]
|
3050
3316
|
#
|
3051
3317
|
# @!attribute [rw] exclusive_start_tag_key
|
@@ -3056,7 +3322,7 @@ module Aws::Firehose
|
|
3056
3322
|
#
|
3057
3323
|
# @!attribute [rw] limit
|
3058
3324
|
# The number of tags to return. If this number is less than the total
|
3059
|
-
# number of tags associated with the
|
3325
|
+
# number of tags associated with the Firehose stream, `HasMoreTags` is
|
3060
3326
|
# set to `true` in the response. To list additional tags, set
|
3061
3327
|
# `ExclusiveStartTagKey` to the last key in the response.
|
3062
3328
|
# @return [Integer]
|
@@ -3129,7 +3395,7 @@ module Aws::Firehose
|
|
3129
3395
|
end
|
3130
3396
|
|
3131
3397
|
# Details about the Amazon MSK cluster used as the source for a Firehose
|
3132
|
-
#
|
3398
|
+
# Firehose stream.
|
3133
3399
|
#
|
3134
3400
|
# @!attribute [rw] msk_cluster_arn
|
3135
3401
|
# The ARN of the Amazon MSK cluster.
|
@@ -3196,8 +3462,8 @@ module Aws::Firehose
|
|
3196
3462
|
# Maps column names to JSON keys that aren't identical to the column
|
3197
3463
|
# names. This is useful when the JSON contains keys that are Hive
|
3198
3464
|
# keywords. For example, `timestamp` is a Hive keyword. If you have a
|
3199
|
-
# JSON key named `timestamp`, set this parameter to
|
3200
|
-
# "timestamp"
|
3465
|
+
# JSON key named `timestamp`, set this parameter to `{"ts":
|
3466
|
+
# "timestamp"}` to map this key to a column named `ts`.
|
3201
3467
|
# @return [Hash<String,String>]
|
3202
3468
|
#
|
3203
3469
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/OpenXJsonSerDe AWS API Documentation
|
@@ -3376,6 +3642,34 @@ module Aws::Firehose
|
|
3376
3642
|
include Aws::Structure
|
3377
3643
|
end
|
3378
3644
|
|
3645
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
3646
|
+
#
|
3647
|
+
# @!attribute [rw] source_name
|
3648
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
3649
|
+
# @return [String]
|
3650
|
+
#
|
3651
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/PartitionField AWS API Documentation
|
3652
|
+
#
|
3653
|
+
class PartitionField < Struct.new(
|
3654
|
+
:source_name)
|
3655
|
+
SENSITIVE = []
|
3656
|
+
include Aws::Structure
|
3657
|
+
end
|
3658
|
+
|
3659
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
3660
|
+
#
|
3661
|
+
# @!attribute [rw] identity
|
3662
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
3663
|
+
# @return [Array<Types::PartitionField>]
|
3664
|
+
#
|
3665
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/PartitionSpec AWS API Documentation
|
3666
|
+
#
|
3667
|
+
class PartitionSpec < Struct.new(
|
3668
|
+
:identity)
|
3669
|
+
SENSITIVE = []
|
3670
|
+
include Aws::Structure
|
3671
|
+
end
|
3672
|
+
|
3379
3673
|
# Describes a data processing configuration.
|
3380
3674
|
#
|
3381
3675
|
# @!attribute [rw] enabled
|
@@ -3446,7 +3740,7 @@ module Aws::Firehose
|
|
3446
3740
|
end
|
3447
3741
|
|
3448
3742
|
# @!attribute [rw] delivery_stream_name
|
3449
|
-
# The name of the
|
3743
|
+
# The name of the Firehose stream.
|
3450
3744
|
# @return [String]
|
3451
3745
|
#
|
3452
3746
|
# @!attribute [rw] records
|
@@ -3490,9 +3784,9 @@ module Aws::Firehose
|
|
3490
3784
|
end
|
3491
3785
|
|
3492
3786
|
# Contains the result for an individual record from a PutRecordBatch
|
3493
|
-
# request. If the record is successfully added to your
|
3787
|
+
# request. If the record is successfully added to your Firehose stream,
|
3494
3788
|
# it receives a record ID. If the record fails to be added to your
|
3495
|
-
#
|
3789
|
+
# Firehose stream, the result includes an error code and an error
|
3496
3790
|
# message.
|
3497
3791
|
#
|
3498
3792
|
# @!attribute [rw] record_id
|
@@ -3518,7 +3812,7 @@ module Aws::Firehose
|
|
3518
3812
|
end
|
3519
3813
|
|
3520
3814
|
# @!attribute [rw] delivery_stream_name
|
3521
|
-
# The name of the
|
3815
|
+
# The name of the Firehose stream.
|
3522
3816
|
# @return [String]
|
3523
3817
|
#
|
3524
3818
|
# @!attribute [rw] record
|
@@ -3552,7 +3846,7 @@ module Aws::Firehose
|
|
3552
3846
|
include Aws::Structure
|
3553
3847
|
end
|
3554
3848
|
|
3555
|
-
# The unit of data in a
|
3849
|
+
# The unit of data in a Firehose stream.
|
3556
3850
|
#
|
3557
3851
|
# @!attribute [rw] data
|
3558
3852
|
# The data blob, which is base64-encoded when the blob is serialized.
|
@@ -3617,9 +3911,9 @@ module Aws::Firehose
|
|
3617
3911
|
# @return [Types::ProcessingConfiguration]
|
3618
3912
|
#
|
3619
3913
|
# @!attribute [rw] s3_backup_mode
|
3620
|
-
# The Amazon S3 backup mode. After you create a
|
3914
|
+
# The Amazon S3 backup mode. After you create a Firehose stream, you
|
3621
3915
|
# can update it to enable Amazon S3 backup if it is disabled. If
|
3622
|
-
# backup is enabled, you can't update the
|
3916
|
+
# backup is enabled, you can't update the Firehose stream to disable
|
3623
3917
|
# it.
|
3624
3918
|
# @return [String]
|
3625
3919
|
#
|
@@ -3628,7 +3922,7 @@ module Aws::Firehose
|
|
3628
3922
|
# @return [Types::S3DestinationConfiguration]
|
3629
3923
|
#
|
3630
3924
|
# @!attribute [rw] cloud_watch_logging_options
|
3631
|
-
# The CloudWatch logging options for your
|
3925
|
+
# The CloudWatch logging options for your Firehose stream.
|
3632
3926
|
# @return [Types::CloudWatchLoggingOptions]
|
3633
3927
|
#
|
3634
3928
|
# @!attribute [rw] secrets_manager_configuration
|
@@ -3701,7 +3995,7 @@ module Aws::Firehose
|
|
3701
3995
|
# @return [Types::S3DestinationDescription]
|
3702
3996
|
#
|
3703
3997
|
# @!attribute [rw] cloud_watch_logging_options
|
3704
|
-
# The Amazon CloudWatch logging options for your
|
3998
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
3705
3999
|
# @return [Types::CloudWatchLoggingOptions]
|
3706
4000
|
#
|
3707
4001
|
# @!attribute [rw] secrets_manager_configuration
|
@@ -3774,8 +4068,8 @@ module Aws::Firehose
|
|
3774
4068
|
# @return [Types::ProcessingConfiguration]
|
3775
4069
|
#
|
3776
4070
|
# @!attribute [rw] s3_backup_mode
|
3777
|
-
# You can update a
|
3778
|
-
# disabled. If backup is enabled, you can't update the
|
4071
|
+
# You can update a Firehose stream to enable Amazon S3 backup if it is
|
4072
|
+
# disabled. If backup is enabled, you can't update the Firehose
|
3779
4073
|
# stream to disable it.
|
3780
4074
|
# @return [String]
|
3781
4075
|
#
|
@@ -3784,7 +4078,7 @@ module Aws::Firehose
|
|
3784
4078
|
# @return [Types::S3DestinationUpdate]
|
3785
4079
|
#
|
3786
4080
|
# @!attribute [rw] cloud_watch_logging_options
|
3787
|
-
# The Amazon CloudWatch logging options for your
|
4081
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
3788
4082
|
# @return [Types::CloudWatchLoggingOptions]
|
3789
4083
|
#
|
3790
4084
|
# @!attribute [rw] secrets_manager_configuration
|
@@ -3858,12 +4152,12 @@ module Aws::Firehose
|
|
3858
4152
|
include Aws::Structure
|
3859
4153
|
end
|
3860
4154
|
|
3861
|
-
# The retry behavior in case Firehose is unable to deliver data to
|
3862
|
-
#
|
4155
|
+
# The retry behavior in case Firehose is unable to deliver data to a
|
4156
|
+
# destination.
|
3863
4157
|
#
|
3864
4158
|
# @!attribute [rw] duration_in_seconds
|
3865
4159
|
# The period of time during which Firehose retries to deliver data to
|
3866
|
-
# the specified
|
4160
|
+
# the specified destination.
|
3867
4161
|
# @return [Integer]
|
3868
4162
|
#
|
3869
4163
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/RetryOptions AWS API Documentation
|
@@ -3936,7 +4230,7 @@ module Aws::Firehose
|
|
3936
4230
|
# @return [Types::EncryptionConfiguration]
|
3937
4231
|
#
|
3938
4232
|
# @!attribute [rw] cloud_watch_logging_options
|
3939
|
-
# The CloudWatch logging options for your
|
4233
|
+
# The CloudWatch logging options for your Firehose stream.
|
3940
4234
|
# @return [Types::CloudWatchLoggingOptions]
|
3941
4235
|
#
|
3942
4236
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/S3DestinationConfiguration AWS API Documentation
|
@@ -4012,7 +4306,7 @@ module Aws::Firehose
|
|
4012
4306
|
# @return [Types::EncryptionConfiguration]
|
4013
4307
|
#
|
4014
4308
|
# @!attribute [rw] cloud_watch_logging_options
|
4015
|
-
# The Amazon CloudWatch logging options for your
|
4309
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
4016
4310
|
# @return [Types::CloudWatchLoggingOptions]
|
4017
4311
|
#
|
4018
4312
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/S3DestinationDescription AWS API Documentation
|
@@ -4092,7 +4386,7 @@ module Aws::Firehose
|
|
4092
4386
|
# @return [Types::EncryptionConfiguration]
|
4093
4387
|
#
|
4094
4388
|
# @!attribute [rw] cloud_watch_logging_options
|
4095
|
-
# The CloudWatch logging options for your
|
4389
|
+
# The CloudWatch logging options for your Firehose stream.
|
4096
4390
|
# @return [Types::CloudWatchLoggingOptions]
|
4097
4391
|
#
|
4098
4392
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/S3DestinationUpdate AWS API Documentation
|
@@ -4172,12 +4466,26 @@ module Aws::Firehose
|
|
4172
4466
|
include Aws::Structure
|
4173
4467
|
end
|
4174
4468
|
|
4469
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
4470
|
+
#
|
4471
|
+
# @!attribute [rw] enabled
|
4472
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
4473
|
+
# @return [Boolean]
|
4474
|
+
#
|
4475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SchemaEvolutionConfiguration AWS API Documentation
|
4476
|
+
#
|
4477
|
+
class SchemaEvolutionConfiguration < Struct.new(
|
4478
|
+
:enabled)
|
4479
|
+
SENSITIVE = []
|
4480
|
+
include Aws::Structure
|
4481
|
+
end
|
4482
|
+
|
4175
4483
|
# The structure that defines how Firehose accesses the secret.
|
4176
4484
|
#
|
4177
4485
|
# @!attribute [rw] secret_arn
|
4178
4486
|
# The ARN of the secret that stores your credentials. It must be in
|
4179
4487
|
# the same region as the Firehose stream and the role. The secret ARN
|
4180
|
-
# can reside in a different account than the
|
4488
|
+
# can reside in a different account than the Firehose stream and role
|
4181
4489
|
# as Firehose supports cross-account secret access. This parameter is
|
4182
4490
|
# required when **Enabled** is set to `True`.
|
4183
4491
|
# @return [String]
|
@@ -4191,8 +4499,8 @@ module Aws::Firehose
|
|
4191
4499
|
# @return [String]
|
4192
4500
|
#
|
4193
4501
|
# @!attribute [rw] enabled
|
4194
|
-
# Specifies whether you want to use the
|
4195
|
-
#
|
4502
|
+
# Specifies whether you want to use the secrets manager feature. When
|
4503
|
+
# set as `True` the secrets manager configuration overwrites the
|
4196
4504
|
# existing secrets in the destination configuration. When it's set to
|
4197
4505
|
# `False` Firehose falls back to the credentials in the destination
|
4198
4506
|
# configuration.
|
@@ -4246,7 +4554,7 @@ module Aws::Firehose
|
|
4246
4554
|
end
|
4247
4555
|
|
4248
4556
|
# The service is unavailable. Back off and retry the operation. If you
|
4249
|
-
# continue to see the exception, throughput limits for the
|
4557
|
+
# continue to see the exception, throughput limits for the Firehose
|
4250
4558
|
# stream may have been exceeded. For more information about limits and
|
4251
4559
|
# how to request an increase, see [Amazon Firehose Limits][1].
|
4252
4560
|
#
|
@@ -4272,7 +4580,7 @@ module Aws::Firehose
|
|
4272
4580
|
#
|
4273
4581
|
# @!attribute [rw] size_in_m_bs
|
4274
4582
|
# Buffer incoming data to the specified size, in MBs, before
|
4275
|
-
# delivering it to the destination. The default value is
|
4583
|
+
# delivering it to the destination. The default value is 128.
|
4276
4584
|
# @return [Integer]
|
4277
4585
|
#
|
4278
4586
|
# @!attribute [rw] interval_in_seconds
|
@@ -4369,7 +4677,7 @@ module Aws::Firehose
|
|
4369
4677
|
# @return [Types::SnowflakeVpcConfiguration]
|
4370
4678
|
#
|
4371
4679
|
# @!attribute [rw] cloud_watch_logging_options
|
4372
|
-
# Describes the Amazon CloudWatch logging options for your
|
4680
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
4373
4681
|
# stream.
|
4374
4682
|
# @return [Types::CloudWatchLoggingOptions]
|
4375
4683
|
#
|
@@ -4491,7 +4799,7 @@ module Aws::Firehose
|
|
4491
4799
|
# @return [Types::SnowflakeVpcConfiguration]
|
4492
4800
|
#
|
4493
4801
|
# @!attribute [rw] cloud_watch_logging_options
|
4494
|
-
# Describes the Amazon CloudWatch logging options for your
|
4802
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
4495
4803
|
# stream.
|
4496
4804
|
# @return [Types::CloudWatchLoggingOptions]
|
4497
4805
|
#
|
@@ -4621,7 +4929,7 @@ module Aws::Firehose
|
|
4621
4929
|
# @return [String]
|
4622
4930
|
#
|
4623
4931
|
# @!attribute [rw] cloud_watch_logging_options
|
4624
|
-
# Describes the Amazon CloudWatch logging options for your
|
4932
|
+
# Describes the Amazon CloudWatch logging options for your Firehose
|
4625
4933
|
# stream.
|
4626
4934
|
# @return [Types::CloudWatchLoggingOptions]
|
4627
4935
|
#
|
@@ -4655,7 +4963,8 @@ module Aws::Firehose
|
|
4655
4963
|
# @return [Types::SnowflakeRetryOptions]
|
4656
4964
|
#
|
4657
4965
|
# @!attribute [rw] s3_backup_mode
|
4658
|
-
# Choose an S3 backup mode
|
4966
|
+
# Choose an S3 backup mode. Once you set the mode as `AllData`, you
|
4967
|
+
# can not change it to `FailedDataOnly`.
|
4659
4968
|
# @return [String]
|
4660
4969
|
#
|
4661
4970
|
# @!attribute [rw] s3_update
|
@@ -4769,7 +5078,7 @@ module Aws::Firehose
|
|
4769
5078
|
end
|
4770
5079
|
|
4771
5080
|
# Details about a Kinesis data stream used as the source for a Firehose
|
4772
|
-
#
|
5081
|
+
# Firehose stream.
|
4773
5082
|
#
|
4774
5083
|
# @!attribute [rw] kinesis_stream_source_description
|
4775
5084
|
# The KinesisStreamSourceDescription value for the source Kinesis data
|
@@ -4781,11 +5090,16 @@ module Aws::Firehose
|
|
4781
5090
|
# as the source for a delivery stream.
|
4782
5091
|
# @return [Types::MSKSourceDescription]
|
4783
5092
|
#
|
5093
|
+
# @!attribute [rw] database_source_description
|
5094
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5095
|
+
# @return [Types::DatabaseSourceDescription]
|
5096
|
+
#
|
4784
5097
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SourceDescription AWS API Documentation
|
4785
5098
|
#
|
4786
5099
|
class SourceDescription < Struct.new(
|
4787
5100
|
:kinesis_stream_source_description,
|
4788
|
-
:msk_source_description
|
5101
|
+
:msk_source_description,
|
5102
|
+
:database_source_description)
|
4789
5103
|
SENSITIVE = []
|
4790
5104
|
include Aws::Structure
|
4791
5105
|
end
|
@@ -4864,7 +5178,7 @@ module Aws::Firehose
|
|
4864
5178
|
# @return [Types::ProcessingConfiguration]
|
4865
5179
|
#
|
4866
5180
|
# @!attribute [rw] cloud_watch_logging_options
|
4867
|
-
# The Amazon CloudWatch logging options for your
|
5181
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
4868
5182
|
# @return [Types::CloudWatchLoggingOptions]
|
4869
5183
|
#
|
4870
5184
|
# @!attribute [rw] buffering_hints
|
@@ -4941,7 +5255,7 @@ module Aws::Firehose
|
|
4941
5255
|
# @return [Types::ProcessingConfiguration]
|
4942
5256
|
#
|
4943
5257
|
# @!attribute [rw] cloud_watch_logging_options
|
4944
|
-
# The Amazon CloudWatch logging options for your
|
5258
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
4945
5259
|
# @return [Types::CloudWatchLoggingOptions]
|
4946
5260
|
#
|
4947
5261
|
# @!attribute [rw] buffering_hints
|
@@ -5022,7 +5336,7 @@ module Aws::Firehose
|
|
5022
5336
|
# @return [Types::ProcessingConfiguration]
|
5023
5337
|
#
|
5024
5338
|
# @!attribute [rw] cloud_watch_logging_options
|
5025
|
-
# The Amazon CloudWatch logging options for your
|
5339
|
+
# The Amazon CloudWatch logging options for your Firehose stream.
|
5026
5340
|
# @return [Types::CloudWatchLoggingOptions]
|
5027
5341
|
#
|
5028
5342
|
# @!attribute [rw] buffering_hints
|
@@ -5072,7 +5386,7 @@ module Aws::Firehose
|
|
5072
5386
|
end
|
5073
5387
|
|
5074
5388
|
# @!attribute [rw] delivery_stream_name
|
5075
|
-
# The name of the
|
5389
|
+
# The name of the Firehose stream for which you want to enable
|
5076
5390
|
# server-side encryption (SSE).
|
5077
5391
|
# @return [String]
|
5078
5392
|
#
|
@@ -5095,7 +5409,7 @@ module Aws::Firehose
|
|
5095
5409
|
class StartDeliveryStreamEncryptionOutput < Aws::EmptyStructure; end
|
5096
5410
|
|
5097
5411
|
# @!attribute [rw] delivery_stream_name
|
5098
|
-
# The name of the
|
5412
|
+
# The name of the Firehose stream for which you want to disable
|
5099
5413
|
# server-side encryption (SSE).
|
5100
5414
|
# @return [String]
|
5101
5415
|
#
|
@@ -5111,7 +5425,21 @@ module Aws::Firehose
|
|
5111
5425
|
#
|
5112
5426
|
class StopDeliveryStreamEncryptionOutput < Aws::EmptyStructure; end
|
5113
5427
|
|
5114
|
-
#
|
5428
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5429
|
+
#
|
5430
|
+
# @!attribute [rw] enabled
|
5431
|
+
# Amazon Data Firehose is in preview release and is subject to change.
|
5432
|
+
# @return [Boolean]
|
5433
|
+
#
|
5434
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/TableCreationConfiguration AWS API Documentation
|
5435
|
+
#
|
5436
|
+
class TableCreationConfiguration < Struct.new(
|
5437
|
+
:enabled)
|
5438
|
+
SENSITIVE = []
|
5439
|
+
include Aws::Structure
|
5440
|
+
end
|
5441
|
+
|
5442
|
+
# Metadata that you can assign to a Firehose stream, consisting of a
|
5115
5443
|
# key-value pair.
|
5116
5444
|
#
|
5117
5445
|
# @!attribute [rw] key
|
@@ -5136,7 +5464,7 @@ module Aws::Firehose
|
|
5136
5464
|
end
|
5137
5465
|
|
5138
5466
|
# @!attribute [rw] delivery_stream_name
|
5139
|
-
# The name of the
|
5467
|
+
# The name of the Firehose stream to which you want to add the tags.
|
5140
5468
|
# @return [String]
|
5141
5469
|
#
|
5142
5470
|
# @!attribute [rw] tags
|
@@ -5157,7 +5485,7 @@ module Aws::Firehose
|
|
5157
5485
|
class TagDeliveryStreamOutput < Aws::EmptyStructure; end
|
5158
5486
|
|
5159
5487
|
# @!attribute [rw] delivery_stream_name
|
5160
|
-
# The name of the
|
5488
|
+
# The name of the Firehose stream.
|
5161
5489
|
# @return [String]
|
5162
5490
|
#
|
5163
5491
|
# @!attribute [rw] tag_keys
|
@@ -5179,7 +5507,7 @@ module Aws::Firehose
|
|
5179
5507
|
class UntagDeliveryStreamOutput < Aws::EmptyStructure; end
|
5180
5508
|
|
5181
5509
|
# @!attribute [rw] delivery_stream_name
|
5182
|
-
# The name of the
|
5510
|
+
# The name of the Firehose stream.
|
5183
5511
|
# @return [String]
|
5184
5512
|
#
|
5185
5513
|
# @!attribute [rw] current_delivery_stream_version_id
|
@@ -5235,8 +5563,6 @@ module Aws::Firehose
|
|
5235
5563
|
#
|
5236
5564
|
# @!attribute [rw] iceberg_destination_update
|
5237
5565
|
# Describes an update for a destination in Apache Iceberg Tables.
|
5238
|
-
#
|
5239
|
-
# Amazon Data Firehose is in preview release and is subject to change.
|
5240
5566
|
# @return [Types::IcebergDestinationUpdate]
|
5241
5567
|
#
|
5242
5568
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
|
@@ -5280,7 +5606,7 @@ module Aws::Firehose
|
|
5280
5606
|
# Firehose to scale up the number of ENIs to match throughput, ensure
|
5281
5607
|
# that you have sufficient quota. To help you calculate the quota you
|
5282
5608
|
# need, assume that Firehose can create up to three ENIs for this
|
5283
|
-
#
|
5609
|
+
# Firehose stream for each of the subnets specified here. For more
|
5284
5610
|
# information about ENI quota, see [Network Interfaces ][1] in the
|
5285
5611
|
# Amazon VPC Quotas topic.
|
5286
5612
|
#
|
@@ -5290,7 +5616,7 @@ module Aws::Firehose
|
|
5290
5616
|
# @return [Array<String>]
|
5291
5617
|
#
|
5292
5618
|
# @!attribute [rw] role_arn
|
5293
|
-
# The ARN of the IAM role that you want the
|
5619
|
+
# The ARN of the IAM role that you want the Firehose stream to use to
|
5294
5620
|
# create endpoints in the destination VPC. You can use your existing
|
5295
5621
|
# Firehose delivery role or you can specify a new role. In either
|
5296
5622
|
# case, make sure that the role trusts the Firehose service principal
|
@@ -5365,7 +5691,7 @@ module Aws::Firehose
|
|
5365
5691
|
# Firehose to scale up the number of ENIs to match throughput, ensure
|
5366
5692
|
# that you have sufficient quota. To help you calculate the quota you
|
5367
5693
|
# need, assume that Firehose can create up to three ENIs for this
|
5368
|
-
#
|
5694
|
+
# Firehose stream for each of the subnets specified here. For more
|
5369
5695
|
# information about ENI quota, see [Network Interfaces ][1] in the
|
5370
5696
|
# Amazon VPC Quotas topic.
|
5371
5697
|
#
|
@@ -5375,7 +5701,7 @@ module Aws::Firehose
|
|
5375
5701
|
# @return [Array<String>]
|
5376
5702
|
#
|
5377
5703
|
# @!attribute [rw] role_arn
|
5378
|
-
# The ARN of the IAM role that the
|
5704
|
+
# The ARN of the IAM role that the Firehose stream uses to create
|
5379
5705
|
# endpoints in the destination VPC. You can use your existing Firehose
|
5380
5706
|
# delivery role or you can specify a new role. In either case, make
|
5381
5707
|
# sure that the role trusts the Firehose service principal and that it
|
@@ -5397,7 +5723,7 @@ module Aws::Firehose
|
|
5397
5723
|
#
|
5398
5724
|
# * `ec2:DeleteNetworkInterface`
|
5399
5725
|
#
|
5400
|
-
# If you revoke these permissions after you create the
|
5726
|
+
# If you revoke these permissions after you create the Firehose
|
5401
5727
|
# stream, Firehose can't scale out by creating more ENIs when
|
5402
5728
|
# necessary. You might therefore see a degradation in performance.
|
5403
5729
|
# @return [String]
|
@@ -5410,7 +5736,7 @@ module Aws::Firehose
|
|
5410
5736
|
# outbound HTTPS traffic to the Amazon ES domain's security group.
|
5411
5737
|
# Also ensure that the Amazon ES domain's security group allows HTTPS
|
5412
5738
|
# traffic from the security groups specified here. If you use the same
|
5413
|
-
# security group for both your
|
5739
|
+
# security group for both your Firehose stream and the Amazon ES
|
5414
5740
|
# domain, make sure the security group inbound rule allows HTTPS
|
5415
5741
|
# traffic. For more information about security group rules, see
|
5416
5742
|
# [Security group rules][1] in the Amazon VPC documentation.
|