aws-sdk-firehose 1.61.0 → 1.62.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-firehose/client.rb +169 -1
- data/lib/aws-sdk-firehose/client_api.rb +90 -0
- data/lib/aws-sdk-firehose/types.rb +465 -2
- data/lib/aws-sdk-firehose.rb +1 -1
- metadata +6 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: bb1055b234cd9a13da69c44a431e6e7ee2dfdae73ec46294acf21732607401ef
|
4
|
+
data.tar.gz: e51fbdf991b178b0265f656ebf96b8559b6307604d7b4c0b19015082405e5327
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 43164dc1b673d86a5c0c884e109074b74de24b1f29fe03fb1dbca435d10cf808cca42fa57d353059ebfc69e7dd13cdc7ee96366a9dc969a78905828503d7239c
|
7
|
+
data.tar.gz: 5241ce8e2e717784fea8df202e1f624ef013abcbc7f653ad9316f6049c9a0ccfe574317b206ce96e6d6e60803afba8381d444c87162961a7fcdc8c78d920ab07
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.62.0
|
@@ -557,6 +557,9 @@ module Aws::Firehose
|
|
557
557
|
# The configuration for the Amazon MSK cluster to be used as the source
|
558
558
|
# for a delivery stream.
|
559
559
|
#
|
560
|
+
# @option params [Types::SnowflakeDestinationConfiguration] :snowflake_destination_configuration
|
561
|
+
# Configure Snowflake destination
|
562
|
+
#
|
560
563
|
# @return [Types::CreateDeliveryStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
561
564
|
#
|
562
565
|
# * {Types::CreateDeliveryStreamOutput#delivery_stream_arn #delivery_stream_arn} => String
|
@@ -1112,6 +1115,71 @@ module Aws::Firehose
|
|
1112
1115
|
# connectivity: "PUBLIC", # required, accepts PUBLIC, PRIVATE
|
1113
1116
|
# },
|
1114
1117
|
# },
|
1118
|
+
# snowflake_destination_configuration: {
|
1119
|
+
# account_url: "SnowflakeAccountUrl", # required
|
1120
|
+
# private_key: "SnowflakePrivateKey", # required
|
1121
|
+
# key_passphrase: "SnowflakeKeyPassphrase",
|
1122
|
+
# user: "SnowflakeUser", # required
|
1123
|
+
# database: "SnowflakeDatabase", # required
|
1124
|
+
# schema: "SnowflakeSchema", # required
|
1125
|
+
# table: "SnowflakeTable", # required
|
1126
|
+
# snowflake_role_configuration: {
|
1127
|
+
# enabled: false,
|
1128
|
+
# snowflake_role: "SnowflakeRole",
|
1129
|
+
# },
|
1130
|
+
# data_loading_option: "JSON_MAPPING", # accepts JSON_MAPPING, VARIANT_CONTENT_MAPPING, VARIANT_CONTENT_AND_METADATA_MAPPING
|
1131
|
+
# meta_data_column_name: "SnowflakeMetaDataColumnName",
|
1132
|
+
# content_column_name: "SnowflakeContentColumnName",
|
1133
|
+
# snowflake_vpc_configuration: {
|
1134
|
+
# private_link_vpce_id: "SnowflakePrivateLinkVpceId", # required
|
1135
|
+
# },
|
1136
|
+
# cloud_watch_logging_options: {
|
1137
|
+
# enabled: false,
|
1138
|
+
# log_group_name: "LogGroupName",
|
1139
|
+
# log_stream_name: "LogStreamName",
|
1140
|
+
# },
|
1141
|
+
# processing_configuration: {
|
1142
|
+
# enabled: false,
|
1143
|
+
# processors: [
|
1144
|
+
# {
|
1145
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
1146
|
+
# parameters: [
|
1147
|
+
# {
|
1148
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
|
1149
|
+
# parameter_value: "ProcessorParameterValue", # required
|
1150
|
+
# },
|
1151
|
+
# ],
|
1152
|
+
# },
|
1153
|
+
# ],
|
1154
|
+
# },
|
1155
|
+
# role_arn: "RoleARN", # required
|
1156
|
+
# retry_options: {
|
1157
|
+
# duration_in_seconds: 1,
|
1158
|
+
# },
|
1159
|
+
# s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
|
1160
|
+
# s3_configuration: { # required
|
1161
|
+
# role_arn: "RoleARN", # required
|
1162
|
+
# bucket_arn: "BucketARN", # required
|
1163
|
+
# prefix: "Prefix",
|
1164
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
1165
|
+
# buffering_hints: {
|
1166
|
+
# size_in_m_bs: 1,
|
1167
|
+
# interval_in_seconds: 1,
|
1168
|
+
# },
|
1169
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
1170
|
+
# encryption_configuration: {
|
1171
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
1172
|
+
# kms_encryption_config: {
|
1173
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
1174
|
+
# },
|
1175
|
+
# },
|
1176
|
+
# cloud_watch_logging_options: {
|
1177
|
+
# enabled: false,
|
1178
|
+
# log_group_name: "LogGroupName",
|
1179
|
+
# log_stream_name: "LogStreamName",
|
1180
|
+
# },
|
1181
|
+
# },
|
1182
|
+
# },
|
1115
1183
|
# })
|
1116
1184
|
#
|
1117
1185
|
# @example Response structure
|
@@ -1494,6 +1562,41 @@ module Aws::Firehose
|
|
1494
1562
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
1495
1563
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
1496
1564
|
# resp.delivery_stream_description.destinations[0].http_endpoint_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
1565
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.account_url #=> String
|
1566
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.user #=> String
|
1567
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.database #=> String
|
1568
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.schema #=> String
|
1569
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.table #=> String
|
1570
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.snowflake_role_configuration.enabled #=> Boolean
|
1571
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.snowflake_role_configuration.snowflake_role #=> String
|
1572
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.data_loading_option #=> String, one of "JSON_MAPPING", "VARIANT_CONTENT_MAPPING", "VARIANT_CONTENT_AND_METADATA_MAPPING"
|
1573
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.meta_data_column_name #=> String
|
1574
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.content_column_name #=> String
|
1575
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.snowflake_vpc_configuration.private_link_vpce_id #=> String
|
1576
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
1577
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
1578
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
1579
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.enabled #=> Boolean
|
1580
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.processors #=> Array
|
1581
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.processors[0].type #=> String, one of "RecordDeAggregation", "Decompression", "Lambda", "MetadataExtraction", "AppendDelimiterToRecord"
|
1582
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.processors[0].parameters #=> Array
|
1583
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.processors[0].parameters[0].parameter_name #=> String, one of "LambdaArn", "NumberOfRetries", "MetadataExtractionQuery", "JsonParsingEngine", "RoleArn", "BufferSizeInMBs", "BufferIntervalInSeconds", "SubRecordType", "Delimiter", "CompressionFormat"
|
1584
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.processing_configuration.processors[0].parameters[0].parameter_value #=> String
|
1585
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.role_arn #=> String
|
1586
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.retry_options.duration_in_seconds #=> Integer
|
1587
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_backup_mode #=> String, one of "FailedDataOnly", "AllData"
|
1588
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.role_arn #=> String
|
1589
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.bucket_arn #=> String
|
1590
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.prefix #=> String
|
1591
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.error_output_prefix #=> String
|
1592
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.buffering_hints.size_in_m_bs #=> Integer
|
1593
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.buffering_hints.interval_in_seconds #=> Integer
|
1594
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.compression_format #=> String, one of "UNCOMPRESSED", "GZIP", "ZIP", "Snappy", "HADOOP_SNAPPY"
|
1595
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.encryption_configuration.no_encryption_config #=> String, one of "NoEncryption"
|
1596
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.encryption_configuration.kms_encryption_config.awskms_key_arn #=> String
|
1597
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.cloud_watch_logging_options.enabled #=> Boolean
|
1598
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.cloud_watch_logging_options.log_group_name #=> String
|
1599
|
+
# resp.delivery_stream_description.destinations[0].snowflake_destination_description.s3_destination_description.cloud_watch_logging_options.log_stream_name #=> String
|
1497
1600
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.role_arn #=> String
|
1498
1601
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.collection_endpoint #=> String
|
1499
1602
|
# resp.delivery_stream_description.destinations[0].amazon_open_search_serverless_destination_description.index_name #=> String
|
@@ -2152,6 +2255,9 @@ module Aws::Firehose
|
|
2152
2255
|
# Describes an update for a destination in the Serverless offering for
|
2153
2256
|
# Amazon OpenSearch Service.
|
2154
2257
|
#
|
2258
|
+
# @option params [Types::SnowflakeDestinationUpdate] :snowflake_destination_update
|
2259
|
+
# Update to the Snowflake destination condiguration settings
|
2260
|
+
#
|
2155
2261
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2156
2262
|
#
|
2157
2263
|
# @example Request syntax with placeholder values
|
@@ -2666,6 +2772,68 @@ module Aws::Firehose
|
|
2666
2772
|
# log_stream_name: "LogStreamName",
|
2667
2773
|
# },
|
2668
2774
|
# },
|
2775
|
+
# snowflake_destination_update: {
|
2776
|
+
# account_url: "SnowflakeAccountUrl",
|
2777
|
+
# private_key: "SnowflakePrivateKey",
|
2778
|
+
# key_passphrase: "SnowflakeKeyPassphrase",
|
2779
|
+
# user: "SnowflakeUser",
|
2780
|
+
# database: "SnowflakeDatabase",
|
2781
|
+
# schema: "SnowflakeSchema",
|
2782
|
+
# table: "SnowflakeTable",
|
2783
|
+
# snowflake_role_configuration: {
|
2784
|
+
# enabled: false,
|
2785
|
+
# snowflake_role: "SnowflakeRole",
|
2786
|
+
# },
|
2787
|
+
# data_loading_option: "JSON_MAPPING", # accepts JSON_MAPPING, VARIANT_CONTENT_MAPPING, VARIANT_CONTENT_AND_METADATA_MAPPING
|
2788
|
+
# meta_data_column_name: "SnowflakeMetaDataColumnName",
|
2789
|
+
# content_column_name: "SnowflakeContentColumnName",
|
2790
|
+
# cloud_watch_logging_options: {
|
2791
|
+
# enabled: false,
|
2792
|
+
# log_group_name: "LogGroupName",
|
2793
|
+
# log_stream_name: "LogStreamName",
|
2794
|
+
# },
|
2795
|
+
# processing_configuration: {
|
2796
|
+
# enabled: false,
|
2797
|
+
# processors: [
|
2798
|
+
# {
|
2799
|
+
# type: "RecordDeAggregation", # required, accepts RecordDeAggregation, Decompression, Lambda, MetadataExtraction, AppendDelimiterToRecord
|
2800
|
+
# parameters: [
|
2801
|
+
# {
|
2802
|
+
# parameter_name: "LambdaArn", # required, accepts LambdaArn, NumberOfRetries, MetadataExtractionQuery, JsonParsingEngine, RoleArn, BufferSizeInMBs, BufferIntervalInSeconds, SubRecordType, Delimiter, CompressionFormat
|
2803
|
+
# parameter_value: "ProcessorParameterValue", # required
|
2804
|
+
# },
|
2805
|
+
# ],
|
2806
|
+
# },
|
2807
|
+
# ],
|
2808
|
+
# },
|
2809
|
+
# role_arn: "RoleARN",
|
2810
|
+
# retry_options: {
|
2811
|
+
# duration_in_seconds: 1,
|
2812
|
+
# },
|
2813
|
+
# s3_backup_mode: "FailedDataOnly", # accepts FailedDataOnly, AllData
|
2814
|
+
# s3_update: {
|
2815
|
+
# role_arn: "RoleARN",
|
2816
|
+
# bucket_arn: "BucketARN",
|
2817
|
+
# prefix: "Prefix",
|
2818
|
+
# error_output_prefix: "ErrorOutputPrefix",
|
2819
|
+
# buffering_hints: {
|
2820
|
+
# size_in_m_bs: 1,
|
2821
|
+
# interval_in_seconds: 1,
|
2822
|
+
# },
|
2823
|
+
# compression_format: "UNCOMPRESSED", # accepts UNCOMPRESSED, GZIP, ZIP, Snappy, HADOOP_SNAPPY
|
2824
|
+
# encryption_configuration: {
|
2825
|
+
# no_encryption_config: "NoEncryption", # accepts NoEncryption
|
2826
|
+
# kms_encryption_config: {
|
2827
|
+
# awskms_key_arn: "AWSKMSKeyARN", # required
|
2828
|
+
# },
|
2829
|
+
# },
|
2830
|
+
# cloud_watch_logging_options: {
|
2831
|
+
# enabled: false,
|
2832
|
+
# log_group_name: "LogGroupName",
|
2833
|
+
# log_stream_name: "LogStreamName",
|
2834
|
+
# },
|
2835
|
+
# },
|
2836
|
+
# },
|
2669
2837
|
# })
|
2670
2838
|
#
|
2671
2839
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestination AWS API Documentation
|
@@ -2690,7 +2858,7 @@ module Aws::Firehose
|
|
2690
2858
|
params: params,
|
2691
2859
|
config: config)
|
2692
2860
|
context[:gem_name] = 'aws-sdk-firehose'
|
2693
|
-
context[:gem_version] = '1.
|
2861
|
+
context[:gem_version] = '1.62.0'
|
2694
2862
|
Seahorse::Client::Request.new(handlers, context)
|
2695
2863
|
end
|
2696
2864
|
|
@@ -209,6 +209,26 @@ module Aws::Firehose
|
|
209
209
|
Serializer = Shapes::StructureShape.new(name: 'Serializer')
|
210
210
|
ServiceUnavailableException = Shapes::StructureShape.new(name: 'ServiceUnavailableException')
|
211
211
|
SizeInMBs = Shapes::IntegerShape.new(name: 'SizeInMBs')
|
212
|
+
SnowflakeAccountUrl = Shapes::StringShape.new(name: 'SnowflakeAccountUrl')
|
213
|
+
SnowflakeContentColumnName = Shapes::StringShape.new(name: 'SnowflakeContentColumnName')
|
214
|
+
SnowflakeDataLoadingOption = Shapes::StringShape.new(name: 'SnowflakeDataLoadingOption')
|
215
|
+
SnowflakeDatabase = Shapes::StringShape.new(name: 'SnowflakeDatabase')
|
216
|
+
SnowflakeDestinationConfiguration = Shapes::StructureShape.new(name: 'SnowflakeDestinationConfiguration')
|
217
|
+
SnowflakeDestinationDescription = Shapes::StructureShape.new(name: 'SnowflakeDestinationDescription')
|
218
|
+
SnowflakeDestinationUpdate = Shapes::StructureShape.new(name: 'SnowflakeDestinationUpdate')
|
219
|
+
SnowflakeKeyPassphrase = Shapes::StringShape.new(name: 'SnowflakeKeyPassphrase')
|
220
|
+
SnowflakeMetaDataColumnName = Shapes::StringShape.new(name: 'SnowflakeMetaDataColumnName')
|
221
|
+
SnowflakePrivateKey = Shapes::StringShape.new(name: 'SnowflakePrivateKey')
|
222
|
+
SnowflakePrivateLinkVpceId = Shapes::StringShape.new(name: 'SnowflakePrivateLinkVpceId')
|
223
|
+
SnowflakeRetryDurationInSeconds = Shapes::IntegerShape.new(name: 'SnowflakeRetryDurationInSeconds')
|
224
|
+
SnowflakeRetryOptions = Shapes::StructureShape.new(name: 'SnowflakeRetryOptions')
|
225
|
+
SnowflakeRole = Shapes::StringShape.new(name: 'SnowflakeRole')
|
226
|
+
SnowflakeRoleConfiguration = Shapes::StructureShape.new(name: 'SnowflakeRoleConfiguration')
|
227
|
+
SnowflakeS3BackupMode = Shapes::StringShape.new(name: 'SnowflakeS3BackupMode')
|
228
|
+
SnowflakeSchema = Shapes::StringShape.new(name: 'SnowflakeSchema')
|
229
|
+
SnowflakeTable = Shapes::StringShape.new(name: 'SnowflakeTable')
|
230
|
+
SnowflakeUser = Shapes::StringShape.new(name: 'SnowflakeUser')
|
231
|
+
SnowflakeVpcConfiguration = Shapes::StructureShape.new(name: 'SnowflakeVpcConfiguration')
|
212
232
|
SourceDescription = Shapes::StructureShape.new(name: 'SourceDescription')
|
213
233
|
SplunkBufferingHints = Shapes::StructureShape.new(name: 'SplunkBufferingHints')
|
214
234
|
SplunkBufferingIntervalInSeconds = Shapes::IntegerShape.new(name: 'SplunkBufferingIntervalInSeconds')
|
@@ -373,6 +393,7 @@ module Aws::Firehose
|
|
373
393
|
CreateDeliveryStreamInput.add_member(:tags, Shapes::ShapeRef.new(shape: TagDeliveryStreamInputTagList, location_name: "Tags"))
|
374
394
|
CreateDeliveryStreamInput.add_member(:amazon_open_search_serverless_destination_configuration, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationConfiguration, location_name: "AmazonOpenSearchServerlessDestinationConfiguration"))
|
375
395
|
CreateDeliveryStreamInput.add_member(:msk_source_configuration, Shapes::ShapeRef.new(shape: MSKSourceConfiguration, location_name: "MSKSourceConfiguration"))
|
396
|
+
CreateDeliveryStreamInput.add_member(:snowflake_destination_configuration, Shapes::ShapeRef.new(shape: SnowflakeDestinationConfiguration, location_name: "SnowflakeDestinationConfiguration"))
|
376
397
|
CreateDeliveryStreamInput.struct_class = Types::CreateDeliveryStreamInput
|
377
398
|
|
378
399
|
CreateDeliveryStreamOutput.add_member(:delivery_stream_arn, Shapes::ShapeRef.new(shape: DeliveryStreamARN, location_name: "DeliveryStreamARN"))
|
@@ -436,6 +457,7 @@ module Aws::Firehose
|
|
436
457
|
DestinationDescription.add_member(:amazonopensearchservice_destination_description, Shapes::ShapeRef.new(shape: AmazonopensearchserviceDestinationDescription, location_name: "AmazonopensearchserviceDestinationDescription"))
|
437
458
|
DestinationDescription.add_member(:splunk_destination_description, Shapes::ShapeRef.new(shape: SplunkDestinationDescription, location_name: "SplunkDestinationDescription"))
|
438
459
|
DestinationDescription.add_member(:http_endpoint_destination_description, Shapes::ShapeRef.new(shape: HttpEndpointDestinationDescription, location_name: "HttpEndpointDestinationDescription"))
|
460
|
+
DestinationDescription.add_member(:snowflake_destination_description, Shapes::ShapeRef.new(shape: SnowflakeDestinationDescription, location_name: "SnowflakeDestinationDescription"))
|
439
461
|
DestinationDescription.add_member(:amazon_open_search_serverless_destination_description, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationDescription, location_name: "AmazonOpenSearchServerlessDestinationDescription"))
|
440
462
|
DestinationDescription.struct_class = Types::DestinationDescription
|
441
463
|
|
@@ -850,6 +872,73 @@ module Aws::Firehose
|
|
850
872
|
ServiceUnavailableException.add_member(:message, Shapes::ShapeRef.new(shape: ErrorMessage, location_name: "message"))
|
851
873
|
ServiceUnavailableException.struct_class = Types::ServiceUnavailableException
|
852
874
|
|
875
|
+
SnowflakeDestinationConfiguration.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, required: true, location_name: "AccountUrl"))
|
876
|
+
SnowflakeDestinationConfiguration.add_member(:private_key, Shapes::ShapeRef.new(shape: SnowflakePrivateKey, required: true, location_name: "PrivateKey"))
|
877
|
+
SnowflakeDestinationConfiguration.add_member(:key_passphrase, Shapes::ShapeRef.new(shape: SnowflakeKeyPassphrase, location_name: "KeyPassphrase"))
|
878
|
+
SnowflakeDestinationConfiguration.add_member(:user, Shapes::ShapeRef.new(shape: SnowflakeUser, required: true, location_name: "User"))
|
879
|
+
SnowflakeDestinationConfiguration.add_member(:database, Shapes::ShapeRef.new(shape: SnowflakeDatabase, required: true, location_name: "Database"))
|
880
|
+
SnowflakeDestinationConfiguration.add_member(:schema, Shapes::ShapeRef.new(shape: SnowflakeSchema, required: true, location_name: "Schema"))
|
881
|
+
SnowflakeDestinationConfiguration.add_member(:table, Shapes::ShapeRef.new(shape: SnowflakeTable, required: true, location_name: "Table"))
|
882
|
+
SnowflakeDestinationConfiguration.add_member(:snowflake_role_configuration, Shapes::ShapeRef.new(shape: SnowflakeRoleConfiguration, location_name: "SnowflakeRoleConfiguration"))
|
883
|
+
SnowflakeDestinationConfiguration.add_member(:data_loading_option, Shapes::ShapeRef.new(shape: SnowflakeDataLoadingOption, location_name: "DataLoadingOption"))
|
884
|
+
SnowflakeDestinationConfiguration.add_member(:meta_data_column_name, Shapes::ShapeRef.new(shape: SnowflakeMetaDataColumnName, location_name: "MetaDataColumnName"))
|
885
|
+
SnowflakeDestinationConfiguration.add_member(:content_column_name, Shapes::ShapeRef.new(shape: SnowflakeContentColumnName, location_name: "ContentColumnName"))
|
886
|
+
SnowflakeDestinationConfiguration.add_member(:snowflake_vpc_configuration, Shapes::ShapeRef.new(shape: SnowflakeVpcConfiguration, location_name: "SnowflakeVpcConfiguration"))
|
887
|
+
SnowflakeDestinationConfiguration.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
888
|
+
SnowflakeDestinationConfiguration.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
889
|
+
SnowflakeDestinationConfiguration.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, required: true, location_name: "RoleARN"))
|
890
|
+
SnowflakeDestinationConfiguration.add_member(:retry_options, Shapes::ShapeRef.new(shape: SnowflakeRetryOptions, location_name: "RetryOptions"))
|
891
|
+
SnowflakeDestinationConfiguration.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
892
|
+
SnowflakeDestinationConfiguration.add_member(:s3_configuration, Shapes::ShapeRef.new(shape: S3DestinationConfiguration, required: true, location_name: "S3Configuration"))
|
893
|
+
SnowflakeDestinationConfiguration.struct_class = Types::SnowflakeDestinationConfiguration
|
894
|
+
|
895
|
+
SnowflakeDestinationDescription.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
|
896
|
+
SnowflakeDestinationDescription.add_member(:user, Shapes::ShapeRef.new(shape: SnowflakeUser, location_name: "User"))
|
897
|
+
SnowflakeDestinationDescription.add_member(:database, Shapes::ShapeRef.new(shape: SnowflakeDatabase, location_name: "Database"))
|
898
|
+
SnowflakeDestinationDescription.add_member(:schema, Shapes::ShapeRef.new(shape: SnowflakeSchema, location_name: "Schema"))
|
899
|
+
SnowflakeDestinationDescription.add_member(:table, Shapes::ShapeRef.new(shape: SnowflakeTable, location_name: "Table"))
|
900
|
+
SnowflakeDestinationDescription.add_member(:snowflake_role_configuration, Shapes::ShapeRef.new(shape: SnowflakeRoleConfiguration, location_name: "SnowflakeRoleConfiguration"))
|
901
|
+
SnowflakeDestinationDescription.add_member(:data_loading_option, Shapes::ShapeRef.new(shape: SnowflakeDataLoadingOption, location_name: "DataLoadingOption"))
|
902
|
+
SnowflakeDestinationDescription.add_member(:meta_data_column_name, Shapes::ShapeRef.new(shape: SnowflakeMetaDataColumnName, location_name: "MetaDataColumnName"))
|
903
|
+
SnowflakeDestinationDescription.add_member(:content_column_name, Shapes::ShapeRef.new(shape: SnowflakeContentColumnName, location_name: "ContentColumnName"))
|
904
|
+
SnowflakeDestinationDescription.add_member(:snowflake_vpc_configuration, Shapes::ShapeRef.new(shape: SnowflakeVpcConfiguration, location_name: "SnowflakeVpcConfiguration"))
|
905
|
+
SnowflakeDestinationDescription.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
906
|
+
SnowflakeDestinationDescription.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
907
|
+
SnowflakeDestinationDescription.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
|
908
|
+
SnowflakeDestinationDescription.add_member(:retry_options, Shapes::ShapeRef.new(shape: SnowflakeRetryOptions, location_name: "RetryOptions"))
|
909
|
+
SnowflakeDestinationDescription.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
910
|
+
SnowflakeDestinationDescription.add_member(:s3_destination_description, Shapes::ShapeRef.new(shape: S3DestinationDescription, location_name: "S3DestinationDescription"))
|
911
|
+
SnowflakeDestinationDescription.struct_class = Types::SnowflakeDestinationDescription
|
912
|
+
|
913
|
+
SnowflakeDestinationUpdate.add_member(:account_url, Shapes::ShapeRef.new(shape: SnowflakeAccountUrl, location_name: "AccountUrl"))
|
914
|
+
SnowflakeDestinationUpdate.add_member(:private_key, Shapes::ShapeRef.new(shape: SnowflakePrivateKey, location_name: "PrivateKey"))
|
915
|
+
SnowflakeDestinationUpdate.add_member(:key_passphrase, Shapes::ShapeRef.new(shape: SnowflakeKeyPassphrase, location_name: "KeyPassphrase"))
|
916
|
+
SnowflakeDestinationUpdate.add_member(:user, Shapes::ShapeRef.new(shape: SnowflakeUser, location_name: "User"))
|
917
|
+
SnowflakeDestinationUpdate.add_member(:database, Shapes::ShapeRef.new(shape: SnowflakeDatabase, location_name: "Database"))
|
918
|
+
SnowflakeDestinationUpdate.add_member(:schema, Shapes::ShapeRef.new(shape: SnowflakeSchema, location_name: "Schema"))
|
919
|
+
SnowflakeDestinationUpdate.add_member(:table, Shapes::ShapeRef.new(shape: SnowflakeTable, location_name: "Table"))
|
920
|
+
SnowflakeDestinationUpdate.add_member(:snowflake_role_configuration, Shapes::ShapeRef.new(shape: SnowflakeRoleConfiguration, location_name: "SnowflakeRoleConfiguration"))
|
921
|
+
SnowflakeDestinationUpdate.add_member(:data_loading_option, Shapes::ShapeRef.new(shape: SnowflakeDataLoadingOption, location_name: "DataLoadingOption"))
|
922
|
+
SnowflakeDestinationUpdate.add_member(:meta_data_column_name, Shapes::ShapeRef.new(shape: SnowflakeMetaDataColumnName, location_name: "MetaDataColumnName"))
|
923
|
+
SnowflakeDestinationUpdate.add_member(:content_column_name, Shapes::ShapeRef.new(shape: SnowflakeContentColumnName, location_name: "ContentColumnName"))
|
924
|
+
SnowflakeDestinationUpdate.add_member(:cloud_watch_logging_options, Shapes::ShapeRef.new(shape: CloudWatchLoggingOptions, location_name: "CloudWatchLoggingOptions"))
|
925
|
+
SnowflakeDestinationUpdate.add_member(:processing_configuration, Shapes::ShapeRef.new(shape: ProcessingConfiguration, location_name: "ProcessingConfiguration"))
|
926
|
+
SnowflakeDestinationUpdate.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleARN, location_name: "RoleARN"))
|
927
|
+
SnowflakeDestinationUpdate.add_member(:retry_options, Shapes::ShapeRef.new(shape: SnowflakeRetryOptions, location_name: "RetryOptions"))
|
928
|
+
SnowflakeDestinationUpdate.add_member(:s3_backup_mode, Shapes::ShapeRef.new(shape: SnowflakeS3BackupMode, location_name: "S3BackupMode"))
|
929
|
+
SnowflakeDestinationUpdate.add_member(:s3_update, Shapes::ShapeRef.new(shape: S3DestinationUpdate, location_name: "S3Update"))
|
930
|
+
SnowflakeDestinationUpdate.struct_class = Types::SnowflakeDestinationUpdate
|
931
|
+
|
932
|
+
SnowflakeRetryOptions.add_member(:duration_in_seconds, Shapes::ShapeRef.new(shape: SnowflakeRetryDurationInSeconds, location_name: "DurationInSeconds"))
|
933
|
+
SnowflakeRetryOptions.struct_class = Types::SnowflakeRetryOptions
|
934
|
+
|
935
|
+
SnowflakeRoleConfiguration.add_member(:enabled, Shapes::ShapeRef.new(shape: BooleanObject, location_name: "Enabled"))
|
936
|
+
SnowflakeRoleConfiguration.add_member(:snowflake_role, Shapes::ShapeRef.new(shape: SnowflakeRole, location_name: "SnowflakeRole"))
|
937
|
+
SnowflakeRoleConfiguration.struct_class = Types::SnowflakeRoleConfiguration
|
938
|
+
|
939
|
+
SnowflakeVpcConfiguration.add_member(:private_link_vpce_id, Shapes::ShapeRef.new(shape: SnowflakePrivateLinkVpceId, required: true, location_name: "PrivateLinkVpceId"))
|
940
|
+
SnowflakeVpcConfiguration.struct_class = Types::SnowflakeVpcConfiguration
|
941
|
+
|
853
942
|
SourceDescription.add_member(:kinesis_stream_source_description, Shapes::ShapeRef.new(shape: KinesisStreamSourceDescription, location_name: "KinesisStreamSourceDescription"))
|
854
943
|
SourceDescription.add_member(:msk_source_description, Shapes::ShapeRef.new(shape: MSKSourceDescription, location_name: "MSKSourceDescription"))
|
855
944
|
SourceDescription.struct_class = Types::SourceDescription
|
@@ -941,6 +1030,7 @@ module Aws::Firehose
|
|
941
1030
|
UpdateDestinationInput.add_member(:splunk_destination_update, Shapes::ShapeRef.new(shape: SplunkDestinationUpdate, location_name: "SplunkDestinationUpdate"))
|
942
1031
|
UpdateDestinationInput.add_member(:http_endpoint_destination_update, Shapes::ShapeRef.new(shape: HttpEndpointDestinationUpdate, location_name: "HttpEndpointDestinationUpdate"))
|
943
1032
|
UpdateDestinationInput.add_member(:amazon_open_search_serverless_destination_update, Shapes::ShapeRef.new(shape: AmazonOpenSearchServerlessDestinationUpdate, location_name: "AmazonOpenSearchServerlessDestinationUpdate"))
|
1033
|
+
UpdateDestinationInput.add_member(:snowflake_destination_update, Shapes::ShapeRef.new(shape: SnowflakeDestinationUpdate, location_name: "SnowflakeDestinationUpdate"))
|
944
1034
|
UpdateDestinationInput.struct_class = Types::UpdateDestinationInput
|
945
1035
|
|
946
1036
|
UpdateDestinationOutput.struct_class = Types::UpdateDestinationOutput
|
@@ -818,6 +818,10 @@ module Aws::Firehose
|
|
818
818
|
# source for a delivery stream.
|
819
819
|
# @return [Types::MSKSourceConfiguration]
|
820
820
|
#
|
821
|
+
# @!attribute [rw] snowflake_destination_configuration
|
822
|
+
# Configure Snowflake destination
|
823
|
+
# @return [Types::SnowflakeDestinationConfiguration]
|
824
|
+
#
|
821
825
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/CreateDeliveryStreamInput AWS API Documentation
|
822
826
|
#
|
823
827
|
class CreateDeliveryStreamInput < Struct.new(
|
@@ -834,7 +838,8 @@ module Aws::Firehose
|
|
834
838
|
:http_endpoint_destination_configuration,
|
835
839
|
:tags,
|
836
840
|
:amazon_open_search_serverless_destination_configuration,
|
837
|
-
:msk_source_configuration
|
841
|
+
:msk_source_configuration,
|
842
|
+
:snowflake_destination_configuration)
|
838
843
|
SENSITIVE = []
|
839
844
|
include Aws::Structure
|
840
845
|
end
|
@@ -1237,6 +1242,10 @@ module Aws::Firehose
|
|
1237
1242
|
# Describes the specified HTTP endpoint destination.
|
1238
1243
|
# @return [Types::HttpEndpointDestinationDescription]
|
1239
1244
|
#
|
1245
|
+
# @!attribute [rw] snowflake_destination_description
|
1246
|
+
# Optional description for the destination
|
1247
|
+
# @return [Types::SnowflakeDestinationDescription]
|
1248
|
+
#
|
1240
1249
|
# @!attribute [rw] amazon_open_search_serverless_destination_description
|
1241
1250
|
# The destination in the Serverless offering for Amazon OpenSearch
|
1242
1251
|
# Service.
|
@@ -1253,6 +1262,7 @@ module Aws::Firehose
|
|
1253
1262
|
:amazonopensearchservice_destination_description,
|
1254
1263
|
:splunk_destination_description,
|
1255
1264
|
:http_endpoint_destination_description,
|
1265
|
+
:snowflake_destination_description,
|
1256
1266
|
:amazon_open_search_serverless_destination_description)
|
1257
1267
|
SENSITIVE = []
|
1258
1268
|
include Aws::Structure
|
@@ -3826,6 +3836,454 @@ module Aws::Firehose
|
|
3826
3836
|
include Aws::Structure
|
3827
3837
|
end
|
3828
3838
|
|
3839
|
+
# Configure Snowflake destination
|
3840
|
+
#
|
3841
|
+
# @!attribute [rw] account_url
|
3842
|
+
# URL for accessing your Snowflake account. This URL must include your
|
3843
|
+
# [account identifier][1]. Note that the protocol (https://) and port
|
3844
|
+
# number are optional.
|
3845
|
+
#
|
3846
|
+
#
|
3847
|
+
#
|
3848
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-account-identifier
|
3849
|
+
# @return [String]
|
3850
|
+
#
|
3851
|
+
# @!attribute [rw] private_key
|
3852
|
+
# The private key used to encrypt your Snowflake client. For
|
3853
|
+
# information, see [Using Key Pair Authentication & Key
|
3854
|
+
# Rotation][1].
|
3855
|
+
#
|
3856
|
+
#
|
3857
|
+
#
|
3858
|
+
# [1]: https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation
|
3859
|
+
# @return [String]
|
3860
|
+
#
|
3861
|
+
# @!attribute [rw] key_passphrase
|
3862
|
+
# Passphrase to decrypt the private key when the key is encrypted. For
|
3863
|
+
# information, see [Using Key Pair Authentication & Key
|
3864
|
+
# Rotation][1].
|
3865
|
+
#
|
3866
|
+
#
|
3867
|
+
#
|
3868
|
+
# [1]: https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation
|
3869
|
+
# @return [String]
|
3870
|
+
#
|
3871
|
+
# @!attribute [rw] user
|
3872
|
+
# User login name for the Snowflake account.
|
3873
|
+
# @return [String]
|
3874
|
+
#
|
3875
|
+
# @!attribute [rw] database
|
3876
|
+
# All data in Snowflake is maintained in databases.
|
3877
|
+
# @return [String]
|
3878
|
+
#
|
3879
|
+
# @!attribute [rw] schema
|
3880
|
+
# Each database consists of one or more schemas, which are logical
|
3881
|
+
# groupings of database objects, such as tables and views
|
3882
|
+
# @return [String]
|
3883
|
+
#
|
3884
|
+
# @!attribute [rw] table
|
3885
|
+
# All data in Snowflake is stored in database tables, logically
|
3886
|
+
# structured as collections of columns and rows.
|
3887
|
+
# @return [String]
|
3888
|
+
#
|
3889
|
+
# @!attribute [rw] snowflake_role_configuration
|
3890
|
+
# Optionally configure a Snowflake role. Otherwise the default user
|
3891
|
+
# role will be used.
|
3892
|
+
# @return [Types::SnowflakeRoleConfiguration]
|
3893
|
+
#
|
3894
|
+
# @!attribute [rw] data_loading_option
|
3895
|
+
# Choose to load JSON keys mapped to table column names or choose to
|
3896
|
+
# split the JSON payload where content is mapped to a record content
|
3897
|
+
# column and source metadata is mapped to a record metadata column.
|
3898
|
+
# @return [String]
|
3899
|
+
#
|
3900
|
+
# @!attribute [rw] meta_data_column_name
|
3901
|
+
# The name of the record metadata column
|
3902
|
+
# @return [String]
|
3903
|
+
#
|
3904
|
+
# @!attribute [rw] content_column_name
|
3905
|
+
# The name of the record content column
|
3906
|
+
# @return [String]
|
3907
|
+
#
|
3908
|
+
# @!attribute [rw] snowflake_vpc_configuration
|
3909
|
+
# The VPCE ID for Firehose to privately connect with Snowflake. The ID
|
3910
|
+
# format is com.amazonaws.vpce.\[region\].vpce-svc-<\[id\]>. For
|
3911
|
+
# more information, see [Amazon PrivateLink & Snowflake][1]
|
3912
|
+
#
|
3913
|
+
#
|
3914
|
+
#
|
3915
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-security-privatelink
|
3916
|
+
# @return [Types::SnowflakeVpcConfiguration]
|
3917
|
+
#
|
3918
|
+
# @!attribute [rw] cloud_watch_logging_options
|
3919
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
3920
|
+
# stream.
|
3921
|
+
# @return [Types::CloudWatchLoggingOptions]
|
3922
|
+
#
|
3923
|
+
# @!attribute [rw] processing_configuration
|
3924
|
+
# Describes a data processing configuration.
|
3925
|
+
# @return [Types::ProcessingConfiguration]
|
3926
|
+
#
|
3927
|
+
# @!attribute [rw] role_arn
|
3928
|
+
# The Amazon Resource Name (ARN) of the Snowflake role
|
3929
|
+
# @return [String]
|
3930
|
+
#
|
3931
|
+
# @!attribute [rw] retry_options
|
3932
|
+
# The time period where Kinesis Data Firehose will retry sending data
|
3933
|
+
# to the chosen HTTP endpoint.
|
3934
|
+
# @return [Types::SnowflakeRetryOptions]
|
3935
|
+
#
|
3936
|
+
# @!attribute [rw] s3_backup_mode
|
3937
|
+
# Choose an S3 backup mode
|
3938
|
+
# @return [String]
|
3939
|
+
#
|
3940
|
+
# @!attribute [rw] s3_configuration
|
3941
|
+
# Describes the configuration of a destination in Amazon S3.
|
3942
|
+
# @return [Types::S3DestinationConfiguration]
|
3943
|
+
#
|
3944
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationConfiguration AWS API Documentation
|
3945
|
+
#
|
3946
|
+
class SnowflakeDestinationConfiguration < Struct.new(
|
3947
|
+
:account_url,
|
3948
|
+
:private_key,
|
3949
|
+
:key_passphrase,
|
3950
|
+
:user,
|
3951
|
+
:database,
|
3952
|
+
:schema,
|
3953
|
+
:table,
|
3954
|
+
:snowflake_role_configuration,
|
3955
|
+
:data_loading_option,
|
3956
|
+
:meta_data_column_name,
|
3957
|
+
:content_column_name,
|
3958
|
+
:snowflake_vpc_configuration,
|
3959
|
+
:cloud_watch_logging_options,
|
3960
|
+
:processing_configuration,
|
3961
|
+
:role_arn,
|
3962
|
+
:retry_options,
|
3963
|
+
:s3_backup_mode,
|
3964
|
+
:s3_configuration)
|
3965
|
+
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
3966
|
+
include Aws::Structure
|
3967
|
+
end
|
3968
|
+
|
3969
|
+
# Optional Snowflake destination description
|
3970
|
+
#
|
3971
|
+
# @!attribute [rw] account_url
|
3972
|
+
# URL for accessing your Snowflake account. This URL must include your
|
3973
|
+
# [account identifier][1]. Note that the protocol (https://) and port
|
3974
|
+
# number are optional.
|
3975
|
+
#
|
3976
|
+
#
|
3977
|
+
#
|
3978
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-account-identifier
|
3979
|
+
# @return [String]
|
3980
|
+
#
|
3981
|
+
# @!attribute [rw] user
|
3982
|
+
# User login name for the Snowflake account.
|
3983
|
+
# @return [String]
|
3984
|
+
#
|
3985
|
+
# @!attribute [rw] database
|
3986
|
+
# All data in Snowflake is maintained in databases.
|
3987
|
+
# @return [String]
|
3988
|
+
#
|
3989
|
+
# @!attribute [rw] schema
|
3990
|
+
# Each database consists of one or more schemas, which are logical
|
3991
|
+
# groupings of database objects, such as tables and views
|
3992
|
+
# @return [String]
|
3993
|
+
#
|
3994
|
+
# @!attribute [rw] table
|
3995
|
+
# All data in Snowflake is stored in database tables, logically
|
3996
|
+
# structured as collections of columns and rows.
|
3997
|
+
# @return [String]
|
3998
|
+
#
|
3999
|
+
# @!attribute [rw] snowflake_role_configuration
|
4000
|
+
# Optionally configure a Snowflake role. Otherwise the default user
|
4001
|
+
# role will be used.
|
4002
|
+
# @return [Types::SnowflakeRoleConfiguration]
|
4003
|
+
#
|
4004
|
+
# @!attribute [rw] data_loading_option
|
4005
|
+
# Choose to load JSON keys mapped to table column names or choose to
|
4006
|
+
# split the JSON payload where content is mapped to a record content
|
4007
|
+
# column and source metadata is mapped to a record metadata column.
|
4008
|
+
# @return [String]
|
4009
|
+
#
|
4010
|
+
# @!attribute [rw] meta_data_column_name
|
4011
|
+
# The name of the record metadata column
|
4012
|
+
# @return [String]
|
4013
|
+
#
|
4014
|
+
# @!attribute [rw] content_column_name
|
4015
|
+
# The name of the record content column
|
4016
|
+
# @return [String]
|
4017
|
+
#
|
4018
|
+
# @!attribute [rw] snowflake_vpc_configuration
|
4019
|
+
# The VPCE ID for Firehose to privately connect with Snowflake. The ID
|
4020
|
+
# format is com.amazonaws.vpce.\[region\].vpce-svc-<\[id\]>. For
|
4021
|
+
# more information, see [Amazon PrivateLink & Snowflake][1]
|
4022
|
+
#
|
4023
|
+
#
|
4024
|
+
#
|
4025
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-security-privatelink
|
4026
|
+
# @return [Types::SnowflakeVpcConfiguration]
|
4027
|
+
#
|
4028
|
+
# @!attribute [rw] cloud_watch_logging_options
|
4029
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
4030
|
+
# stream.
|
4031
|
+
# @return [Types::CloudWatchLoggingOptions]
|
4032
|
+
#
|
4033
|
+
# @!attribute [rw] processing_configuration
|
4034
|
+
# Describes a data processing configuration.
|
4035
|
+
# @return [Types::ProcessingConfiguration]
|
4036
|
+
#
|
4037
|
+
# @!attribute [rw] role_arn
|
4038
|
+
# The Amazon Resource Name (ARN) of the Snowflake role
|
4039
|
+
# @return [String]
|
4040
|
+
#
|
4041
|
+
# @!attribute [rw] retry_options
|
4042
|
+
# The time period where Kinesis Data Firehose will retry sending data
|
4043
|
+
# to the chosen HTTP endpoint.
|
4044
|
+
# @return [Types::SnowflakeRetryOptions]
|
4045
|
+
#
|
4046
|
+
# @!attribute [rw] s3_backup_mode
|
4047
|
+
# Choose an S3 backup mode
|
4048
|
+
# @return [String]
|
4049
|
+
#
|
4050
|
+
# @!attribute [rw] s3_destination_description
|
4051
|
+
# Describes a destination in Amazon S3.
|
4052
|
+
# @return [Types::S3DestinationDescription]
|
4053
|
+
#
|
4054
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationDescription AWS API Documentation
|
4055
|
+
#
|
4056
|
+
class SnowflakeDestinationDescription < Struct.new(
|
4057
|
+
:account_url,
|
4058
|
+
:user,
|
4059
|
+
:database,
|
4060
|
+
:schema,
|
4061
|
+
:table,
|
4062
|
+
:snowflake_role_configuration,
|
4063
|
+
:data_loading_option,
|
4064
|
+
:meta_data_column_name,
|
4065
|
+
:content_column_name,
|
4066
|
+
:snowflake_vpc_configuration,
|
4067
|
+
:cloud_watch_logging_options,
|
4068
|
+
:processing_configuration,
|
4069
|
+
:role_arn,
|
4070
|
+
:retry_options,
|
4071
|
+
:s3_backup_mode,
|
4072
|
+
:s3_destination_description)
|
4073
|
+
SENSITIVE = [:account_url, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4074
|
+
include Aws::Structure
|
4075
|
+
end
|
4076
|
+
|
4077
|
+
# Update to configuration settings
|
4078
|
+
#
|
4079
|
+
# @!attribute [rw] account_url
|
4080
|
+
# URL for accessing your Snowflake account. This URL must include your
|
4081
|
+
# [account identifier][1]. Note that the protocol (https://) and port
|
4082
|
+
# number are optional.
|
4083
|
+
#
|
4084
|
+
#
|
4085
|
+
#
|
4086
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-account-identifier
|
4087
|
+
# @return [String]
|
4088
|
+
#
|
4089
|
+
# @!attribute [rw] private_key
|
4090
|
+
# The private key used to encrypt your Snowflake client. For
|
4091
|
+
# information, see [Using Key Pair Authentication & Key
|
4092
|
+
# Rotation][1].
|
4093
|
+
#
|
4094
|
+
#
|
4095
|
+
#
|
4096
|
+
# [1]: https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation
|
4097
|
+
# @return [String]
|
4098
|
+
#
|
4099
|
+
# @!attribute [rw] key_passphrase
|
4100
|
+
# Passphrase to decrypt the private key when the key is encrypted. For
|
4101
|
+
# information, see [Using Key Pair Authentication & Key
|
4102
|
+
# Rotation][1].
|
4103
|
+
#
|
4104
|
+
#
|
4105
|
+
#
|
4106
|
+
# [1]: https://docs.snowflake.com/en/user-guide/data-load-snowpipe-streaming-configuration#using-key-pair-authentication-key-rotation
|
4107
|
+
# @return [String]
|
4108
|
+
#
|
4109
|
+
# @!attribute [rw] user
|
4110
|
+
# User login name for the Snowflake account.
|
4111
|
+
# @return [String]
|
4112
|
+
#
|
4113
|
+
# @!attribute [rw] database
|
4114
|
+
# All data in Snowflake is maintained in databases.
|
4115
|
+
# @return [String]
|
4116
|
+
#
|
4117
|
+
# @!attribute [rw] schema
|
4118
|
+
# Each database consists of one or more schemas, which are logical
|
4119
|
+
# groupings of database objects, such as tables and views
|
4120
|
+
# @return [String]
|
4121
|
+
#
|
4122
|
+
# @!attribute [rw] table
|
4123
|
+
# All data in Snowflake is stored in database tables, logically
|
4124
|
+
# structured as collections of columns and rows.
|
4125
|
+
# @return [String]
|
4126
|
+
#
|
4127
|
+
# @!attribute [rw] snowflake_role_configuration
|
4128
|
+
# Optionally configure a Snowflake role. Otherwise the default user
|
4129
|
+
# role will be used.
|
4130
|
+
# @return [Types::SnowflakeRoleConfiguration]
|
4131
|
+
#
|
4132
|
+
# @!attribute [rw] data_loading_option
|
4133
|
+
# JSON keys mapped to table column names or choose to split the JSON
|
4134
|
+
# payload where content is mapped to a record content column and
|
4135
|
+
# source metadata is mapped to a record metadata column.
|
4136
|
+
# @return [String]
|
4137
|
+
#
|
4138
|
+
# @!attribute [rw] meta_data_column_name
|
4139
|
+
# The name of the record metadata column
|
4140
|
+
# @return [String]
|
4141
|
+
#
|
4142
|
+
# @!attribute [rw] content_column_name
|
4143
|
+
# The name of the content metadata column
|
4144
|
+
# @return [String]
|
4145
|
+
#
|
4146
|
+
# @!attribute [rw] cloud_watch_logging_options
|
4147
|
+
# Describes the Amazon CloudWatch logging options for your delivery
|
4148
|
+
# stream.
|
4149
|
+
# @return [Types::CloudWatchLoggingOptions]
|
4150
|
+
#
|
4151
|
+
# @!attribute [rw] processing_configuration
|
4152
|
+
# Describes a data processing configuration.
|
4153
|
+
# @return [Types::ProcessingConfiguration]
|
4154
|
+
#
|
4155
|
+
# @!attribute [rw] role_arn
|
4156
|
+
# The Amazon Resource Name (ARN) of the Snowflake role
|
4157
|
+
# @return [String]
|
4158
|
+
#
|
4159
|
+
# @!attribute [rw] retry_options
|
4160
|
+
# Specify how long Kinesis Data Firehose retries sending data to the
|
4161
|
+
# New Relic HTTP endpoint. After sending data, Kinesis Data Firehose
|
4162
|
+
# first waits for an acknowledgment from the HTTP endpoint. If an
|
4163
|
+
# error occurs or the acknowledgment doesn’t arrive within the
|
4164
|
+
# acknowledgment timeout period, Kinesis Data Firehose starts the
|
4165
|
+
# retry duration counter. It keeps retrying until the retry duration
|
4166
|
+
# expires. After that, Kinesis Data Firehose considers it a data
|
4167
|
+
# delivery failure and backs up the data to your Amazon S3 bucket.
|
4168
|
+
# Every time that Kinesis Data Firehose sends data to the HTTP
|
4169
|
+
# endpoint (either the initial attempt or a retry), it restarts the
|
4170
|
+
# acknowledgement timeout counter and waits for an acknowledgement
|
4171
|
+
# from the HTTP endpoint. Even if the retry duration expires, Kinesis
|
4172
|
+
# Data Firehose still waits for the acknowledgment until it receives
|
4173
|
+
# it or the acknowledgement timeout period is reached. If the
|
4174
|
+
# acknowledgment times out, Kinesis Data Firehose determines whether
|
4175
|
+
# there's time left in the retry counter. If there is time left, it
|
4176
|
+
# retries again and repeats the logic until it receives an
|
4177
|
+
# acknowledgment or determines that the retry time has expired. If you
|
4178
|
+
# don't want Kinesis Data Firehose to retry sending data, set this
|
4179
|
+
# value to 0.
|
4180
|
+
# @return [Types::SnowflakeRetryOptions]
|
4181
|
+
#
|
4182
|
+
# @!attribute [rw] s3_backup_mode
|
4183
|
+
# Choose an S3 backup mode
|
4184
|
+
# @return [String]
|
4185
|
+
#
|
4186
|
+
# @!attribute [rw] s3_update
|
4187
|
+
# Describes an update for a destination in Amazon S3.
|
4188
|
+
# @return [Types::S3DestinationUpdate]
|
4189
|
+
#
|
4190
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeDestinationUpdate AWS API Documentation
|
4191
|
+
#
|
4192
|
+
class SnowflakeDestinationUpdate < Struct.new(
|
4193
|
+
:account_url,
|
4194
|
+
:private_key,
|
4195
|
+
:key_passphrase,
|
4196
|
+
:user,
|
4197
|
+
:database,
|
4198
|
+
:schema,
|
4199
|
+
:table,
|
4200
|
+
:snowflake_role_configuration,
|
4201
|
+
:data_loading_option,
|
4202
|
+
:meta_data_column_name,
|
4203
|
+
:content_column_name,
|
4204
|
+
:cloud_watch_logging_options,
|
4205
|
+
:processing_configuration,
|
4206
|
+
:role_arn,
|
4207
|
+
:retry_options,
|
4208
|
+
:s3_backup_mode,
|
4209
|
+
:s3_update)
|
4210
|
+
SENSITIVE = [:account_url, :private_key, :key_passphrase, :user, :database, :schema, :table, :meta_data_column_name, :content_column_name]
|
4211
|
+
include Aws::Structure
|
4212
|
+
end
|
4213
|
+
|
4214
|
+
# Specify how long Kinesis Data Firehose retries sending data to the New
|
4215
|
+
# Relic HTTP endpoint. After sending data, Kinesis Data Firehose first
|
4216
|
+
# waits for an acknowledgment from the HTTP endpoint. If an error occurs
|
4217
|
+
# or the acknowledgment doesn’t arrive within the acknowledgment timeout
|
4218
|
+
# period, Kinesis Data Firehose starts the retry duration counter. It
|
4219
|
+
# keeps retrying until the retry duration expires. After that, Kinesis
|
4220
|
+
# Data Firehose considers it a data delivery failure and backs up the
|
4221
|
+
# data to your Amazon S3 bucket. Every time that Kinesis Data Firehose
|
4222
|
+
# sends data to the HTTP endpoint (either the initial attempt or a
|
4223
|
+
# retry), it restarts the acknowledgement timeout counter and waits for
|
4224
|
+
# an acknowledgement from the HTTP endpoint. Even if the retry duration
|
4225
|
+
# expires, Kinesis Data Firehose still waits for the acknowledgment
|
4226
|
+
# until it receives it or the acknowledgement timeout period is reached.
|
4227
|
+
# If the acknowledgment times out, Kinesis Data Firehose determines
|
4228
|
+
# whether there's time left in the retry counter. If there is time
|
4229
|
+
# left, it retries again and repeats the logic until it receives an
|
4230
|
+
# acknowledgment or determines that the retry time has expired. If you
|
4231
|
+
# don't want Kinesis Data Firehose to retry sending data, set this
|
4232
|
+
# value to 0.
|
4233
|
+
#
|
4234
|
+
# @!attribute [rw] duration_in_seconds
|
4235
|
+
# the time period where Kinesis Data Firehose will retry sending data
|
4236
|
+
# to the chosen HTTP endpoint.
|
4237
|
+
# @return [Integer]
|
4238
|
+
#
|
4239
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeRetryOptions AWS API Documentation
|
4240
|
+
#
|
4241
|
+
class SnowflakeRetryOptions < Struct.new(
|
4242
|
+
:duration_in_seconds)
|
4243
|
+
SENSITIVE = []
|
4244
|
+
include Aws::Structure
|
4245
|
+
end
|
4246
|
+
|
4247
|
+
# Optionally configure a Snowflake role. Otherwise the default user role
|
4248
|
+
# will be used.
|
4249
|
+
#
|
4250
|
+
# @!attribute [rw] enabled
|
4251
|
+
# Enable Snowflake role
|
4252
|
+
# @return [Boolean]
|
4253
|
+
#
|
4254
|
+
# @!attribute [rw] snowflake_role
|
4255
|
+
# The Snowflake role you wish to configure
|
4256
|
+
# @return [String]
|
4257
|
+
#
|
4258
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeRoleConfiguration AWS API Documentation
|
4259
|
+
#
|
4260
|
+
class SnowflakeRoleConfiguration < Struct.new(
|
4261
|
+
:enabled,
|
4262
|
+
:snowflake_role)
|
4263
|
+
SENSITIVE = [:snowflake_role]
|
4264
|
+
include Aws::Structure
|
4265
|
+
end
|
4266
|
+
|
4267
|
+
# Configure a Snowflake VPC
|
4268
|
+
#
|
4269
|
+
# @!attribute [rw] private_link_vpce_id
|
4270
|
+
# The VPCE ID for Firehose to privately connect with Snowflake. The ID
|
4271
|
+
# format is com.amazonaws.vpce.\[region\].vpce-svc-<\[id\]>. For
|
4272
|
+
# more information, see [Amazon PrivateLink & Snowflake][1]
|
4273
|
+
#
|
4274
|
+
#
|
4275
|
+
#
|
4276
|
+
# [1]: https://docs.snowflake.com/en/user-guide/admin-security-privatelink
|
4277
|
+
# @return [String]
|
4278
|
+
#
|
4279
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/SnowflakeVpcConfiguration AWS API Documentation
|
4280
|
+
#
|
4281
|
+
class SnowflakeVpcConfiguration < Struct.new(
|
4282
|
+
:private_link_vpce_id)
|
4283
|
+
SENSITIVE = [:private_link_vpce_id]
|
4284
|
+
include Aws::Structure
|
4285
|
+
end
|
4286
|
+
|
3829
4287
|
# Details about a Kinesis data stream used as the source for a Kinesis
|
3830
4288
|
# Data Firehose delivery stream.
|
3831
4289
|
#
|
@@ -4273,6 +4731,10 @@ module Aws::Firehose
|
|
4273
4731
|
# Amazon OpenSearch Service.
|
4274
4732
|
# @return [Types::AmazonOpenSearchServerlessDestinationUpdate]
|
4275
4733
|
#
|
4734
|
+
# @!attribute [rw] snowflake_destination_update
|
4735
|
+
# Update to the Snowflake destination condiguration settings
|
4736
|
+
# @return [Types::SnowflakeDestinationUpdate]
|
4737
|
+
#
|
4276
4738
|
# @see http://docs.aws.amazon.com/goto/WebAPI/firehose-2015-08-04/UpdateDestinationInput AWS API Documentation
|
4277
4739
|
#
|
4278
4740
|
class UpdateDestinationInput < Struct.new(
|
@@ -4286,7 +4748,8 @@ module Aws::Firehose
|
|
4286
4748
|
:amazonopensearchservice_destination_update,
|
4287
4749
|
:splunk_destination_update,
|
4288
4750
|
:http_endpoint_destination_update,
|
4289
|
-
:amazon_open_search_serverless_destination_update
|
4751
|
+
:amazon_open_search_serverless_destination_update,
|
4752
|
+
:snowflake_destination_update)
|
4290
4753
|
SENSITIVE = []
|
4291
4754
|
include Aws::Structure
|
4292
4755
|
end
|
data/lib/aws-sdk-firehose.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-firehose
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.62.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-01-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -72,7 +72,7 @@ licenses:
|
|
72
72
|
metadata:
|
73
73
|
source_code_uri: https://github.com/aws/aws-sdk-ruby/tree/version-3/gems/aws-sdk-firehose
|
74
74
|
changelog_uri: https://github.com/aws/aws-sdk-ruby/tree/version-3/gems/aws-sdk-firehose/CHANGELOG.md
|
75
|
-
post_install_message:
|
75
|
+
post_install_message:
|
76
76
|
rdoc_options: []
|
77
77
|
require_paths:
|
78
78
|
- lib
|
@@ -87,8 +87,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
87
87
|
- !ruby/object:Gem::Version
|
88
88
|
version: '0'
|
89
89
|
requirements: []
|
90
|
-
rubygems_version: 3.
|
91
|
-
signing_key:
|
90
|
+
rubygems_version: 3.4.10
|
91
|
+
signing_key:
|
92
92
|
specification_version: 4
|
93
93
|
summary: AWS SDK for Ruby - Firehose
|
94
94
|
test_files: []
|