multiwoven-integrations 0.43.7 → 0.43.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +14 -0
- data/lib/multiwoven/integrations/core/utils.rb +6 -0
- data/lib/multiwoven/integrations/destination/amazon_s3/client.rb +1 -2
- data/lib/multiwoven/integrations/rollout.rb +1 -1
- data/lib/multiwoven/integrations/source/amazon_s3/client.rb +1 -1
- data/lib/multiwoven/integrations/source/aws_athena/client.rb +4 -2
- data/lib/multiwoven/integrations/source/aws_athena/config/spec.json +1 -1
- data/lib/multiwoven/integrations/source/aws_bedrock_model/client.rb +1 -2
- data/lib/multiwoven/integrations/source/aws_sagemaker_model/client.rb +4 -4
- data/lib/multiwoven/integrations/source/http/client.rb +8 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 55d0b2fd16cc786207b00c7257e59f5d267dcce7997be09356ec090d84623cf5
|
|
4
|
+
data.tar.gz: 63c3046e104856e30770d9d009739b2f4392936c42a1dbefd153eb94f24b20b6
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6c11d0355a970a182cecc843bf244d0369dc600ee7fbe72b58d06b6acd79f1125924633dcfc69f71ff0629b02b70e2a901e3ff57a8440a43a3fc0562cef658a4
|
|
7
|
+
data.tar.gz: 6d9474bb5f68a9546a6d262e8eadb47fafb2904ddb585e144cbc7300e9777d26c3069f23ffbd190ecaf9ba366fcf956970b6fd93ae86d73ed52c7cffdcbd7a3a
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,19 @@
|
|
|
1
1
|
## [Unreleased]
|
|
2
2
|
|
|
3
|
+
### [0.43.9]
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### Bug Fixes
|
|
7
|
+
|
|
8
|
+
* AWS SageMaker Model, AWS Bedrock Model, AWS Athena, Amazon S3 source (user auth) and Amazon S3 destination reject blank access keys and pass explicit credentials to the AWS SDK, so a connector can no longer fall back to the server's own IAM role (INFRA-2787)
|
|
9
|
+
|
|
10
|
+
### [0.43.8]
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
### Bug Fixes
|
|
14
|
+
|
|
15
|
+
* AWS Athena source builds its client with the connector's own credentials and region instead of changing global `Aws.config` (INFRA-2785)
|
|
16
|
+
|
|
3
17
|
### [0.43.7]
|
|
4
18
|
|
|
5
19
|
|
|
@@ -125,6 +125,12 @@ module Multiwoven
|
|
|
125
125
|
supported_sync_modes: stream_json["supported_sync_modes"]
|
|
126
126
|
)
|
|
127
127
|
end
|
|
128
|
+
|
|
129
|
+
def aws_credentials(access_key_id, secret_access_key)
|
|
130
|
+
raise ArgumentError, "AWS access key and secret access key are required" if access_key_id.blank? || secret_access_key.blank?
|
|
131
|
+
|
|
132
|
+
Aws::Credentials.new(access_key_id, secret_access_key)
|
|
133
|
+
end
|
|
128
134
|
end
|
|
129
135
|
end
|
|
130
136
|
end
|
|
@@ -54,8 +54,7 @@ module Multiwoven::Integrations::Destination
|
|
|
54
54
|
connection_config = connection_config.with_indifferent_access
|
|
55
55
|
s3_options = {
|
|
56
56
|
region: connection_config[:region],
|
|
57
|
-
|
|
58
|
-
secret_access_key: connection_config[:secret_access_key]
|
|
57
|
+
credentials: aws_credentials(connection_config[:access_key_id], connection_config[:secret_access_key])
|
|
59
58
|
}
|
|
60
59
|
endpoint = connection_config[:endpoint].to_s.strip
|
|
61
60
|
if endpoint.present?
|
|
@@ -67,7 +67,7 @@ module Multiwoven::Integrations::Source
|
|
|
67
67
|
session = @session_name.gsub(/\s+/, "-")
|
|
68
68
|
@session_name = ""
|
|
69
69
|
if connection_config[:auth_type] == "user"
|
|
70
|
-
|
|
70
|
+
aws_credentials(connection_config[:access_id], connection_config[:secret_access])
|
|
71
71
|
elsif connection_config[:auth_type] == "role"
|
|
72
72
|
sts_client = Aws::STS::Client.new(region: connection_config[:region])
|
|
73
73
|
resp = sts_client.assume_role({
|
|
@@ -46,10 +46,12 @@ module Multiwoven::Integrations::Source
|
|
|
46
46
|
private
|
|
47
47
|
|
|
48
48
|
def create_connection(connection_config)
|
|
49
|
-
Aws.config.update({ credentials: Aws::Credentials.new(connection_config[:access_key], connection_config[:secret_access_key]), region: connection_config[:region] })
|
|
50
49
|
@database = connection_config[:schema]
|
|
51
50
|
@output_location = connection_config[:output_location]
|
|
52
|
-
Aws::Athena::Client.new
|
|
51
|
+
Aws::Athena::Client.new(
|
|
52
|
+
region: connection_config[:region],
|
|
53
|
+
credentials: aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
|
|
54
|
+
)
|
|
53
55
|
end
|
|
54
56
|
|
|
55
57
|
def query_execution(db, query)
|
|
@@ -51,8 +51,7 @@ module Multiwoven::Integrations::Source
|
|
|
51
51
|
def create_connection(connection_config)
|
|
52
52
|
@client_runtime = Aws::BedrockRuntime::Client.new(
|
|
53
53
|
region: connection_config[:region],
|
|
54
|
-
|
|
55
|
-
secret_access_key: connection_config[:secret_access_key]
|
|
54
|
+
credentials: aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
|
|
56
55
|
)
|
|
57
56
|
end
|
|
58
57
|
|
|
@@ -46,16 +46,16 @@ module Multiwoven::Integrations::Source
|
|
|
46
46
|
private
|
|
47
47
|
|
|
48
48
|
def create_connection(connection_config)
|
|
49
|
+
credentials = aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
|
|
50
|
+
|
|
49
51
|
@client = Aws::SageMaker::Client.new(
|
|
50
52
|
region: connection_config[:region],
|
|
51
|
-
|
|
52
|
-
secret_access_key: connection_config[:secret_access_key]
|
|
53
|
+
credentials: credentials
|
|
53
54
|
)
|
|
54
55
|
|
|
55
56
|
@client_runtime = Aws::SageMakerRuntime::Client.new(
|
|
56
57
|
region: connection_config[:region],
|
|
57
|
-
|
|
58
|
-
secret_access_key: connection_config[:secret_access_key]
|
|
58
|
+
credentials: credentials
|
|
59
59
|
)
|
|
60
60
|
end
|
|
61
61
|
|
|
@@ -144,10 +144,17 @@ module Multiwoven::Integrations::Source
|
|
|
144
144
|
parse_response = get_parse_response(connection_config[:parse_response])
|
|
145
145
|
parse_response(response_body, parse_response)
|
|
146
146
|
else
|
|
147
|
-
handle_exception(
|
|
147
|
+
handle_exception(StandardError.new(query_failure_message(response)), { context: "HTTP:QUERY:EXCEPTION", type: "error" })
|
|
148
148
|
end
|
|
149
149
|
end
|
|
150
150
|
|
|
151
|
+
def query_failure_message(response)
|
|
152
|
+
code = response.respond_to?(:code) ? response.code.to_s : ""
|
|
153
|
+
return "Failed to fetch data" if code.empty?
|
|
154
|
+
|
|
155
|
+
"Failed to fetch data: HTTP #{code}"
|
|
156
|
+
end
|
|
157
|
+
|
|
151
158
|
def create_streams(response_body)
|
|
152
159
|
group_by_table(response_body).map do |r|
|
|
153
160
|
Multiwoven::Integrations::Protocol::Stream.new(name: r["name"], action: StreamAction["fetch"], json_schema: r["schema"])
|