multiwoven-integrations 0.43.7 → 0.43.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b171a1cc51b28558fb343520c6a867e9a2b2aa25c087ba400421b5a2b3da7590
4
- data.tar.gz: 3ce2cd2a913e5b938d8c6580272db97669019b0b23f91d75d9b2722dfc6d9746
3
+ metadata.gz: 55d0b2fd16cc786207b00c7257e59f5d267dcce7997be09356ec090d84623cf5
4
+ data.tar.gz: 63c3046e104856e30770d9d009739b2f4392936c42a1dbefd153eb94f24b20b6
5
5
  SHA512:
6
- metadata.gz: d3dd73536846bd3620ded680aaf86c33019b693420974bbe65511ae4ee3f91b9ba91a3d75fe9d660db7ae4092fccaef7b60ed690de789b8e394850be69aa67dc
7
- data.tar.gz: 2a187270474321f4d52e657f3bb9d871e418bae877a8fa4d6c6337abb657bb0f818c1d2d7197cb9c0e6e253211533903a34518c27c545f29b18a654fdffa28f9
6
+ metadata.gz: 6c11d0355a970a182cecc843bf244d0369dc600ee7fbe72b58d06b6acd79f1125924633dcfc69f71ff0629b02b70e2a901e3ff57a8440a43a3fc0562cef658a4
7
+ data.tar.gz: 6d9474bb5f68a9546a6d262e8eadb47fafb2904ddb585e144cbc7300e9777d26c3069f23ffbd190ecaf9ba366fcf956970b6fd93ae86d73ed52c7cffdcbd7a3a
data/CHANGELOG.md CHANGED
@@ -1,5 +1,19 @@
1
1
  ## [Unreleased]
2
2
 
3
+ ### [0.43.9]
4
+
5
+
6
+ ### Bug Fixes
7
+
8
+ * AWS SageMaker Model, AWS Bedrock Model, AWS Athena, Amazon S3 source (user auth) and Amazon S3 destination reject blank access keys and pass explicit credentials to the AWS SDK, so a connector can no longer fall back to the server's own IAM role (INFRA-2787)
9
+
10
+ ### [0.43.8]
11
+
12
+
13
+ ### Bug Fixes
14
+
15
+ * AWS Athena source builds its client with the connector's own credentials and region instead of changing global `Aws.config` (INFRA-2785)
16
+
3
17
  ### [0.43.7]
4
18
 
5
19
 
@@ -125,6 +125,12 @@ module Multiwoven
125
125
  supported_sync_modes: stream_json["supported_sync_modes"]
126
126
  )
127
127
  end
128
+
129
+ def aws_credentials(access_key_id, secret_access_key)
130
+ raise ArgumentError, "AWS access key and secret access key are required" if access_key_id.blank? || secret_access_key.blank?
131
+
132
+ Aws::Credentials.new(access_key_id, secret_access_key)
133
+ end
128
134
  end
129
135
  end
130
136
  end
@@ -54,8 +54,7 @@ module Multiwoven::Integrations::Destination
54
54
  connection_config = connection_config.with_indifferent_access
55
55
  s3_options = {
56
56
  region: connection_config[:region],
57
- access_key_id: connection_config[:access_key_id],
58
- secret_access_key: connection_config[:secret_access_key]
57
+ credentials: aws_credentials(connection_config[:access_key_id], connection_config[:secret_access_key])
59
58
  }
60
59
  endpoint = connection_config[:endpoint].to_s.strip
61
60
  if endpoint.present?
@@ -2,7 +2,7 @@
2
2
 
3
3
  module Multiwoven
4
4
  module Integrations
5
- VERSION = "0.43.7"
5
+ VERSION = "0.43.9"
6
6
 
7
7
  ENABLED_SOURCES = %w[
8
8
  Snowflake
@@ -67,7 +67,7 @@ module Multiwoven::Integrations::Source
67
67
  session = @session_name.gsub(/\s+/, "-")
68
68
  @session_name = ""
69
69
  if connection_config[:auth_type] == "user"
70
- Aws::Credentials.new(connection_config[:access_id], connection_config[:secret_access])
70
+ aws_credentials(connection_config[:access_id], connection_config[:secret_access])
71
71
  elsif connection_config[:auth_type] == "role"
72
72
  sts_client = Aws::STS::Client.new(region: connection_config[:region])
73
73
  resp = sts_client.assume_role({
@@ -46,10 +46,12 @@ module Multiwoven::Integrations::Source
46
46
  private
47
47
 
48
48
  def create_connection(connection_config)
49
- Aws.config.update({ credentials: Aws::Credentials.new(connection_config[:access_key], connection_config[:secret_access_key]), region: connection_config[:region] })
50
49
  @database = connection_config[:schema]
51
50
  @output_location = connection_config[:output_location]
52
- Aws::Athena::Client.new
51
+ Aws::Athena::Client.new(
52
+ region: connection_config[:region],
53
+ credentials: aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
54
+ )
53
55
  end
54
56
 
55
57
  def query_execution(db, query)
@@ -27,7 +27,7 @@
27
27
  "description": "AWS region where Athena is located.",
28
28
  "examples": ["ATHENA_REGION"],
29
29
  "type": "string",
30
- "title": "Secret Access Key",
30
+ "title": "Region",
31
31
  "order": 2
32
32
  },
33
33
  "workgroup": {
@@ -51,8 +51,7 @@ module Multiwoven::Integrations::Source
51
51
  def create_connection(connection_config)
52
52
  @client_runtime = Aws::BedrockRuntime::Client.new(
53
53
  region: connection_config[:region],
54
- access_key_id: connection_config[:access_key],
55
- secret_access_key: connection_config[:secret_access_key]
54
+ credentials: aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
56
55
  )
57
56
  end
58
57
 
@@ -46,16 +46,16 @@ module Multiwoven::Integrations::Source
46
46
  private
47
47
 
48
48
  def create_connection(connection_config)
49
+ credentials = aws_credentials(connection_config[:access_key], connection_config[:secret_access_key])
50
+
49
51
  @client = Aws::SageMaker::Client.new(
50
52
  region: connection_config[:region],
51
- access_key_id: connection_config[:access_key],
52
- secret_access_key: connection_config[:secret_access_key]
53
+ credentials: credentials
53
54
  )
54
55
 
55
56
  @client_runtime = Aws::SageMakerRuntime::Client.new(
56
57
  region: connection_config[:region],
57
- access_key_id: connection_config[:access_key],
58
- secret_access_key: connection_config[:secret_access_key]
58
+ credentials: credentials
59
59
  )
60
60
  end
61
61
 
@@ -144,10 +144,17 @@ module Multiwoven::Integrations::Source
144
144
  parse_response = get_parse_response(connection_config[:parse_response])
145
145
  parse_response(response_body, parse_response)
146
146
  else
147
- handle_exception("Failed to fetch data", { context: "HTTP:QUERY:EXCEPTION", type: "error" })
147
+ handle_exception(StandardError.new(query_failure_message(response)), { context: "HTTP:QUERY:EXCEPTION", type: "error" })
148
148
  end
149
149
  end
150
150
 
151
+ def query_failure_message(response)
152
+ code = response.respond_to?(:code) ? response.code.to_s : ""
153
+ return "Failed to fetch data" if code.empty?
154
+
155
+ "Failed to fetch data: HTTP #{code}"
156
+ end
157
+
151
158
  def create_streams(response_body)
152
159
  group_by_table(response_body).map do |r|
153
160
  Multiwoven::Integrations::Protocol::Stream.new(name: r["name"], action: StreamAction["fetch"], json_schema: r["schema"])
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: multiwoven-integrations
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.43.7
4
+ version: 0.43.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - Subin T P