multiwoven-integrations 0.7.6 → 0.7.8

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 72dd7b3912c4cdb05f5813b6dd17cc8d649def14a965bf69031eebdaee29f5a0
4
- data.tar.gz: 4bc1bd0119288bd5a092aaf711853d979c13cccc1a6b06e8aa666fead633e6cc
3
+ metadata.gz: 5064957ae11ed9958ef813d12fb45ff06bd36f77bcb0b06409664d8564c780cb
4
+ data.tar.gz: 577dc47d95729aa81e3f98994945fb1715f9da72b4437bdaa523ce8914cde4ac
5
5
  SHA512:
6
- metadata.gz: 555ca04c1dfc00200beb05bc812eac87ba270eff1d892574353481217272f31f60ddec401decbbacf3f96f65a8e24b67481d8b40a8cd5aa2a5da4f4af3887951
7
- data.tar.gz: 15fe69927492c914f0bf9a60b15746443dd363e7df103dfb3476f85e63ed3ef6f720a3001e3bf0225e6bef330d6d93c2c851ba5ffe9d4c005ecca7b065caa3c5
6
+ metadata.gz: 04ae67e7a763b3e951efea585b4ef96b7226219acb0bd0fdfa2afa057838a847d4617463036b866e95e830862eb440bf43e18210bb62dcc5b4340952802b8234
7
+ data.tar.gz: f36f8cbc8b4b9e52c140b8da44e5ac76c5eed33c621268cd5407d0d7c4869902ae10fe4c0047020d1496d8643bcb95452b9376cbff76f79ab2db0bf6da8a2e9a
@@ -59,10 +59,12 @@ module Multiwoven
59
59
  connection_config = sync_config.destination.connection_specification.with_indifferent_access
60
60
  api_key = connection_config[:api_key]
61
61
  url = sync_config.stream.url
62
+ log_message_array = []
62
63
  write_success = 0
63
64
  write_failure = 0
64
65
  records.each_slice(MAX_CHUNK_SIZE) do |chunk|
65
66
  payload = create_payload(chunk)
67
+ args = [sync_config.stream.request_method, url, payload]
66
68
  response = Multiwoven::Integrations::Core::HttpClient.request(
67
69
  url,
68
70
  sync_config.stream.request_method,
@@ -74,6 +76,7 @@ module Multiwoven
74
76
  else
75
77
  write_failure += chunk.size
76
78
  end
79
+ log_message_array << log_request_response("info", args, response)
77
80
  rescue StandardError => e
78
81
  handle_exception(e, {
79
82
  context: "AIRTABLE:RECORD:WRITE:EXCEPTION",
@@ -82,13 +85,9 @@ module Multiwoven
82
85
  sync_run_id: sync_config.sync_run_id
83
86
  })
84
87
  write_failure += chunk.size
88
+ log_message_array << log_request_response("error", args, e.message)
85
89
  end
86
-
87
- tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
88
- success: write_success,
89
- failed: write_failure
90
- )
91
- tracker.to_multiwoven_message
90
+ tracking_message(write_success, write_failure, log_message_array)
92
91
  rescue StandardError => e
93
92
  handle_exception(e, {
94
93
  context: "AIRTABLE:RECORD:WRITE:EXCEPTION",
@@ -119,7 +118,7 @@ module Multiwoven
119
118
  end
120
119
 
121
120
  def base_id_exists?(bases, base_id)
122
- return if extract_data(bases).any? { |base| base["id"] == base_id }
121
+ return if extract_bases(bases).any? { |base| base["id"] == base_id }
123
122
 
124
123
  raise ArgumentError, "base_id not found"
125
124
  end
@@ -45,10 +45,12 @@ module Multiwoven
45
45
  connection_config = sync_config.destination.connection_specification.with_indifferent_access
46
46
  url = connection_config[:destination_url]
47
47
  headers = connection_config[:headers]
48
+ log_message_array = []
48
49
  write_success = 0
49
50
  write_failure = 0
50
51
  records.each_slice(MAX_CHUNK_SIZE) do |chunk|
51
52
  payload = create_payload(chunk)
53
+ args = [sync_config.stream.request_method, url, payload]
52
54
  response = Multiwoven::Integrations::Core::HttpClient.request(
53
55
  url,
54
56
  sync_config.stream.request_method,
@@ -60,6 +62,7 @@ module Multiwoven
60
62
  else
61
63
  write_failure += chunk.size
62
64
  end
65
+ log_message_array << log_request_response("info", args, response)
63
66
  rescue StandardError => e
64
67
  handle_exception(e, {
65
68
  context: "HTTP:RECORD:WRITE:EXCEPTION",
@@ -68,13 +71,9 @@ module Multiwoven
68
71
  sync_run_id: sync_config.sync_run_id
69
72
  })
70
73
  write_failure += chunk.size
74
+ log_message_array << log_request_response("error", args, e.message)
71
75
  end
72
-
73
- tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
74
- success: write_success,
75
- failed: write_failure
76
- )
77
- tracker.to_multiwoven_message
76
+ tracking_message(write_success, write_failure, log_message_array)
78
77
  rescue StandardError => e
79
78
  handle_exception(e, {
80
79
  context: "HTTP:RECORD:WRITE:EXCEPTION",
@@ -2,7 +2,7 @@
2
2
 
3
3
  module Multiwoven
4
4
  module Integrations
5
- VERSION = "0.7.6"
5
+ VERSION = "0.7.8"
6
6
 
7
7
  ENABLED_SOURCES = %w[
8
8
  Snowflake
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: multiwoven-integrations
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.7.6
4
+ version: 0.7.8
5
5
  platform: ruby
6
6
  authors:
7
7
  - Subin T P