multiwoven-integrations 0.7.2 → 0.7.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 77c1f29e452cbeee226a06909b5bf589061063a051bc3c73ac73ec1d2748b159
-  data.tar.gz: d4b47377d27c931947cf15589723ba397d4a2e500c600ada8fad308f3a82e0d6
+  metadata.gz: 37b545ee313b4f088f5978fc8332e12506b2c964919a4a1a6599c7549c968ba0
+  data.tar.gz: b8a089e677f9726a7ef2b432a6b6334a5e40e96b3190c216a133b6eef5cb6a09
 SHA512:
-  metadata.gz: 6d81300b2ed2fa1dc066b29a3af4096ef5a85045e18f84d708bec9f7f12182fbd2ee013c7bb797de6a2dfa23494a7e07fbb802498e6c2426e6ee714bc8465508
-  data.tar.gz: 2f65fd9330887945df04375914b8dddfe1170c40c16fb5575cba642ffae943d36223c42c2e85f50f89796e5f2e9cc82df5878bb1923936f54c544ee725f58535
+  metadata.gz: 8e1563c35fdf1db6451ce8c53231a2b7aba4a1eaf050d264817e3c4d63be2c46c30691b7b08007c74af76a4d91b01bcd256b370f4c2fefe6e23e617adf8e1f85
+  data.tar.gz: 9fbe9e662993a134224d1ee03aff8ec6124ce7f59cc545b4beb3efba98407bfa42a19a846b4ebdb8d0c9a80ef4e9a58e82a4cc20219cc959a19ff3f16a98f926

data/lib/multiwoven/integrations/destination/google_sheets/client.rb

@@ -153,13 +153,15 @@ module Multiwoven
 
           # Batch has a limit of sending 2MB data. So creating a chunk of records to meet that limit
           def process_record_chunks(records, sync_config)
+            log_message_array = []
             write_success = 0
             write_failure = 0
 
             records.each_slice(MAX_CHUNK_SIZE) do |chunk|
               values = prepare_chunk_values(chunk, sync_config.stream)
-              update_sheet_values(values, sync_config.stream.name)
+              request, response = *update_sheet_values(values, sync_config.stream.name)
               write_success += values.size
+              log_message_array << log_request_response("info", request, response)
             rescue StandardError => e
               handle_exception(e, {
                                  context: "GOOGLE_SHEETS:RECORD:WRITE:EXCEPTION",
@@ -168,9 +170,9 @@ module Multiwoven
                                  sync_run_id: sync_config.sync_run_id
                                })
               write_failure += chunk.size
+              log_message_array << log_request_response("error", request, e.message)
             end
-
-            tracking_message(write_success, write_failure)
+            tracking_message(write_success, write_failure, log_message_array)
           end
 
           # We need to format the data to adhere to google sheets API format. This converts the sync mapped data to 2D array format expected by google sheets API
@@ -199,19 +201,14 @@ module Multiwoven
             )
 
             # TODO: Remove & this is added for the test to pass we need
-            @client&.batch_update_values(@spreadsheet_id, batch_update_request)
+            response = @client&.batch_update_values(@spreadsheet_id, batch_update_request)
+            [batch_update_request, response]
           end
 
           def load_catalog
             read_json(CATALOG_SPEC_PATH)
           end
 
-          def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
-              success: success, failed: failure
-            ).to_multiwoven_message
-          end
-
           def delete_extra_sheets(sheet_ids)
             # Leave one sheet intact as a spreadsheet must have at least one sheet.
             # Delete all other sheets.

data/lib/multiwoven/integrations/destination/slack/client.rb

@@ -57,11 +57,13 @@ module Multiwoven
           end
 
           def process_records(records, stream)
+            log_message_array = []
             write_success = 0
             write_failure = 0
             records.each do |record_object|
-              process_record(stream, record_object.with_indifferent_access)
+              request, response = *process_record(stream, record_object.with_indifferent_access)
               write_success += 1
+              log_message_array << log_request_response("info", request, response)
             rescue StandardError => e
               write_failure += 1
               handle_exception(e, {
@@ -70,8 +72,9 @@ module Multiwoven
                                  sync_id: @sync_config.sync_id,
                                  sync_run_id: @sync_config.sync_run_id
                                })
+              log_message_array << log_request_response("error", request, e.message)
             end
-            tracking_message(write_success, write_failure)
+            tracking_message(write_success, write_failure, log_message_array)
           end
 
           def process_record(stream, record)
@@ -80,7 +83,8 @@ module Multiwoven
 
           def send_data_to_slack(stream_name, record = {})
             args = build_args(stream_name, record)
-            @client.send(stream_name, **args)
+            response = @client.send(stream_name, **args)
+            [args, response]
           end
 
           def build_args(stream_name, record)
@@ -114,12 +118,6 @@ module Multiwoven
           def load_catalog
             read_json(CATALOG_SPEC_PATH)
           end
-
-          def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
-              success: success, failed: failure
-            ).to_multiwoven_message
-          end
         end
       end
     end

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.7.2"
+    VERSION = "0.7.4"
 
     ENABLED_SOURCES = %w[
       Snowflake

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.7.2
+  version: 0.7.4
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-08-06 00:00:00.000000000 Z
+date: 2024-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport