multiwoven-integrations 0.8.2 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 150cea6d10255927e0dd613009ec413734caf62b710ca6d804adcba446a60445
-  data.tar.gz: 3ab02e6bf9c2796078d8e83d6ea9ed9646765d74ed7b978315171bcf1bbd6f4a
+  metadata.gz: cdbc8318433dfa2cce91c25e1f32719508862392853bf55bc53d6ae8e69053d9
+  data.tar.gz: a1015a21ff091fe9ad21dd1fb6fb4812b3e14de5a7ac8a3dcac85d6af87717aa
 SHA512:
-  metadata.gz: b507d56cc8c96241caf483c7d2e8b2d7e04fdfe2e433a3f6cd4fede2a764f1787959d8689419ae2a43971c1ae86bb396bda82fdb82ee9921d8f32146ffca107a
-  data.tar.gz: 6b85d8ebbc608da63ba165a65b99d0c8dd663560be01a0c32d1ec3bc30907ff515bc0ed2a151d2b943108a18405f9b8cb7c5555c473e1d1be8653013e7ddf150
+  metadata.gz: ac89988c3b671ba1c537ea4adb21fa44b479a6a13b68a7d83f1250bd60e7552a95054af7acdcff5c9c1b3f1e55247df217b1a440b71449b3f4b1fd69afa8eaac
+  data.tar.gz: 2fc03b10bb99d452939a4ddc3f60af052ba0e2fa5e95461b9bb4af9a60544535068ff220423a6e538f21f01f3754f752dc56039735e2787fae604dd14c87baae

data/lib/multiwoven/integrations/core/constants.rb

@@ -40,7 +40,7 @@ module Multiwoven
       MS_EXCEL_TABLE_ROW_WRITE_API = "https://graph.microsoft.com/v1.0/drives/%<drive_id>s/items/%<item_id>s/"\
       "workbook/worksheets/%<sheet_name>s/tables/%<table_name>s/rows"
       MS_EXCEL_TABLE_API = "https://graph.microsoft.com/v1.0/drives/%<drive_id>s/items/%<item_id>s/workbook/"\
-      "worksheets/sheet/tables?$select=name"
+      "worksheets/%<sheet_name>s/tables?$select=name"
       MS_EXCEL_FILES_API = "https://graph.microsoft.com/v1.0/drives/%<drive_id>s/root/children"
       MS_EXCEL_WORKSHEETS_API = "https://graph.microsoft.com/v1.0/drives/%<drive_id>s/items/%<item_id>s/"\
       "workbook/worksheets"

data/lib/multiwoven/integrations/destination/hubspot/client.rb

@@ -55,13 +55,15 @@ module Multiwoven
           end
 
           def process_records(records, stream)
+            log_message_array = []
             write_success = 0
             write_failure = 0
             properties = stream.json_schema.with_indifferent_access[:properties]
             records.each do |record_object|
               record = extract_data(record_object, properties)
-              send_data_to_hubspot(stream.name, record)
+              request, response = *send_data_to_hubspot(stream.name, record)
               write_success += 1
+              log_message_array << log_request_response("info", request, response)
             rescue StandardError => e
               handle_exception(e, {
                                  context: "HUBSPOT:CRM:WRITE:EXCEPTION",
@@ -70,15 +72,17 @@ module Multiwoven
                                  sync_run_id: @sync_config.sync_run_id
                                })
               write_failure += 1
+              log_message_array << log_request_response("error", request, e.message)
             end
-            tracking_message(write_success, write_failure)
+            tracking_message(write_success, write_failure, log_message_array)
           end
 
           def send_data_to_hubspot(stream_name, record = {})
             args = build_args(@action, stream_name, record)
             hubspot_stream = @client.crm.send(stream_name)
             hubspot_data = { simple_public_object_input_for_create: args }
-            hubspot_stream.basic_api.send(@action, hubspot_data)
+            response = hubspot_stream.basic_api.send(@action, hubspot_data)
+            [args, response]
           end
 
           def build_args(action, stream_name, record)
@@ -108,12 +112,6 @@ module Multiwoven
             read_json(CATALOG_SPEC_PATH)
           end
 
-          def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
-              success: success, failed: failure
-            ).to_multiwoven_message
-          end
-
           def log_debug(message)
             Multiwoven::Integrations::Service.logger.debug(message)
           end

data/lib/multiwoven/integrations/destination/microsoft_excel/client.rb

@@ -49,8 +49,7 @@ module Multiwoven::Integrations::Destination
         excel_files = get_file(token, drive_id)
         worksheet = excel_files.find { |file| file[:name] == file_name }
         item_id = worksheet[:id]
-
-        table = get_table(token, drive_id, item_id)
+        table = get_table(token, drive_id, item_id, sheet_name)
         write_url = format(MS_EXCEL_TABLE_ROW_WRITE_API, drive_id: drive_id, item_id: item_id, sheet_name: sheet_name,
                                                          table_name: table["name"])
         payload = { values: records.map(&:values) }
@@ -69,8 +68,8 @@ module Multiwoven::Integrations::Destination
         JSON.parse(response.body)["id"]
       end
 
-      def get_table(token, drive_id, item_id)
-        table_url = format(MS_EXCEL_TABLE_API, drive_id: drive_id, item_id: item_id)
+      def get_table(token, drive_id, item_id, sheet_name)
+        table_url = format(MS_EXCEL_TABLE_API, drive_id: drive_id, item_id: item_id, sheet_name: sheet_name)
         response = Multiwoven::Integrations::Core::HttpClient.request(
           table_url,
           HTTP_GET,
@@ -114,9 +113,14 @@ module Multiwoven::Integrations::Destination
             headers: auth_headers(token)
           )
           sheets_data = JSON.parse(sheet_response.body)
+          column_names = if sheets_data.key?("error")
+                           ["Column A"]
+                         else
+                           sheets_data["values"].first
+                         end
           result << {
             sheet_name: sheet_name,
-            column_names: sheets_data["values"].first
+            column_names: column_names
           }
         end
         result

data/lib/multiwoven/integrations/destination/microsoft_excel/config/catalog.json

@@ -1,7 +1,7 @@
 {
   "request_rate_limit": 6000,
   "request_rate_limit_unit": "minute",
-  "request_rate_concurrency": 10,
+  "request_rate_concurrency": 1,
   "streams": []
 }
 

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.8.2"
+    VERSION = "0.8.4"
 
     ENABLED_SOURCES = %w[
       Snowflake

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.8.4
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-08-13 00:00:00.000000000 Z
+date: 2024-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport