multiwoven-integrations 0.1.18 → 0.1.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 33bd471327290a3ea7196e558ad47a4a41c5295f7535ca7e01ba5e3c920edf8f
-  data.tar.gz: 1b4c17cd7dcc6b7ea0e1a5208e71fba57d2c790863fee0fda5fcd24220bddf4f
+  metadata.gz: 429328f071eab809197f11563a5c87a91ca1d83db1f89f67edc001b2d8aa0d08
+  data.tar.gz: fdbe36a9021b0eae79cff29ec7002859f03993e354d61a45e01024b293ea5835
 SHA512:
-  metadata.gz: 68017d5b0a0548fb3944248838fe5938377e477d2ce32c34421b32f92eba9bc487564d99583dad8f7f61aa0bba358f35570a2a6b20e3045c42da009b9dd46d87
-  data.tar.gz: da0889bd2c8865111319eab6d7ec3923edf34fb91b38bb885395e7aa2006080cddd17a73b924ab88154f5d38bc749fb00a2d53760c1c1d2a1ff032d48288f6e8
+  metadata.gz: 3b17d88517b0b196bef171d72abb99f8ae9faa8e1b8e62c4e9296e86d821025544c742e35a526b5cd1a35a31e8f1959183648a24dcb8ac0269ec34dca5de87e0
+  data.tar.gz: 96d942afc5d2a4015534b57d72b2f8f35fdb91bec1004e5d180ecf451d46a5cc980fdfca406335de9d7ef522e041c49dcba459d56f297ead36223e701f389ac3

data/lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb

@@ -3,7 +3,8 @@
 module Multiwoven::Integrations::Destination
   module FacebookCustomAudience
     include Multiwoven::Integrations::Core
-    class Client < DestinationConnector # rubocop:disable Metrics/ClassLength
+    class Client < DestinationConnector  # rubocop:disable Metrics/ClassLength
+      MAX_CHUNK_SIZE = 10_000
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
         access_token = connection_config[:access_token]
@@ -54,8 +55,8 @@ module Multiwoven::Integrations::Destination
         url = generate_url(sync_config, connection_config)
         write_success = 0
         write_failure = 0
-        records.each do |record|
-          payload = create_payload(record.with_indifferent_access, sync_config.stream.json_schema.with_indifferent_access)
+        records.each_slice(MAX_CHUNK_SIZE) do |chunk|
+          payload = create_payload(chunk, sync_config.stream.json_schema.with_indifferent_access)
           response = Multiwoven::Integrations::Core::HttpClient.request(
             url,
             sync_config.stream.request_method,
@@ -63,28 +64,22 @@ module Multiwoven::Integrations::Destination
             headers: auth_headers(access_token)
           )
           if success?(response)
-            write_success += 1
+            write_success += chunk.size
           else
-            write_failure += 1
+            write_failure += chunk.size
           end
         rescue StandardError => e
-          logger.error(
-            "FACEBOOK:RECORD:WRITE:FAILURE: #{e.message}"
-          )
-          write_failure += 1
+          handle_exception("FACEBOOK:RECORD:WRITE:EXCEPTION", "error", e)
+          write_failure += chunk.size
         end
+
         tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
           success: write_success,
           failed: write_failure
         )
         tracker.to_multiwoven_message
       rescue StandardError => e
-        # TODO: Handle rate limiting seperately
-        handle_exception(
-          "FACEBOOK:WRITE:EXCEPTION",
-          "error",
-          e
-        )
+        handle_exception("FACEBOOK:WRITE:EXCEPTION", "error", e)
       end
 
       private
@@ -93,28 +88,30 @@ module Multiwoven::Integrations::Destination
         sync_config.stream.url.gsub("{audience_id}", connection_config[:audience_id])
       end
 
-      def create_payload(record_data, json_schema)
-        schema, data = extract_schema_and_data(record_data, json_schema)
+      def create_payload(records, json_schema)
+        schema, data = extract_schema_and_data(records, json_schema)
         {
           "payload" => {
             "schema" => schema,
-            "data" => [data]
+            "data" => data
           }
         }
       end
 
-      def extract_schema_and_data(data, json_schema)
+      def extract_schema_and_data(records, json_schema)
         schema_properties = json_schema[:properties]
-        schema = data.keys.map(&:upcase)
-        encrypted_data_array = []
-
-        data.each do |key, value|
-          schema_key = key.upcase
-          encrypted_value = schema_properties[schema_key] && schema_properties[schema_key]["x-hashRequired"] ? Digest::SHA256.hexdigest(value.to_s) : value
-          encrypted_data_array << encrypted_value
+        schema = records.first.keys.map(&:to_s).map(&:upcase)
+        data = []
+        records.each do |record|
+          encrypted_data_array = []
+          record.with_indifferent_access.each do |key, value|
+            schema_key = key.upcase
+            encrypted_value = schema_properties[schema_key] && schema_properties[schema_key]["x-hashRequired"] ? Digest::SHA256.hexdigest(value.to_s) : value
+            encrypted_data_array << encrypted_value
+          end
+          data << encrypted_data_array
         end
-
-        [schema, encrypted_data_array]
+        [schema, data]
       end
 
       def auth_headers(access_token)

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.18"
+    VERSION = "0.1.19"
 
     ENABLED_SOURCES = %w[
       Snowflake

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.18
+  version: 0.1.19
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-09 00:00:00.000000000 Z
+date: 2024-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -362,7 +362,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.4.1
 signing_key:
 specification_version: 4
 summary: Integration suite for open source reverse ETL platform