multiwoven-integrations 0.1.73 → 0.1.75

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c9f12b6e7ed8927ea4dd1606ebc668286c0f8b594de8f21a95940a3e7d6186c3
-  data.tar.gz: 37689ed52ff9cb8ae8eed14aec908d725f2f43c1a8ac1ea29ffba6d62f7c9ea1
+  metadata.gz: ae5784806bc5de9222274f6a03be3883720e308f1e0922a76a588f5e582112fb
+  data.tar.gz: 065a346c9beebf746e1e8d6d4a7b49d76c01185005269df442e58719933ca9f4
 SHA512:
-  metadata.gz: 876998f9a9b1194db9f2017326f7fdf813715538fdd4dd21973717f786fe5c5d0b0929aab4296f13c83861cace0f12c18ad97ec7983964b655388b45a30294e8
-  data.tar.gz: bf09fe09f534b40640a7c0a783868a90aba97c1ba17fdebc17f931b784f754fe4eb03ceaf764bf81bbd64de5f9beb2b1358b36e3607886059bc7140e5327f9b1
+  metadata.gz: 00fa3449d0395073e4b5277d105b5331c19e4290e9a8972baa80bc80aeee6ef63effcf94bc0484ced2ea79bb33900467bd2a68ee85b8a8d2796af317a9ef9340
+  data.tar.gz: 263e855471164f79df4acafb32116b752cd3945d2439fc29eea4540ee2c6360d80d472caf2996475a4b3398a68d0361d907e2f5a8844ca4f2cd123da02706155

data/lib/multiwoven/integrations/core/destination_connector.rb

@@ -5,7 +5,7 @@ module Multiwoven
     class DestinationConnector < BaseConnector
       # Records are transformed json payload send it to the destination
       # SyncConfig is the Protocol::SyncConfig object
-      def write(_sync_config, _records, _action = "insert")
+      def write(_sync_config, _records, _action = "destination_insert")
         raise "Not implemented"
         # return Protocol::TrackingMessage
       end

data/lib/multiwoven/integrations/core/fullrefresher.rb

@@ -3,7 +3,7 @@
 module Multiwoven
   module Integrations::Core
     module Fullrefresher
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         if sync_config && sync_config.sync_mode == "full_refresh" && !@full_refreshed
           response = clear_all_records(sync_config)
           return response unless response &&

data/lib/multiwoven/integrations/core/query_builder.rb

@@ -3,16 +3,22 @@
 module Multiwoven
   module Integrations::Core
     class QueryBuilder
+      include Utils
+
       def self.perform(action, table, record, primary_key = nil)
         case action.downcase
-        when "insert"
+        when "destination_insert"
           columns = record.keys.join(", ")
           values = record.values.map { |value| "'#{value}'" }.join(", ")
           # TODO: support bulk insert
           "INSERT INTO #{table} (#{columns}) VALUES (#{values});"
-        when "update"
+        when "destination_update"
           # Ensure primary key is a string and exists within record for the WHERE clause
-          return "Primary key '#{primary_key}' not found in record." if record[primary_key].nil?
+          if record[primary_key].nil?
+            error_message = "Primary key '#{primary_key}' not found in record."
+            Integrations::Service.logger.error(error_message)
+            return error_message
+          end
 
           primary_key_value = record.delete(primary_key) # Remove and return the primary key value
           set_clause = record.map { |key, value| "#{key} = '#{value}'" }.join(", ")

data/lib/multiwoven/integrations/core/rate_limiter.rb

@@ -3,7 +3,7 @@
 module Multiwoven
   module Integrations::Core
     module RateLimiter
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         stream = sync_config.stream
 
         @queue ||= Limiter::RateQueue.new(stream.request_rate_limit, interval: stream.rate_limit_unit_seconds) do

data/lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb

@@ -35,7 +35,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         access_token = connection_config[:access_token]
         url = generate_url(sync_config, connection_config)

data/lib/multiwoven/integrations/destination/klaviyo/client.rb

@@ -31,7 +31,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         connection_config = connection_config.with_indifferent_access
         url = sync_config.stream.url

data/lib/multiwoven/integrations/destination/postgresql/client.rb

@@ -42,16 +42,17 @@ module Multiwoven::Integrations::Destination
         db&.close
       end
 
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         table_name = sync_config.stream.name
+        primary_key = sync_config.model.primary_key
         db = create_connection(connection_config)
 
         write_success = 0
         write_failure = 0
 
         records.each do |record|
-          query = Multiwoven::Integrations::Core::QueryBuilder.perform(action, table_name, record)
+          query = Multiwoven::Integrations::Core::QueryBuilder.perform(action, table_name, record, primary_key)
           logger.debug("POSTGRESQL:WRITE:QUERY query = #{query} sync_id = #{sync_config.sync_id} sync_run_id = #{sync_config.sync_run_id}")
           begin
             db.exec(query)

data/lib/multiwoven/integrations/destination/sftp/client.rb

@@ -36,7 +36,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         @sync_config = sync_config
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         file_path = generate_file_path(sync_config)

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.73"
+    VERSION = "0.1.75"
 
     ENABLED_SOURCES = %w[
       Snowflake

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.73
+  version: 0.1.75
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-05-29 00:00:00.000000000 Z
+date: 2024-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport