multiwoven-integrations 0.1.72 → 0.1.74

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 145e9dbf372280297517b8ca9ae1e7aa5b36807d3e22b7935565a150e952498e
-  data.tar.gz: dabf94ddf1c14e138a5c07378484aaa5bb58194cd58532eb70ad2cdd7d9e0361
+  metadata.gz: 7c7b0b9a8d6a1458eef924831e842a8e78fdaafc9b8f2977da6b5f23f6a465a2
+  data.tar.gz: 2db159c6afe7267c5d41ef179220ddc40dc84832aa8c76d949c191924d2dd44b
 SHA512:
-  metadata.gz: c26f8408f8e525c7c607ecc5d78a31ccde1ff6e518e30859c2247622c05e12d681fde3d863bb59c6cec29494e242f7a08cdde4dc59e334e3d2fc5f4090f2ceae
-  data.tar.gz: 16072217e59ce1af0e019dde252282515219420a3428fa57a0e0fdce51d754602bdbb6c657fd1030650f29fd401f4e4deffd210f28bd1e02e4354e02ce8fff80
+  metadata.gz: 54fe61b48f851d3b211e1b26db1280e76b76d5b6f25df33e57d841626f06490431f94279f207d76369f036bd8602d947bed0a5e2e44aa6cc07743acee87d2c7a
+  data.tar.gz: 89b9dc4e5670c9606cce6624c73552e8168443ab2ace1778202759eba6f79c522da3ce02eea469150fd05b2b3b7bdf8d873956aa049adddca1ac8bf487e41a11

data/lib/multiwoven/integrations/core/destination_connector.rb

@@ -5,7 +5,7 @@ module Multiwoven
     class DestinationConnector < BaseConnector
       # Records are transformed json payload send it to the destination
       # SyncConfig is the Protocol::SyncConfig object
-      def write(_sync_config, _records, _action = "insert")
+      def write(_sync_config, _records, _action = "destination_insert")
         raise "Not implemented"
         # return Protocol::TrackingMessage
       end

data/lib/multiwoven/integrations/core/fullrefresher.rb

@@ -3,7 +3,7 @@
 module Multiwoven
   module Integrations::Core
     module Fullrefresher
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         if sync_config && sync_config.sync_mode == "full_refresh" && !@full_refreshed
           response = clear_all_records(sync_config)
           return response unless response &&

data/lib/multiwoven/integrations/core/query_builder.rb

@@ -3,16 +3,22 @@
 module Multiwoven
   module Integrations::Core
     class QueryBuilder
+      include Utils
+
       def self.perform(action, table, record, primary_key = nil)
         case action.downcase
-        when "insert"
+        when "destination_insert"
           columns = record.keys.join(", ")
           values = record.values.map { |value| "'#{value}'" }.join(", ")
           # TODO: support bulk insert
           "INSERT INTO #{table} (#{columns}) VALUES (#{values});"
-        when "update"
+        when "destination_update"
           # Ensure primary key is a string and exists within record for the WHERE clause
-          return "Primary key '#{primary_key}' not found in record." if record[primary_key].nil?
+          if record[primary_key].nil?
+            error_message = "Primary key '#{primary_key}' not found in record."
+            Integrations::Service.logger.error(error_message)
+            return error_message
+          end
 
           primary_key_value = record.delete(primary_key) # Remove and return the primary key value
           set_clause = record.map { |key, value| "#{key} = '#{value}'" }.join(", ")

data/lib/multiwoven/integrations/core/rate_limiter.rb

@@ -3,7 +3,7 @@
 module Multiwoven
   module Integrations::Core
     module RateLimiter
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         stream = sync_config.stream
 
         @queue ||= Limiter::RateQueue.new(stream.request_rate_limit, interval: stream.rate_limit_unit_seconds) do

data/lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb

@@ -35,7 +35,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         access_token = connection_config[:access_token]
         url = generate_url(sync_config, connection_config)

data/lib/multiwoven/integrations/destination/klaviyo/client.rb

@@ -31,7 +31,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         connection_config = connection_config.with_indifferent_access
         url = sync_config.stream.url

data/lib/multiwoven/integrations/destination/postgresql/client.rb

@@ -42,7 +42,7 @@ module Multiwoven::Integrations::Destination
         db&.close
       end
 
-      def write(sync_config, records, action = "insert")
+      def write(sync_config, records, action = "destination_insert")
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         table_name = sync_config.stream.name
         db = create_connection(connection_config)

data/lib/multiwoven/integrations/destination/sftp/client.rb

@@ -36,7 +36,7 @@ module Multiwoven::Integrations::Destination
                          })
       end
 
-      def write(sync_config, records, _action = "insert")
+      def write(sync_config, records, _action = "destination_insert")
         @sync_config = sync_config
         connection_config = sync_config.destination.connection_specification.with_indifferent_access
         file_path = generate_file_path(sync_config)

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.72"
+    VERSION = "0.1.74"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/multiwoven/integrations/source/clickhouse/icon.svg

@@ -1,4 +1,25 @@
-<svg height="2222" viewBox="0 0 9 8" width="2500" xmlns="http://www.w3.org/2000/svg">
-    <path d="m0 7h1v1h-1z" fill="#f00"/>
-    <path d="m0 0h1v7h-1zm2 0h1v8h-1zm2 0h1v8h-1zm2 0h1v8h-1zm2 3.25h1v1.5h-1z" fill="#fc0"/>
-</svg>
+<svg height="100" width="100" version="1.1" id="Layer_1" xmlns:x="ns_extend;" xmlns:i="ns_ai;" xmlns:graph="ns_graphs;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" viewBox="0 0 50.6 50.6" style="enable-background:new 0 0 50.6 50.6;" xml:space="preserve">
+ <metadata>
+  <sfw xmlns="ns_sfw;">
+   <slices>
+   </slices>
+      <sliceSourceBounds bottomLeftOrigin="true" height="50.6" width="50.6" x="0" y="0">
+   </sliceSourceBounds>
+  </sfw>
+ </metadata>
+    <g>
+  <g>
+   <path d="M0.6,0H5c0.3,0,0.6,0.3,0.6,0.6V50c0,0.3-0.3,0.6-0.6,0.6H0.6C0.3,50.6,0,50.4,0,50V0.6C0,0.3,0.3,0,0.6,0z" fill="yellow">
+   </path>
+      <path d="M11.8,0h4.4c0.3,0,0.6,0.3,0.6,0.6V50c0,0.3-0.3,0.6-0.6,0.6h-4.4c-0.3,0-0.6-0.3-0.6-0.6V0.6C11.3,0.3,11.5,0,11.8,0z" fill="yellow">
+   </path>
+      <path d="M23.1,0h4.4c0.3,0,0.6,0.3,0.6,0.6V50c0,0.3-0.3,0.6-0.6,0.6h-4.4c-0.3,0-0.6-0.3-0.6-0.6V0.6C22.5,0.3,22.8,0,23.1,0z" fill="yellow">
+   </path>
+      <path d="M34.3,0h4.4c0.3,0,0.6,0.3,0.6,0.6V50c0,0.3-0.3,0.6-0.6,0.6h-4.4c-0.3,0-0.6-0.3-0.6-0.6V0.6C33.7,0.3,34,0,34.3,0z" fill="yellow">
+   </path>
+      <path d="M45.6,19.7H50c0.3,0,0.6,0.3,0.6,0.6v10.1c0,0.3-0.3,0.6-0.6,0.6h-4.4c-0.3,0-0.6-0.3-0.6-0.6V20.3
+            C45,20,45.3,19.7,45.6,19.7z" fill="yellow">
+   </path>
+  </g>
+ </g>
+</svg>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.72
+  version: 0.1.74
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-05-29 00:00:00.000000000 Z
+date: 2024-06-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport