multiwoven-integrations 0.18.0 → 0.18.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a182e10fe6151cdfbffef960e34aaf8b14be263a2f03a29c71e247d9125938a8
-  data.tar.gz: 79e70b4fd2f81c406c2ca436bc45d422ad63ccd6489bf5c012a7b8ff601ddf21
+  metadata.gz: 872d35288639a0863bbe3e91a7413fd19194a60059155231c3afeb5bcc5710b4
+  data.tar.gz: f3237a02c7905a654a14074879215722bd9fc46fb62a5508a0511fd9dff2123e
 SHA512:
-  metadata.gz: 3808200a5d1f51b873748399963d285053cd6830bcbeb1beb20f08d0eca91bea535a5c811092b767923282aa66ccc4adf6a754cf329b312ab5248475d6a9f042
-  data.tar.gz: 436bee5b004c3b32b7232e28f4e75eefeeacd40d524c6d6b5bf4d4b7e2475638eba06e9bc96820c227c36c6ff33b624172f81cb7a8ffe78ad27040ff7ffbdad1
+  metadata.gz: aeebc66382aaf4c99c92940e7011a8f0f13fee3ade624e0e93ba98cd8c652368f90e485a92f4e1c526f543dc49beb48469d5642c1d86ab8e17fce14ee50521e7
+  data.tar.gz: 918f48630ce40ad37f0fd86bae8708a18646bc531abe88a844ae18c2ce06b759b942da4fd7c45947384df27629e733eab4288739eb611e3904efd22e2385a084

data/lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/client.rb

@@ -41,6 +41,8 @@ module Multiwoven
             SALESFORCE_OBJECTS.each do |object|
               object_description = @client.describe(object)
               streams << JSON.parse(SchemaHelper.create_json_schema_for_object(object_description).to_json)
+            rescue StandardError
+              next
             end
             catalog.to_multiwoven_message
           rescue StandardError => e

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.18.0"
+    VERSION = "0.18.2"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/client.rb

@@ -31,6 +31,8 @@ module Multiwoven
             SALESFORCE_OBJECTS.each do |object|
               object_description = @client.describe(object)
               streams << JSON.parse(SchemaHelper.create_json_schema_for_object(object_description).to_json)
+            rescue StandardError
+              next
             end
             catalog.to_multiwoven_message
           rescue StandardError => e

data/lib/multiwoven/integrations/source/sftp/client.rb

@@ -86,15 +86,9 @@ module Multiwoven::Integrations::Source
       end
 
       def query(conn, query)
-        query_regex = /\ASELECT\s+(?<columns>[\w,\s]+)\s+FROM\s+\w+\s*(?:LIMIT\s+(?<limit>\d+))?\s*(?:OFFSET\s+(?<offset>\d+))?\z/i
-        match = query.match(query_regex)
-        columns = match[:columns] || "*"
-        offset = match[:offset].to_i || 0
-        limit = match[:limit]&.to_i || nil
         @sftp.download!(@remote_file_path, @tempfile.path)
-        adjusted_query = "SELECT #{columns} FROM read_csv_auto('#{@tempfile.path}') OFFSET #{offset}"
-        adjusted_query += " LIMIT #{limit}" if limit
-        records = get_results(conn, adjusted_query)
+        query = query.gsub(/FROM\s+\S+/i, "FROM read_csv_auto('#{@tempfile.path}')") if query.match?(/\bFROM\b/i)
+        records = get_results(conn, query)
         records.map do |row|
           RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_multiwoven_message
         end

data/lib/multiwoven/integrations/source/sftp/config/spec.json

@@ -4,7 +4,7 @@
   "connection_specification": {
     "$schema": "http://json-schema.org/draft-07/schema#",
     "title": "SFTP",
-    "required": ["host", "username", "password", "file_path", "format_type" ],
+    "required": ["host", "username", "password", "file_path", "file_name", "format_type" ],
     "properties": {
       "host": {
         "title": "Host",

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.18.0
+  version: 0.18.2
 platform: ruby
 authors:
 - Subin T P