multiwoven-integrations 0.18.1 → 0.18.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5e47af6ddbbd4a1e2e19639fc52439083c966be41493c119abcb27650e575bdb
-  data.tar.gz: 9850fe744b19bcc2fe9c043b009e4c2e7563b8005b489183de5e1ae76f5fda7d
+  metadata.gz: 872d35288639a0863bbe3e91a7413fd19194a60059155231c3afeb5bcc5710b4
+  data.tar.gz: f3237a02c7905a654a14074879215722bd9fc46fb62a5508a0511fd9dff2123e
 SHA512:
-  metadata.gz: 18d90e4e8be760704494b76ad1442d618afc9c48c2e7ea376ffd48a36cf453618783801325f1660a441dbf69e3f2f63f606a96209461f9bcf28355cc8f636f15
-  data.tar.gz: fbf22e1d8bf4df45131d61babe38feaadad34d23be924685a7c560cbcb109477e7f78761b180b60ee5ca8c78b31a35e3ecc193f9476826cf2ad13cf3203500a4
+  metadata.gz: aeebc66382aaf4c99c92940e7011a8f0f13fee3ade624e0e93ba98cd8c652368f90e485a92f4e1c526f543dc49beb48469d5642c1d86ab8e17fce14ee50521e7
+  data.tar.gz: 918f48630ce40ad37f0fd86bae8708a18646bc531abe88a844ae18c2ce06b759b942da4fd7c45947384df27629e733eab4288739eb611e3904efd22e2385a084

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.18.1"
+    VERSION = "0.18.2"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/multiwoven/integrations/source/sftp/client.rb

@@ -86,15 +86,9 @@ module Multiwoven::Integrations::Source
       end
 
       def query(conn, query)
-        query_regex = /\ASELECT\s+(?<columns>[\w,\s]+)\s+FROM\s+\w+\s*(?:LIMIT\s+(?<limit>\d+))?\s*(?:OFFSET\s+(?<offset>\d+))?\z/i
-        match = query.match(query_regex)
-        columns = match[:columns] || "*"
-        offset = match[:offset].to_i || 0
-        limit = match[:limit]&.to_i || nil
         @sftp.download!(@remote_file_path, @tempfile.path)
-        adjusted_query = "SELECT #{columns} FROM read_csv_auto('#{@tempfile.path}') OFFSET #{offset}"
-        adjusted_query += " LIMIT #{limit}" if limit
-        records = get_results(conn, adjusted_query)
+        query = query.gsub(/FROM\s+\S+/i, "FROM read_csv_auto('#{@tempfile.path}')") if query.match?(/\bFROM\b/i)
+        records = get_results(conn, query)
         records.map do |row|
           RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_multiwoven_message
         end

data/lib/multiwoven/integrations/source/sftp/config/spec.json

@@ -4,7 +4,7 @@
   "connection_specification": {
     "$schema": "http://json-schema.org/draft-07/schema#",
     "title": "SFTP",
-    "required": ["host", "username", "password", "file_path", "format_type" ],
+    "required": ["host", "username", "password", "file_path", "file_name", "format_type" ],
     "properties": {
       "host": {
         "title": "Host",

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.18.1
+  version: 0.18.2
 platform: ruby
 authors:
 - Subin T P