data_conduit 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4728fe7837c0f6320159cbfe98a9055b3b133455fde00f4b3405dea927c73118
-  data.tar.gz: c80098e893921f812450dfb165fb652b68a4e2777b1720da2ec88b47218bda0e
+  metadata.gz: d521831adb1cee94daa5c95fb4e29f039ee0a31f0fe77dd4126b43ad6cf653ff
+  data.tar.gz: e9cfc515a02cc8031777b4d581accf35a6db0d36dc35f17fa8d872be39035edd
 SHA512:
-  metadata.gz: e90575c8f67573c1db6907ee57bb3a36abc1f858edced91aa62056fce051d2d545a7ca09403554f8f2f9bcf1bd10eaf1f7547ab081bda3c3517aa1b3bb59f863
-  data.tar.gz: 2ad16dba62af7f45c686aff12ba5916d33220d16b6054bd3d5b21d89b4c773521035f2083c316d3b1d595dbf449686aa76f0f95a0ed22f216799bf3250bbd588
+  metadata.gz: f7b17a1a849e8152013ffbc78bde9129a7bbdb535b061522d1447c1210af23dbdb11c14b3c57edcc79c8ba716ae1d0551db183c0270b2f4099535571432f2065
+  data.tar.gz: 505302e548bcf2796bc09acea5c6bf9a60ace419617401b0dc17be31785f8366dc87ad2a093a7693bb1550a28693da87eaef191237477b26565946f21f28f4e4

data/lib/data_conduit/adapters/trino_repository.rb

@@ -25,16 +25,29 @@ module DataConduit
         validate_config!
       end
 
+      def self.tables(config)
+        repo = new(nil, nil, config)
+        response_data = repo.send(:response_to, "SHOW tables")
+        response_data[:result_data]&.flatten&.sort
+      end
+
       def query(sql_query = nil)
         sql_query ||= build_query
         execute(sql_query)
       end
 
       def execute(sql_query)
-        response_data = process_response(send_query(sql_query))
+        response_data = response_to(sql_query)
         transform_response(response_data[:result_data], response_data[:result_columns])
       end
 
+      def last_updated
+        response_data = response_to("SELECT made_current_at FROM \"#{table_name}$history\" " \
+                                    "ORDER BY made_current_at DESC LIMIT 1")
+        datetime_string = response_data[:result_data]&.flatten&.first
+        datetime_string.nil? ? nil : DateTime.parse(datetime_string)
+      end
+
     private
 
       def default_config
@@ -78,16 +91,26 @@ module DataConduit
         end
       end
 
+      def response_to(sql)
+        process_response(send_query(sql))
+      end
+
       def process_response(initial_response)
         result_data = []
         result_columns = nil
         response_data = initial_response
 
         while response_data
-          result_data.concat(response_data["data"]) if response_data["data"]
-          result_columns ||= response_data["columns"]
-          next_uri = response_data["nextUri"]
-          response_data = next_uri ? fetch_next(next_uri) : nil
+          if response_data["error"]
+            result_data = { "error" => response_data["error"] }
+            result_columns = nil
+            response_data = nil
+          else
+            result_data.concat(response_data["data"]) if response_data["data"]
+            result_columns ||= response_data["columns"]
+            next_uri = response_data["nextUri"]
+            response_data = next_uri ? fetch_next(next_uri) : nil
+          end
         end
 
         { result_data: result_data, result_columns: result_columns }

data/lib/data_conduit/data_warehouse_repository.rb

@@ -18,6 +18,10 @@ module DataConduit
         raise NotImplementedError, "You must implement the initialize method"
       end
 
+      def self.tables(_config = {})
+        raise NotImplementedError, "You must implement the tables method"
+      end
+
       def query(_sql_query = nil)
         raise NotImplementedError, "You must implement the query method"
       end
@@ -26,6 +30,10 @@ module DataConduit
         raise NotImplementedError, "You must implement the execute method"
       end
 
+      def last_updated
+        raise NotImplementedError, "You must implement the last_updated method"
+      end
+
     protected
 
       def validate_table_name(table_name)
@@ -39,6 +47,7 @@ module DataConduit
 
       def transform_response(result_data, result_columns)
         return [] if result_data.nil? || result_data.empty?
+        return [result_data] if result_data.is_a?(Hash) && result_data["error"]
 
         columns = extract_column_names(result_columns)
         result_data.map do |row|

data/lib/data_conduit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DataConduit
-  VERSION = "0.1.3"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_conduit
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Vinicius Dittgen
@@ -200,7 +200,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: A Ruby connector for data warehouses
 test_files: []