data_conduit 0.1.3 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4728fe7837c0f6320159cbfe98a9055b3b133455fde00f4b3405dea927c73118
-  data.tar.gz: c80098e893921f812450dfb165fb652b68a4e2777b1720da2ec88b47218bda0e
+  metadata.gz: 4cc315eef32b269bfa6be1d883eeeecd3b4f33269528d1841213621b28717812
+  data.tar.gz: 4c78d834e731c3903dde4cad8461bc5b3e2bc1c7886e41dcc3064090712aa710
 SHA512:
-  metadata.gz: e90575c8f67573c1db6907ee57bb3a36abc1f858edced91aa62056fce051d2d545a7ca09403554f8f2f9bcf1bd10eaf1f7547ab081bda3c3517aa1b3bb59f863
-  data.tar.gz: 2ad16dba62af7f45c686aff12ba5916d33220d16b6054bd3d5b21d89b4c773521035f2083c316d3b1d595dbf449686aa76f0f95a0ed22f216799bf3250bbd588
+  metadata.gz: 56bb80246966f918000373dfec41ea9429554a93e3c13c9a404064349bcccd8a7fd9915dc924d039e30e10511fee3469bb5373c6e102130648ad6b83834dc21e
+  data.tar.gz: '0759aecc053dcc9f81ce8b484e5d89fd8b84f26919fc7c8aba75ea18375462b02b9ef95846bb0ac3365882ee9d7f3342f24b0a5503e4270b4b03e84eb1d9143c'

data/lib/data_conduit/adapters/trino_repository.rb

@@ -25,16 +25,33 @@ module DataConduit
         validate_config!
       end
 
+      def self.tables(config)
+        repo = new(nil, nil, config)
+        response_data = repo.send(:response_to, "SHOW tables")
+        if response_data[:result_data].is_a?(Hash) && response_data[:result_data]["error"]
+          raise DataConduit::TrinoException, response_data[:result_data]["error"].to_s
+        end
+
+        response_data[:result_data]&.flatten&.sort
+      end
+
       def query(sql_query = nil)
         sql_query ||= build_query
         execute(sql_query)
       end
 
       def execute(sql_query)
-        response_data = process_response(send_query(sql_query))
+        response_data = response_to(sql_query)
         transform_response(response_data[:result_data], response_data[:result_columns])
       end
 
+      def last_updated
+        response_data = response_to("SELECT made_current_at FROM \"#{table_name}$history\" " \
+                                    "ORDER BY made_current_at DESC LIMIT 1")
+        datetime_string = response_data[:result_data]&.flatten&.first
+        datetime_string.nil? ? nil : DateTime.parse(datetime_string)
+      end
+
     private
 
       def default_config
@@ -78,16 +95,26 @@ module DataConduit
         end
       end
 
+      def response_to(sql)
+        process_response(send_query(sql))
+      end
+
       def process_response(initial_response)
         result_data = []
         result_columns = nil
         response_data = initial_response
 
         while response_data
-          result_data.concat(response_data["data"]) if response_data["data"]
-          result_columns ||= response_data["columns"]
-          next_uri = response_data["nextUri"]
-          response_data = next_uri ? fetch_next(next_uri) : nil
+          if response_data["error"]
+            result_data = { "error" => response_data["error"] }
+            result_columns = nil
+            response_data = nil
+          else
+            result_data.concat(response_data["data"]) if response_data["data"]
+            result_columns ||= response_data["columns"]
+            next_uri = response_data["nextUri"]
+            response_data = next_uri ? fetch_next(next_uri) : nil
+          end
         end
 
         { result_data: result_data, result_columns: result_columns }

data/lib/data_conduit/data_warehouse_repository.rb

@@ -18,6 +18,10 @@ module DataConduit
         raise NotImplementedError, "You must implement the initialize method"
       end
 
+      def self.tables(_config = {})
+        raise NotImplementedError, "You must implement the tables method"
+      end
+
       def query(_sql_query = nil)
         raise NotImplementedError, "You must implement the query method"
       end
@@ -26,12 +30,16 @@ module DataConduit
         raise NotImplementedError, "You must implement the execute method"
       end
 
+      def last_updated
+        raise NotImplementedError, "You must implement the last_updated method"
+      end
+
     protected
 
       def validate_table_name(table_name)
         raise ArgumentError, "Table name cannot be blank" if table_name.nil? || table_name.empty?
 
-        return if table_name.to_s.match?(/^[a-zA-Z0-9_\.]+$/)
+        return if table_name.to_s.match?(/^[a-zA-Z0-9_.]+$/)
 
         raise ArgumentError, "Invalid table name format. Table name must contain only letters, " \
                              "numbers, underscores, and periods."
@@ -39,6 +47,7 @@ module DataConduit
 
       def transform_response(result_data, result_columns)
         return [] if result_data.nil? || result_data.empty?
+        return [result_data] if result_data.is_a?(Hash) && result_data["error"]
 
         columns = extract_column_names(result_columns)
         result_data.map do |row|

data/lib/data_conduit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DataConduit
-  VERSION = "0.1.3"
+  VERSION = "0.2.1"
 end

data/lib/data_conduit.rb

@@ -11,4 +11,5 @@ DataConduit::RepositoryFactory.register(:trino, DataConduit::Adapters::TrinoRepo
 
 module DataConduit
   class Error < StandardError; end
+  class TrinoException < Error; end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_conduit
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.1
 platform: ruby
 authors:
 - Vinicius Dittgen
@@ -200,7 +200,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: A Ruby connector for data warehouses
 test_files: []