trino-client 2.0.1 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 50686d406d4aedd29016b8b5cfee3024869e797791cc53e099dbf813f6a7d135
-  data.tar.gz: d4d2e2762b8eba6ecaf6c2dd07c19f1db37eee5c8d1ebf4c995d88ec768fe62c
+  metadata.gz: 887c8e77f79998cb038d93f27879b2ca268d455343cb4628b865306ba894ab1d
+  data.tar.gz: 2f28c84bc26e36da9de4f5b3d275d099ecd304341f6640bd75c973fd8d14eded
 SHA512:
-  metadata.gz: 203db357ca5034c2000d836667ac1bb92d976300d7299663105af90f284657854eb061625b48756a4cba0d21a4d8342d5006c95a7b6eab7e37ca1abbe832c21d
-  data.tar.gz: 5566882e00f6edac34ac3d863d78aea8f3358e829b86d7ffff9f51582b42315b7a2b87e0d71a7b22cfd98eea5ac0fb20ab28f1e219991f1ac62e28256cf914ec
+  metadata.gz: 34c0baa8b9f349abc713cb1ddfcd639d04a755308c8836a504fe6e58b62992f5cea14c34e8df3d29ae0351770550519aaf3d70f12ba8a63b5a8d28ffec463dc4
+  data.tar.gz: fd12c7387e02b80911b2a1f6f95e68fa2e4ce798b3dea762c9097d9809847993840d424a4b47a95e62bf1ff6649294649ec184065beb83b86f12b5ba2a655900

data/ChangeLog.md

@@ -1,5 +1,9 @@
 trino-client-ruby
 ====
+## 2.1.0
+- Add utility for transforming Trino ROW type columns into Ruby hashes ([#117](https://github.com/treasure-data/trino-client-ruby/issues/117)) [[e14251c](https://github.com/treasure-data/trino-client-ruby/commit/e14251c)]
+- Bump actions/checkout from 3 to 4 ([#116](https://github.com/treasure-data/trino-client-ruby/issues/116)) [[ebd9d9e](https://github.com/treasure-data/trino-client-ruby/commit/ebd9d9e)]
+
 ## 2.0.1
 - Reduce published gem size ([#113](https://github.com/treasure-data/trino-client-ruby/issues/113)) [[4e03819](https://github.com/treasure-data/trino-client-ruby/commit/4e03819)]
 - Update standard requirement from ~> 1.24.3 to ~> 1.30.1 ([#112](https://github.com/treasure-data/trino-client-ruby/issues/112)) [[b9f9c0c](https://github.com/treasure-data/trino-client-ruby/commit/b9f9c0c)]

data/lib/trino/client/column_value_parser.rb

@@ -0,0 +1,115 @@
+module Trino::Client
+  class ColumnValueParser
+    INSIDE_MATCHING_PARENS_REGEX = /\((?>[^)(]+|\g<0>)*\)/
+
+    attr_reader :name, :type, :scalar_parser
+
+    def initialize(column, scalar_parser = nil)
+      @name = column.name
+      @type = prepare_type_for_parsing(column.type)
+      @scalar_parser = scalar_parser
+    end
+
+    # Public: Parse the value of a row's field by using its column's Trino type.
+    # Trino types can be scalars like VARCHAR and TIMESTAMP or complex types
+    # like ARRAY and ROW. ROW types are treated as objects.
+    # An ARRAY column's type is an array of types as you'd expect. A ROW
+    # column's type is a comma-separated list of space-separated (name, type) tuples.
+    #
+    # data - The value of a row's field. Can be a string, number, an array of those,
+    #        or an arrays of arrays, etc.
+    # dtype - The Trino type string of the column. See above explanation.
+    #
+    # Returns:
+    # - The given value for strings and numbers
+    # - A Time for timestamps
+    # - A Hash of { field1 => value1, field2 => value2, ...etc } for row types
+    # - An array of the above for array types
+    def value(data, dtype = type)
+      # Convert Trino ARRAY elements into Ruby Arrays
+      if starts_with?(dtype, 'array(')
+        return parse_array_element(data, dtype)
+
+      # Convert Trino ROW elements into Ruby Hashes
+      elsif starts_with?(dtype, 'row(')
+        return parse_row_element(data, dtype)
+
+      # If defined, use scalar_parser to convert scalar types
+      elsif !scalar_parser.nil?
+        return scalar_parser.call(data, dtype)
+      end
+
+      # Otherwise, values are returned unaltered
+      data
+    end
+
+    private
+
+    # Private: Remove quotation marks and handle recent versions of
+    # Trino having a 'with time zone' suffix on some fields that breaks
+    # out assumption that types don't have spaces in them.
+    #
+    # Returns a string.
+    def prepare_type_for_parsing(type)
+      type.gsub('"', '').gsub(' with time zone', '_with_time_zone')
+    end
+
+    def parse_array_element(data, dtype)
+      # If the element is empty, return an empty array
+      return [] if blank?(data)
+
+      # Inner data type will be the current dtype with `array(` and `)` chopped off
+      inner_dtype = dtype.match(INSIDE_MATCHING_PARENS_REGEX)[0][1..-2]
+
+      data.map { |inner_data| value(inner_data, inner_dtype) }
+    end
+
+    def parse_row_element(data, dtype)
+      # If the element is empty, return an empty object
+      return {} if blank?(data)
+
+      parsed_row_element = {}
+
+      inner_dtype = dtype.match(INSIDE_MATCHING_PARENS_REGEX)[0][1..-2]
+      elems = inner_dtype.split(' ')
+      num_elems_to_skip = 0
+      field_position = 0
+
+      # Iterate over each datatype of the row and mutate parsed_row_element
+      # to have a key of the field name and value for that field's value.
+      elems.each_with_index do |field, i|
+        # We detected an array or row and are skipping all of the elements within it
+        # since its conversion was handled by calling `value` recursively.
+        if num_elems_to_skip.positive?
+          num_elems_to_skip -= 1
+          next
+        end
+
+        # Field names never have these characters and are never the last element.
+        next if field.include?(',') || field.include?('(') || field.include?(')') || i == elems.length - 1
+
+        type = elems[(i + 1)..].join(' ')
+
+        # If this row has a nested array or row, the type of this field is that array or row's type.
+        if starts_with?(type, 'array(') || starts_with?(type, 'row(')
+          datatype = type.sub(/\(.*/, '')
+          type = "#{datatype}#{type.match(INSIDE_MATCHING_PARENS_REGEX)[0]}"
+          num_elems_to_skip = type.split(' ').length # see above comment about num_elems_to_skip
+        end
+
+        parsed_row_element[field] = value(data[field_position], type)
+        field_position += 1
+      end
+
+      parsed_row_element
+    end
+
+    def blank?(obj)
+      obj.respond_to?(:empty?) ? !!obj.empty? : !obj
+    end
+
+    def starts_with?(str, prefix)
+      prefix.respond_to?(:to_str) && str[0, prefix.length] == prefix
+    end
+  end
+end

data/lib/trino/client/query.rb

@@ -18,6 +18,7 @@ module Trino::Client
   require 'faraday'
   require 'faraday/gzip'
   require 'faraday/follow_redirects'
+  require 'trino/client/column_value_parser'
   require 'trino/client/models'
   require 'trino/client/errors'
   require 'trino/client/faraday_client'
@@ -44,6 +45,19 @@ module Trino::Client
       Trino::Client.faraday_client(options)
     end
 
+    def self.transform_row(column_value_parsers, row)
+      row_object = {}
+
+      row.each_with_index do |element, i|
+        column = column_value_parsers[i]
+        value = column.value(element)
+
+        row_object[column.name] = value
+      end
+
+      row_object
+    end
+
     def initialize(api)
       @api = api
     end
@@ -86,6 +100,20 @@ module Trino::Client
       return @api.current_results.columns
     end
 
+    def column_value_parsers
+      @column_value_parsers ||= columns.map {|column|
+        ColumnValueParser.new(column)
+      }
+    end
+
+    def transform_rows
+      rows.map(&:transform_row)
+    end
+
+    def transform_row(row)
+      self.class.transform_row(column_value_parsers, row)
+    end
+
     def rows
       rows = []
       each_row_chunk {|chunk|

data/lib/trino/client/version.rb

@@ -15,6 +15,6 @@
 #
 module Trino
   module Client
-    VERSION = "2.0.1"
+    VERSION = "2.1.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: trino-client
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.1.0
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-08-17 00:00:00.000000000 Z
+date: 2023-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -190,6 +190,7 @@ files:
 - lib/trino-client.rb
 - lib/trino/client.rb
 - lib/trino/client/client.rb
+- lib/trino/client/column_value_parser.rb
 - lib/trino/client/errors.rb
 - lib/trino/client/faraday_client.rb
 - lib/trino/client/model_versions/0.149.rb