hexspace 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e6fed1043e747b39d0f3cac055db4944d36f18bfaa9acdb4fc88660ade262667
-  data.tar.gz: a3355ff1add5cece58bc2b68914e34a2c5442f0c6f93e8f59612d0c327990b5f
+  metadata.gz: 46cb7c0c6c1d1839a2672e99b5daedfd952e0f31ef9fdeabe055f980c8f52aca
+  data.tar.gz: c16be8b8145beed444821a83b018f1d77a63db01947c1bdf6e34923bb64bc919
 SHA512:
-  metadata.gz: 167a600cd3dd38e4659d1e6466ed0af80b3286571905777525355217c57fb3e6de1a837b38d2d6673b97758cf5c4a5b0d37fe760dc4ebd4cea4d69536758e9fc
-  data.tar.gz: 6727b019ce070e47f1fc0244ac372e37b18dd3a319f21db038d1800fc0129a5c43b023a276afe9de8446266d2526669888a281fd4da9c0222f009abf79e432eb
+  metadata.gz: 2badf30752d561592c909ec3eb15b3967b0b551479563a1972742a310e5c5da297e8beb58626e14177ab894efc16645b74337bc6f64c3fd1afb80ed861fffcac
+  data.tar.gz: 92405d6ba47f7b3b5841250cc09638f4b44d487206a37f5dac1d8deb70ede1fb504a2635456a9e0c88a40b9e930840d6b0a8c76b4863bf658ea031ddd084dbca

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.1.1 (2021-01-25)
+
+- Improved typecasting
+- Removed table prefix with Hive
+
 ## 0.1.0 (2021-01-24)
 
 - First release

data/README.md

@@ -23,7 +23,7 @@ client = Hexspace::Client.new
 Execute queries
 
 ```ruby
-client.execute("SELECT 'world' AS hello")
+client.execute("SELECT COUNT(*) FROM users")
 ```
 
 ## Connection Options
@@ -96,3 +96,9 @@ beeline -u jdbc:hive2://localhost:10000 -e 'CREATE DATABASE hexspace_test;'
 # run the tests
 bundle exec rake test
 ```
+
+Resources
+
+- [Spark SQL Reference](https://spark.apache.org/docs/latest/sql-ref.html)
+- [Hive Language Manual](https://cwiki.apache.org/confluence/display/Hive/LanguageManual)
+- [Thrift SASL Spec](https://github.com/apache/thrift/blob/master/doc/specs/thrift-sasl-spec.txt)

data/lib/hexspace.rb

@@ -1,6 +1,10 @@
 # dependencies
 require "thrift"
 
+# stdlib
+require "bigdecimal"
+require "time"
+
 # thrift
 require "hexspace/tcli_service_constants"
 require "hexspace/tcli_service_types"

data/lib/hexspace/client.rb

@@ -36,18 +36,24 @@ module Hexspace
       @client = TCLIService::Client.new(protocol)
 
       req = TOpenSessionReq.new
-      if database
-        req.configuration = {"use:database" => database}
-      end
+      configuration = {
+        # remove table prefix with Hive
+        "set:hiveconf:hive.resultset.use.unique.column.names" => "false"
+      }
+      configuration["use:database"] = database if database
+      req.configuration = configuration
       @session = @client.OpenSession(req)
       check_status @session
 
       ObjectSpace.define_finalizer(self, self.class.finalize(@transport, @client, @session))
     end
 
+    # TODO add new method that returns Result object
+    # so its possible to get duplicate columns
+    # as well as columns when there are no rows
     def execute(statement, timeout: nil)
       result = execute_statement(statement, timeout: timeout)
-      process_result(result)
+      process_result(result) if result.operationHandle.hasResultSet
     end
 
     # private
@@ -87,6 +93,7 @@ module Hexspace
 
       rows = []
       columns = metadata.schema.columns.map(&:columnName)
+      types = metadata.schema.columns.map { |c| TYPE_NAMES[c.typeDesc.types.first.primitiveEntry.type].downcase }
 
       loop do
         req = TFetchResultsReq.new
@@ -111,9 +118,30 @@ module Hexspace
 
           offset = start_offset
           nulls = value.nulls.unpack1("b*")
-          value.values.each do |v|
-            rows[offset][name] = nulls[offset] == "1" ? nil : v
-            offset += 1
+          values = value.values
+
+          case types[j]
+          # TODO decide how to handle time zones
+          # when "timestamp"
+          #   values.each do |v|
+          #     rows[offset][name] = nulls[offset] == "1" ? nil : Time.parse(v)
+          #     offset += 1
+          #   end
+          when "date"
+            values.each do |v|
+              rows[offset][name] = nulls[offset] == "1" ? nil : Date.parse(v)
+              offset += 1
+            end
+          when "decimal"
+            values.each do |v|
+              rows[offset][name] = nulls[offset] == "1" ? nil : BigDecimal(v)
+              offset += 1
+            end
+          else
+            values.each do |v|
+              rows[offset][name] = nulls[offset] == "1" ? nil : v
+              offset += 1
+            end
           end
         end
 

data/lib/hexspace/version.rb

@@ -1,3 +1,3 @@
 module Hexspace
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hexspace
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Andrew Kane