redshift_connector 8.0.1 → 8.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8f537c83a87a3eb1a0299d4bb5c33d9ea597a1893942257cb24fe6d0bff33892
-  data.tar.gz: b337cb256f704548668f9c0e7f70852e4b2e7d66adc0b28301ddace2379758c8
+  metadata.gz: f91f71e729689abb4d8e006688ca6da92c0853050d8a06e82e90098ab4729fd9
+  data.tar.gz: 871d84fffd775eb4abb820b4d91b2315a64b576e90d06c19fb4c33f5cb24ff23
 SHA512:
-  metadata.gz: dc3d01359c08e23fa5c82b6d75929f9332172c18724d891e6fd563ba2a276e110d21ec5cc56c50a51eb2c5b24ae40965c3b4a5bd07e4a43999baaf44bd18806b
-  data.tar.gz: 462e755a64d4a92822d56c78dd76d4bbff2403da7c7191290a8d5fa02541d418b18040aaf8118be923b1775552c7e51632df806227e7d7cfad196d80143f4cf8
+  metadata.gz: 2bd66b6346d27c293c74d74a422666cd28faa3116122458b2385e77c51b980af7686096df0feb8d37cf9cc7fb92c977dcce361667ee048321e62b89c5b445f06
+  data.tar.gz: 43172e49458067e5d7b0fffd53c0bd6a1a0ab3b867cf66418ecbab55a828b2c01822890559b494291f1941de5089a22b4cd5694b094aaca77e58143e3cdff543

data/RELEASE.md

@@ -1,5 +1,9 @@
 # Release Note
 
+## version 8.1.0
+
+- [new] Add type cast option for queuery.
+
 ## version 8.0.1
 
 - [fix] Loosen pg version restriction to allow >0.18 to support Rails 5.

data/lib/redshift_connector/data_file_bundle_reader.rb

@@ -1,4 +1,5 @@
 require 'redshift_connector/logger'
+require 'redshift_connector/redshift_data_type'
 require 'forwardable'
 
 module RedshiftConnector
@@ -22,7 +23,14 @@ module RedshiftConnector
 
     def each_row(&block)
       each_object do |obj|
-        obj.each_row(&block)
+        if @bundle.respond_to?(:has_manifest?) && @bundle.has_manifest?
+          obj.each_row do |row|
+            yield RedshiftDataType.type_cast(row, @bundle.manifest_file)
+          end
+        else
+          obj.each_row(&block)
+        end
+
       end
     end
 
@@ -68,5 +76,6 @@ module RedshiftConnector
       yield buf unless buf.empty?
     end
     private :do_each_batch
+
   end
 end

data/lib/redshift_connector/exporter_builder.rb

@@ -23,8 +23,10 @@ module RedshiftConnector
         table:,
         bucket: nil,
         query:,
+        query_params: [],
         txn_id: "#{Time.now.strftime('%Y%m%d_%H%M%S')}_#{$$}",
         enable_sort: false,
+        enable_cast: false,
         logger: RedshiftConnector.logger,
         quiet: false
     )
@@ -39,8 +41,10 @@ module RedshiftConnector
       @exporter_class.new(
         ds: @ds,
         query: ArbitraryQuery.new(query),
+        query_params: query_params,
         bundle_params: bundle_params,
         enable_sort: enable_sort,
+        enable_cast: enable_cast,
         logger: logger
       )
     end

data/lib/redshift_connector/redshift_data_type.rb

@@ -0,0 +1,27 @@
+
+module RedshiftConnector
+  module RedshiftDataType
+    def self.type_cast(row, manifest_file)
+      row.zip(manifest_file.column_types).map do |value, type|
+        next nil if (value == '' and type != 'character varing') # null becomes '' on unload
+
+        case type
+        when 'smallint', 'integer', 'bigint'
+          value.to_i
+        when 'numeric', 'double precision'
+          value.to_f
+        when 'character', 'character varying'
+          value
+        when 'timestamp without time zone', 'timestamp with time zone'
+          Time.parse(value)
+        when 'date'
+          Date.parse(value)
+        when 'boolean'
+          value == 'true' ? true : false
+        else
+          raise "not support data type: #{type}"
+        end
+      end
+    end
+  end
+end

data/lib/redshift_connector/version.rb

@@ -1,3 +1,3 @@
 module RedshiftConnector
-  VERSION = '8.0.1'
+  VERSION = '8.1.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift_connector
 version: !ruby/object:Gem::Version
-  version: 8.0.1
+  version: 8.1.0
 platform: ruby
 authors:
 - Minero Aoki
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-07-17 00:00:00.000000000 Z
+date: 2021-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -159,6 +159,7 @@ files:
 - lib/redshift_connector/reader/exception.rb
 - lib/redshift_connector/reader/redshift_csv.rb
 - lib/redshift_connector/reader/tsv.rb
+- lib/redshift_connector/redshift_data_type.rb
 - lib/redshift_connector/s3_bucket.rb
 - lib/redshift_connector/s3_data_file.rb
 - lib/redshift_connector/s3_data_file_bundle.rb
@@ -168,7 +169,7 @@ homepage: https://github.com/bricolages/redshift_connector
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -183,8 +184,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
 summary: Redshift bulk data connector
 test_files: []