redshift_connector 8.1.0 → 8.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f91f71e729689abb4d8e006688ca6da92c0853050d8a06e82e90098ab4729fd9
-  data.tar.gz: 871d84fffd775eb4abb820b4d91b2315a64b576e90d06c19fb4c33f5cb24ff23
+  metadata.gz: bf802a784e9ad99f3d43a7dcae9497c610ae46e4fcf5745ab7843ae8c50ce0eb
+  data.tar.gz: 710ef721c8e4a35384cfb71789413d70ec6dbb205c0395bedefdddc27b9a6f7d
 SHA512:
-  metadata.gz: 2bd66b6346d27c293c74d74a422666cd28faa3116122458b2385e77c51b980af7686096df0feb8d37cf9cc7fb92c977dcce361667ee048321e62b89c5b445f06
-  data.tar.gz: 43172e49458067e5d7b0fffd53c0bd6a1a0ab3b867cf66418ecbab55a828b2c01822890559b494291f1941de5089a22b4cd5694b094aaca77e58143e3cdff543
+  metadata.gz: 64bf13d4fdcc2a43d8ec1310599491a802d88584732a453cdb53f95e048cc5fb3617789b75c3bb78004e76ee2ddbc87fcf7d5d579bccbe76242a7e423a06e0e7
+  data.tar.gz: 404aa0311e7bf20028bf1bc53f2194ef8cd320e76a360c3542be39299a0f48d7df1f42a2d3e2dab67b914cc640127bac42f39bf2a8790d3d177e7b2bed0d19c6

data/RELEASE.md

@@ -1,5 +1,10 @@
 # Release Note
 
+## version 8.1.2
+- [new] Add type cast option instead of filter option for #transport_delta and #transport_all.
+## version 8.1.1
+- [fix] Boolean type cast was reverse.
+
 ## version 8.1.0
 
 - [new] Add type cast option for queuery.

data/lib/redshift_connector/active_record_exporter.rb

@@ -4,7 +4,8 @@ require 'redshift_connector/logger'
 
 module RedshiftConnector
   class ActiveRecordExporter
-    def initialize(ds:, query:, bundle_params:, enable_sort: false, logger: RedshiftConnector.logger)
+    def initialize(ds:, query:, bundle_params:, enable_sort: false, enable_cast: false, logger: RedshiftConnector.logger)
+      raise ArgumentError, "ActiveRecordExporter does not support type cast" if enable_cast
       @ds = ds
       @query = query
       @bundle_params = bundle_params

data/lib/redshift_connector/connector.rb

@@ -49,13 +49,17 @@ module RedshiftConnector
         upsert_columns: nil,
         bucket: nil,
         txn_id: nil,
-        filter:,
+        filter: nil,
+        enable_cast: false,
         logger: RedshiftConnector.logger,
         quiet: false
     )
       unless src_table and dest_table
         raise ArgumentError, "missing :table, :src_table or :dest_table"
       end
+      raise ArgumentError, "filter and enable_cast are exclusive" if filter and enable_cast
+      raise ArgumentError, "either filter or enable_cast is required" unless filter or enable_cast
+
       logger = NullLogger.new if quiet
       bundle_params = DataFileBundleParams.new(
         bucket: bucket,
@@ -70,6 +74,7 @@ module RedshiftConnector
         table: src_table,
         columns: columns,
         condition: condition,
+        enable_cast: enable_cast,
         logger: logger
       )
       importer = Importer.for_delta_upsert(
@@ -119,10 +124,14 @@ module RedshiftConnector
         columns:,
         bucket: nil,
         txn_id: nil,
-        filter:,
+        filter: nil,
+        enable_cast: false,
         logger: RedshiftConnector.logger,
         quiet: false
     )
+    raise ArgumentError, "filter and enable_cast are exclusive" if filter and enable_cast
+    raise ArgumentError, "either filter or enable_cast is required" unless filter or enable_cast
+
       logger = NullLogger.new if quiet
       bundle_params = DataFileBundleParams.new(
         bucket: bucket,
@@ -136,6 +145,7 @@ module RedshiftConnector
         schema: schema,
         table: src_table,
         columns: columns,
+        enable_cast: enable_cast,
         logger: logger
       )
       importer = Importer.for_rebuild(

data/lib/redshift_connector/exporter_builder.rb

@@ -8,14 +8,14 @@ module RedshiftConnector
       @exporter_class = exporter_class
     end
 
-    def build_for_table_delta(schema:, table:, condition:, columns:, bundle_params:, logger: RedshiftConnector.logger)
+    def build_for_table_delta(schema:, table:, condition:, columns:, enable_cast:, bundle_params:, logger: RedshiftConnector.logger)
       query = DeltaQuery.new(schema: schema, table: table, columns: columns, condition: condition)
-      @exporter_class.new(ds: @ds, query: query, bundle_params: bundle_params, logger: logger)
+      @exporter_class.new(ds: @ds, query: query, bundle_params: bundle_params, enable_cast: enable_cast, logger: logger)
     end
 
-    def build_for_table(schema:, table:, columns:, bundle_params:, logger: RedshiftConnector.logger)
+    def build_for_table(schema:, table:, columns:, enable_cast:, bundle_params:, logger: RedshiftConnector.logger)
       query = SelectAllQuery.new(schema: schema, table: table, columns: columns)
-      @exporter_class.new(ds: @ds, query: query, bundle_params: bundle_params, logger: logger)
+      @exporter_class.new(ds: @ds, query: query, bundle_params: bundle_params, enable_cast: enable_cast, logger: logger)
     end
 
     def build_for_query(

data/lib/redshift_connector/redshift_data_type.rb

@@ -1,6 +1,17 @@
 
 module RedshiftConnector
   module RedshiftDataType
+    FALSE_VALUES = [
+      false, 0,
+      "0", :"0",
+      "f", :f,
+      "F", :F,
+      "false", :false,
+      "FALSE", :FALSE,
+      "off", :off,
+      "OFF", :OFF,
+    ].to_set.freeze
+
     def self.type_cast(row, manifest_file)
       row.zip(manifest_file.column_types).map do |value, type|
         next nil if (value == '' and type != 'character varing') # null becomes '' on unload
@@ -17,7 +28,7 @@ module RedshiftConnector
         when 'date'
           Date.parse(value)
         when 'boolean'
-          value == 'true' ? true : false
+          FALSE_VALUES.include?(value) ? false : true
         else
           raise "not support data type: #{type}"
         end

data/lib/redshift_connector/version.rb

@@ -1,3 +1,3 @@
 module RedshiftConnector
-  VERSION = '8.1.0'
+  VERSION = '8.1.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift_connector
 version: !ruby/object:Gem::Version
-  version: 8.1.0
+  version: 8.1.2
 platform: ruby
 authors:
 - Minero Aoki
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-10-07 00:00:00.000000000 Z
+date: 2021-11-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord