redshift-connector 7.0.0 → 7.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bc258b0cae8475c5c78a9e37ebb80e16d186245d
-  data.tar.gz: 9c8c846b8bfb89714986146b019aa063bcfee9af
+  metadata.gz: 2a4d66a20517246040bb90868247fd86afcf9b2a
+  data.tar.gz: f65cf5432e970b663762c2ef25d8953c01c3a449
 SHA512:
-  metadata.gz: 8e9001439475fc25dfbc6c0eda67306044dccb7c5eeda5309fa2995df4adeaa5b028e3a177f33ca938b99d150ea10a8e48206479b0532f26f2eb17b59b5bf791
-  data.tar.gz: 1d83a4852630ab542bb14cc4fac376a08f549aec0d4225d92f65852f5af290c06d3c44ba31660991370707d9763322ad9d01daba9ff0a1dad352f88d4c0db6ff
+  metadata.gz: 8d0c198cdf127d1ca1fd13a9552852100f990e5fc6a44f02b0f53e1f31905b03dee9b3d0b377f00cfb497514366f3df2079193015c51b92dc260f391c4c4eee4
+  data.tar.gz: 1da370161d79fde4d8c8b24feb04fcf5bee6fb141e9ba11c08034e0cb3d28afb56c1ab1e9447b7746dca2b42bbdb96637a6dceee6f5d6f5390b09076a613cf24

data/lib/redshift_connector.rb

@@ -5,6 +5,7 @@ require 'redshift_connector/connector'
 require 'redshift_connector/exporter'
 require 'redshift_connector/active_record_data_source'
 require 'redshift_connector/active_record_exporter'
+require 'redshift_connector/immediate_exporter'
 require 'redshift_connector/importer'
 require 'redshift_connector/s3_bucket'
 require 'redshift_connector/s3_data_file_bundle'
@@ -21,11 +22,11 @@ module RedshiftConnector
   end
 
   def RedshiftConnector.transport_delta_from_s3(**params)
-    Importer.transport_delta_from_s3(**params)
+    Connector.transport_delta_from_s3(**params)
   end
 
   def RedshiftConnector.transport_all_from_s3(**params)
-    Importer.transport_all_from_s3(**params)
+    Connector.transport_all_from_s3(**params)
   end
 
   def RedshiftConnector.foreach(**params, &block)

data/lib/redshift_connector/connector.rb

@@ -1,10 +1,43 @@
 require 'redshift_connector/exporter'
+require 'redshift_connector/immediate_exporter'
 require 'redshift_connector/importer'
 require 'redshift_connector/data_file_bundle_params'
+require 'redshift_connector/s3_data_file_bundle'
 require 'redshift_connector/logger'
 
 module RedshiftConnector
   class Connector
+    def Connector.transport_delta_from_s3(
+      bucket: nil,
+      prefix:,
+      format:,
+      filter: nil,
+      table:,
+      columns:,
+      delete_cond: nil,
+      upsert_columns: nil,
+      logger: RedshiftConnector.logger,
+      quiet: false
+    )
+      logger = NullLogger.new if quiet
+      bundle = S3DataFileBundle.for_prefix(
+        bucket: (bucket ? S3Bucket.get(bucket) : S3Bucket.default),
+        prefix: prefix,
+        format: format,
+        filter: filter,
+        logger: logger
+      )
+      exporter = ImmediateExporter.new(bundle: bundle, logger: logger)
+      importer = Importer.for_delta_upsert(
+        table: table,
+        columns: columns,
+        delete_cond: delete_cond,
+        upsert_columns: upsert_columns,
+        logger: logger
+      )
+      new(exporter: exporter, importer: importer, logger: logger)
+    end
+
     def Connector.transport_delta(
         schema:,
         table: nil,
@@ -50,6 +83,35 @@ module RedshiftConnector
       new(exporter: exporter, importer: importer, logger: logger)
     end
 
+    def Connector.transport_all_from_s3(
+        strategy: 'rename',
+        table:,
+        columns:,
+        bucket: nil,
+        prefix:,
+        format:,
+        filter: nil,
+        logger: RedshiftConnector.logger,
+        quiet: false
+    )
+      logger = NullLogger.new if quiet
+      bundle = S3DataFileBundle.for_prefix(
+        bucket: (bucket ? S3Bucket.get(bucket) : S3Bucket.default),
+        prefix: prefix,
+        format: format,
+        filter: filter,
+        logger: logger
+      )
+      exporter = ImmediateExporter.new(bundle: bundle, logger: logger)
+      importer = Importer.for_rebuild(
+        strategy: strategy,
+        table: table,
+        columns: columns,
+        logger: logger
+      )
+      new(exporter: exporter, importer: importer, logger: logger)
+    end
+
     def Connector.transport_all(
         strategy: 'rename',
         schema:,

data/lib/redshift_connector/immediate_exporter.rb

@@ -0,0 +1,19 @@
+require 'redshift_connector/s3_data_file_bundle'
+require 'redshift_connector/logger'
+
+module RedshiftConnector
+  class ImmediateExporter
+    def initialize(bundle:, logger: RedshiftConnector.logger)
+      @bundle = bundle
+      @logger = logger
+    end
+
+    attr_reader :bundle
+    attr_reader :logger
+
+    def execute
+      @logger.info "USE #{@bundle.url}*"
+      @bundle
+    end
+  end
+end

data/lib/redshift_connector/version.rb

@@ -1,3 +1,3 @@
 module RedshiftConnector
-  VERSION = '7.0.0'
+  VERSION = '7.0.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift-connector
 version: !ruby/object:Gem::Version
-  version: 7.0.0
+  version: 7.0.1
 platform: ruby
 authors:
 - Minero Aoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-19 00:00:00.000000000 Z
+date: 2017-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redshift-connector-data_file
@@ -152,6 +152,7 @@ files:
 - lib/redshift_connector/exception.rb
 - lib/redshift_connector/exporter.rb
 - lib/redshift_connector/exporter_builder.rb
+- lib/redshift_connector/immediate_exporter.rb
 - lib/redshift_connector/importer.rb
 - lib/redshift_connector/importer/activerecord-import.rb
 - lib/redshift_connector/importer/insert_delta.rb