redshift_extractor 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: efa20918ea071a3450d6a62cd675e89744f76321
-  data.tar.gz: 3fb762b159c2d28203d75a5f87b63b101511ba4f
+  metadata.gz: 75a7c818e209b911997eaffb71754a90093eabec
+  data.tar.gz: 55661e198a7a48e55743a9f91629c5b5ab85fa7a
 SHA512:
-  metadata.gz: 02377cc2c4d433b56a09f6054bdba298349cb8aed7177f33c5cacad100f4edb03fa29679bfcb24bc5900e8110331bdf465b87f0b72fd5ad02c111b308ed914d5
-  data.tar.gz: cc0b7c84cd915d6ec25215f2cd025c73878045e68e0a1f898280d0f18e6a6e89a70160b4c634dc1de428477e668ada029f7de3bb9baf51ebc575b7cb415e4a4e
+  metadata.gz: 6713dfa0680b463e0974faad511ae5b94a01c86668fe3929116761e5c24b89baea291779fdefee14c6b83a5febb8a96a3e40e21c60cdf19bd11b0bc79321513c
+  data.tar.gz: c8f852a026538cf5c500ea327f839dd6b4c375a0924ed8ed48a94fb5496994b81757b7536e46ed5fdbf1d87735c21cb667f2fae0d2e276fd6b46493eb11fd92a

data/lib/redshift_extractor.rb

@@ -3,6 +3,7 @@ require 'ostruct'
 require "redshift_extractor/version"
 
 require 'pg'
+require 'redshift_copier'
 
 def require_all(pattern)
   root = File.expand_path("../", File.dirname(__FILE__))

data/lib/redshift_extractor/extractor.rb

@@ -10,8 +10,6 @@ module RedshiftExtractor; class Extractor
 
   def run
     unload
-    drop
-    create
     copy
   end
 
@@ -30,37 +28,22 @@ module RedshiftExtractor; class Extractor
     source_connection.exec(unloader.unload_sql)
   end
 
-  def dropper
-    Drop.new(
-      destination_schema: config.destination_schema,
-      destination_table: config.destination_table
-    )
-  end
-
-  def drop
-    destination_connection.exec(dropper.drop_sql)
-  end
-
-  def create
-    destination_connection.exec(config.create_sql)
+  def copy
+    copier.run
   end
 
   def copier
-    Copy.new(
+    args = {
+      schema: config.destination_schema,
+      table: config.destination_table,
+      create_sql: config.create_sql,
       aws_access_key_id: config.aws_access_key_id,
       aws_secret_access_key: config.aws_secret_access_key,
-      data_source: config.copy_data_source,
-      destination_schema: config.destination_schema,
-      destination_table: config.destination_table
-    )
-  end
-
-  def copy
-    destination_connection.exec(copier.copy_sql)
-  end
-
-  def destination_connection
-    PGconn.connect(config.database_config_destination)
+      s3_path: config.copy_data_source,
+      db_config: config.database_config_destination,
+      copy_command_options: "manifest dateformat 'auto' timeformat 'auto' blanksasnull emptyasnull escape gzip removequotes delimiter '|';"
+    }
+    RedshiftCopier::Copy.new(args)
   end
 
   def source_connection

data/lib/redshift_extractor/version.rb

@@ -1,3 +1,3 @@
 module RedshiftExtractor
-  VERSION = "0.3.0"
+  VERSION = "0.4.0"
 end

data/redshift_extractor.gemspec

@@ -23,4 +23,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec"
 
   spec.add_dependency "pg", "0.18.3"
+  spec.add_dependency "redshift_copier", "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift_extractor
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - MrPowers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-01-13 00:00:00.000000000 Z
+date: 2016-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,6 +66,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.18.3
+- !ruby/object:Gem::Dependency
+  name: redshift_copier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.0
 description: 
 email:
 - matthewkevinpowers@gmail.com
@@ -83,8 +97,6 @@ files:
 - bin/console
 - bin/setup
 - lib/redshift_extractor.rb
-- lib/redshift_extractor/copy.rb
-- lib/redshift_extractor/drop.rb
 - lib/redshift_extractor/extractor.rb
 - lib/redshift_extractor/unload.rb
 - lib/redshift_extractor/version.rb

data/lib/redshift_extractor/copy.rb

@@ -1,24 +0,0 @@
-module RedshiftExtractor; class Copy
-
-  attr_reader :aws_access_key_id, :aws_secret_access_key, :data_source, :destination_schema, :destination_table
-
-  def initialize(args)
-    @aws_access_key_id = args.fetch(:aws_access_key_id)
-    @aws_secret_access_key = args.fetch(:aws_secret_access_key)
-    @data_source = args.fetch(:data_source)
-    @destination_schema = args.fetch(:destination_schema)
-    @destination_table = args.fetch(:destination_table)
-  end
-
-  def copy_sql
-    "copy #{destination_schema}.#{destination_table} from '#{data_source}'"\
-    " credentials '#{credentials}'"\
-    " manifest dateformat 'auto' timeformat 'auto' blanksasnull emptyasnull escape gzip removequotes delimiter '|';"
-  end
-
-  def credentials
-    "aws_access_key_id=#{aws_access_key_id};aws_secret_access_key=#{aws_secret_access_key}"
-  end
-
-end; end
-

data/lib/redshift_extractor/drop.rb

@@ -1,15 +0,0 @@
-module RedshiftExtractor; class Drop
-
-  attr_reader :destination_schema, :destination_table
-
-  def initialize(args)
-    @destination_schema = args.fetch(:destination_schema)
-    @destination_table = args.fetch(:destination_table)
-  end
-
-  def drop_sql
-    "drop table if exists #{destination_schema}.#{destination_table};"
-  end
-
-end; end
-