redshift_extractor 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d6b1a776fcff84a096fd9e510d1774fcd006191d
-  data.tar.gz: 0a69e8eb4ad78653b47a0151c9e6bd1d3389dbeb
+  metadata.gz: efa20918ea071a3450d6a62cd675e89744f76321
+  data.tar.gz: 3fb762b159c2d28203d75a5f87b63b101511ba4f
 SHA512:
-  metadata.gz: 32c29672a4b5ed08a44d56ccdd6e4447b0cddf48f1a5b534b0102ac6235cd4c3e927ae8bd9acfaf262f856bbef1a59131902122350d0c77329d65d1a92685bb1
-  data.tar.gz: d2ef768e4d19c90b0cb71617e019ba5365e05a65b2ad5f7f8e8d1acf49d4315cbe27d46518b1d7d25ed13c605d4f2b6028ca5df7f341a3079d87138ac3c392a4
+  metadata.gz: 02377cc2c4d433b56a09f6054bdba298349cb8aed7177f33c5cacad100f4edb03fa29679bfcb24bc5900e8110331bdf465b87f0b72fd5ad02c111b308ed914d5
+  data.tar.gz: cc0b7c84cd915d6ec25215f2cd025c73878045e68e0a1f898280d0f18e6a6e89a70160b4c634dc1de428477e668ada029f7de3bb9baf51ebc575b7cb415e4a4e

data/README.md

@@ -18,7 +18,7 @@ One database connection is established with the source database to UNLOAD the da
 
 ## Running the Code
 
-The RedshiftExtractor::Extractor class is instantiated with a long hash of arguments.
+The `RedshiftExtractor::Extractor` class is instantiated with a long hash of arguments ([sorry Sandi Metz!](https://robots.thoughtbot.com/sandi-metz-rules-for-developers)).
 
 ```ruby
 args = {
@@ -26,7 +26,8 @@ args = {
   database_config_destination: "database_config_destination",
   unload_s3_destination: "unload_s3_destination",
   unload_select_sql: "unload_select_sql",
-  table_name: "table_name",
+  destination_schema: "destination_schema",
+  destination_table: "destination_table",
   create_sql: "create_sql",
   copy_data_source: "copy_data_source",
   aws_access_key_id: "aws_access_key_id",
@@ -56,9 +57,9 @@ Here is a description of the parameters:
 
 - unload_select_sql: A SQL SELECT query that will be run on the source table
 
-- table_name: The table that will be dropped, recreated, and populated with data from the COPY command
+- destination_schema, destination_table: The table that will be dropped, recreated, and populated with data from the COPY command
 
-- create_sql: The SQL that creates the table_name table (this SQL is run to recreate the table in the step above)
+- create_sql: The SQL that creates the destination_schema.destination_table table (this SQL is run to recreate the table in the step above)
 
 - copy_data_source: This is typically `"#{unload_s3_destination}manifest"`.  The UNLOAD command automatically creates a manifest file that can be used by the COPY command to load the data.
 

data/lib/redshift_extractor/copy.rb

@@ -1,16 +1,17 @@
 module RedshiftExtractor; class Copy
 
-  attr_reader :aws_access_key_id, :aws_secret_access_key, :data_source, :table_name
+  attr_reader :aws_access_key_id, :aws_secret_access_key, :data_source, :destination_schema, :destination_table
 
   def initialize(args)
     @aws_access_key_id = args.fetch(:aws_access_key_id)
     @aws_secret_access_key = args.fetch(:aws_secret_access_key)
     @data_source = args.fetch(:data_source)
-    @table_name = args.fetch(:table_name)
+    @destination_schema = args.fetch(:destination_schema)
+    @destination_table = args.fetch(:destination_table)
   end
 
   def copy_sql
-    "copy #{table_name} from '#{data_source}'"\
+    "copy #{destination_schema}.#{destination_table} from '#{data_source}'"\
     " credentials '#{credentials}'"\
     " manifest dateformat 'auto' timeformat 'auto' blanksasnull emptyasnull escape gzip removequotes delimiter '|';"
   end

data/lib/redshift_extractor/drop.rb

@@ -1,13 +1,14 @@
 module RedshiftExtractor; class Drop
 
-  attr_reader :table_name
+  attr_reader :destination_schema, :destination_table
 
   def initialize(args)
-    @table_name = args.fetch(:table_name)
+    @destination_schema = args.fetch(:destination_schema)
+    @destination_table = args.fetch(:destination_table)
   end
 
   def drop_sql
-    "drop table if exists #{table_name};"
+    "drop table if exists #{destination_schema}.#{destination_table};"
   end
 
 end; end

data/lib/redshift_extractor/extractor.rb

@@ -31,7 +31,10 @@ module RedshiftExtractor; class Extractor
   end
 
   def dropper
-    Drop.new(table_name: config.table_name)
+    Drop.new(
+      destination_schema: config.destination_schema,
+      destination_table: config.destination_table
+    )
   end
 
   def drop
@@ -47,7 +50,8 @@ module RedshiftExtractor; class Extractor
       aws_access_key_id: config.aws_access_key_id,
       aws_secret_access_key: config.aws_secret_access_key,
       data_source: config.copy_data_source,
-      table_name: config.table_name
+      destination_schema: config.destination_schema,
+      destination_table: config.destination_table
     )
   end
 

data/lib/redshift_extractor/version.rb

@@ -1,3 +1,3 @@
 module RedshiftExtractor
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redshift_extractor
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - MrPowers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-10-31 00:00:00.000000000 Z
+date: 2016-01-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler