dataduck 0.5.4 → 0.5.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f17a82d0867de39072929e5c32feb32a7ee3d9b2
-  data.tar.gz: b06b612bf51767f0fa9b4894fd62e031b16bf541
+  metadata.gz: 878a28b576d47ad2c2ba6a1df7d984e937bad5dd
+  data.tar.gz: 73ef27e0862f684e079a040631fd001a8bade409
 SHA512:
-  metadata.gz: 2d8e3440252752f6b056aec6a452f8a36818915cf5b2162453dd499a18d476bb37b56a9f9ffeb961d873acc27a0dd4c89a2ec591ca8ffa28db32f8b06d8342d3
-  data.tar.gz: 4a570f4d5747f1b8767f8a068a6567bb52993e006bff5f81652aac636ec96ced8f34cec58faf3ca09c13e9f7e2de576cbf7d9eca6247a3cfdeceb1c0224afd85
+  metadata.gz: 39e8be0c1acbbd2819a9dad50107ad77d5142ed2fdb7f2b9e946a0ed4fb9d0061db630d7be2004872381c270390fb169033dbeb7a8b10c2db574f5cbe37e6d34
+  data.tar.gz: 3b9fcbf4268df2af1d3f6131d4e986c7995b633c56d001578f6e332c95131e3cfea956a46ac9c997fde61c77bd092985d3e5120bfeb6fd585dda8fcd9969752b

data/lib/dataduck/etl.rb

@@ -1,4 +1,4 @@
-require_relative 'redshift_destination.rb'
+require_relative 'redshift_destination'
 
 module DataDuck
   class ETL

data/lib/dataduck/redshift_destination.rb

@@ -196,6 +196,7 @@ module DataDuck
       s3_object = self.upload_table_to_s3!(table)
       self.create_output_tables!(table)
       self.query(self.copy_query(table, s3_object.s3_path))
+      s3_object.delete!
 
       if table.staging_name != table.building_name
         self.merge_from_staging!(table)

data/lib/dataduck/s3_object.rb

@@ -1,4 +1,5 @@
 require 'aws-sdk'
+require_relative 'logs'
 
 module DataDuck
   class S3Object
@@ -12,7 +13,24 @@ module DataDuck
       @region = region
     end
 
+    def delete!
+      Logs.debug("Deleting S3 file #{ self.s3_path }...")
+
+      s3 = Aws::S3::Client.new(
+          region: @region,
+          access_key_id: @aws_key,
+          secret_access_key: @aws_secret,
+      )
+
+      s3.delete_object({
+          bucket: @bucket,
+          key: self.full_path,
+      })
+    end
+
     def upload!
+      Logs.debug("Uploading S3 file #{ self.s3_path }...")
+
       s3 = Aws::S3::Client.new(
           region: @region,
           access_key_id: @aws_key,

data/lib/dataduck/version.rb

@@ -1,6 +1,6 @@
 module DataDuck
   VERSION_MAJOR = 0
   VERSION_MINOR = 5
-  VERSION_PATCH = 4
+  VERSION_PATCH = 5
   VERSION = [VERSION_MAJOR, VERSION_MINOR, VERSION_PATCH].join('.')
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dataduck
 version: !ruby/object:Gem::Version
-  version: 0.5.4
+  version: 0.5.5
 platform: ruby
 authors:
 - Jeff Pickhardt