file-manager 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3274b9402d808285bad4ecb41f687666157135f7
-  data.tar.gz: a5d16438c16799c45c76d8b7633fe9dcaf1a5732
+  metadata.gz: 5b529caed3e2276f2f82062056cfbe2f3db1c46b
+  data.tar.gz: e58a5c7976cb19b329784fa34ef3ca6dc8ed2d18
 SHA512:
-  metadata.gz: cc14c2b86c76e173319127c7562902044b4a8355478594f63c515b8b2f7d67095b2d11744a65d75745fb188c9d9a5adeec106f176b14f2039079268a8766374c
-  data.tar.gz: 2ae8c3f919f1620b4f41d949a2b35b8b3cfac1ae247a01631f29626a4dde91532414d73ca33ea6b702bf098b19608f1715c1ebb40ab777ec277f1d824d25d70d
+  metadata.gz: 33882e75cbe545f2b1282bf6bc4a788ce025b1ba64ab44cf8f6ed15fa6aef789ab4887ddef58ac6dd9c2914d997e98fc7b0b8a501fc1e0b2ecb176d0991bb6ae
+  data.tar.gz: 5cea2792c307170389e2fc39cf690f325016b92c5a94c5f8865104cc8e4c9ea3abd85d15c68342c3632d5d50d736221f452b6bb330fb4802cddbda24c87914f3

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    file-manager (0.2.0)
+    file-manager (0.3.0)
       aws-sdk (= 2.2.13)
 
 GEM
@@ -51,4 +51,4 @@ DEPENDENCIES
   webmock
 
 BUNDLED WITH
-   1.10.6
+   1.15.4

data/file-manager.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "file-manager"
-  spec.version       = '0.2.0'
+  spec.version       = '0.3.0'
   spec.authors       = ["Francisco Barroso / Marlus Saraiva"]
   spec.email         = ["franciscobarroso@grupofortes.com.br"]
   spec.description   = 'File manager, access S3 or local'

data/lib/file_manager.rb

@@ -15,6 +15,10 @@ class FileManager
     raise 'Not implemented!'
   end
 
+  def download_to_temp_file(file_name)
+    raise 'Not implemented!'
+  end
+
   def list_files(prefix = '', file_extension = '*')
     raise 'Not implemented!'
   end

data/lib/local_file_manager.rb

@@ -23,6 +23,17 @@ class LocalFileManager < FileManager
     @logger.puts 'done.'
   end
 
+  def download_to_temp_file(file_name)
+    @logger.print "Copying local file \"#{file_name}\" to folder \"#{root_path}\"..."
+    full_file_name = Pathname(File.join(root_path, file_name))
+    Dir.mktmpdir do |dir|
+      temp_file = "#{dir}/#{full_file_name.basename}"
+      FileUtils.cp(full_file_name, temp_file)
+      yield(temp_file)
+    end
+    @logger.puts 'done.'
+  end
+
   def list_files(prefix = '', file_extension = '*')
     FileUtils.mkdir_p(root_path)
     @logger.print "Listing \"#{prefix}*.#{file_extension}\" from local folder \"#{root_path}\"..."

data/lib/memory_file_manager.rb

@@ -23,4 +23,13 @@ class MemoryFileManager < FileManager
     @data.delete "#{file_name}"
   end
 
+  def download_to_temp_file(file_name)
+    Dir.mktmpdir do |dir|
+      temp_file = "#{dir}/#{Pathname(file_name).basename}"
+      content = read_file(file_name)
+      File.open(temp_file, 'w') { |file| file.write(content) }
+      yield(temp_file)
+    end
+  end
+
 end

data/lib/s3_file_manager.rb

@@ -30,6 +30,19 @@ class S3FileManager < FileManager
     logger.puts 'done.'
   end
 
+  def download_to_temp_file(file_name)
+    Dir.mktmpdir do |dir|
+      @logger.print "Downloading file \"#{bucket_name}/#{file_name}\" to temp folder \"#{dir}\"..."
+      temp_file = "#{dir}/#{Pathname(file_name).basename}"
+
+      s3_client = connect_s3_client
+      s3_client.get_object({ bucket: bucket_name, key: file_name }, target: temp_file)
+
+      yield(temp_file)
+    end
+    logger.puts 'done.'
+  end
+
   def list_files(prefix = '', file_extension = '*')
     # objects = []
     # last_key = nil
@@ -80,4 +93,9 @@ class S3FileManager < FileManager
     service
   end
 
+  def connect_s3_client
+    credentials = Aws::Credentials.new(options[:access_key_id], options[:secret_access_key])
+    Aws::S3::Client.new(region: options[:region], credentials: credentials)
+  end
+
 end

data/test/file_manager_test.rb

@@ -48,8 +48,22 @@ module FileManagerTest
     assert_empty @manager.list_files
   end
 
+
   def test_remove_not_existing_file_dont_raise
     assert_empty @manager.list_files
     @manager.delete_file 'sub_dir/saved.*'
   end
+
+  def test_downloading_to_temp_file
+    @manager.save_file 'temp_file/saved', 'content'
+    assert_equal 'content', @manager.read_file('temp_file/saved')
+
+    @manager.download_to_temp_file('temp_file/saved') do |temp_file|
+      contents = File.open(temp_file) { |f| f.read }
+      assert_equal contents, 'content'
+    end
+
+    @manager.delete_file 'temp_file/saved'
+  end
+
 end

data/test/vcr_cassettes/test_downloading_to_temp_file.yml

@@ -0,0 +1,207 @@
+---
+http_interactions:
+- request:
+    method: put
+    uri: https://file-manager-tests.s3-us-west-2.amazonaws.com/temp_file/saved
+    body:
+      encoding: UTF-8
+      string: content
+    headers:
+      Content-Type:
+      - ''
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby2/2.2.13 ruby/2.2.3 x86_64-darwin14
+      Expect:
+      - 100-continue
+      Content-Md5:
+      - mgNkuembtIDdJeHwKEyFVQ==
+      X-Amz-Date:
+      - 20170905T193111Z
+      Host:
+      - file-manager-tests.s3-us-west-2.amazonaws.com
+      X-Amz-Content-Sha256:
+      - ed7002b439e9ac845f22357d822bac1444730fbdb6016d3ec9432297b9ec9f73
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAJ73G6IOWSUPCKP5A/20170905/us-west-2/s3/aws4_request,
+        SignedHeaders=content-md5;host;x-amz-content-sha256;x-amz-date, Signature=77b5ca0c733dca9e50fa94641c075eb003cc5f48828806021d91383003b121c2
+      Content-Length:
+      - '7'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      X-Amz-Id-2:
+      - ThrCrHLPq67iKa3zU+BSgqEJ9qqNz636LiISvezfUKVARKmV+3mE400nDn0IEVEKdrB5CKgKBIg=
+      X-Amz-Request-Id:
+      - EA7AABC0E1F7C52C
+      Date:
+      - Tue, 05 Sep 2017 19:31:12 GMT
+      Etag:
+      - '"9a0364b9e99bb480dd25e1f0284c8555"'
+      Content-Length:
+      - '0'
+      Server:
+      - AmazonS3
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version: 
+  recorded_at: Tue, 05 Sep 2017 19:31:12 GMT
+- request:
+    method: get
+    uri: https://file-manager-tests.s3-us-west-2.amazonaws.com/temp_file/saved
+    body:
+      encoding: ASCII-8BIT
+      string: ''
+    headers:
+      Content-Type:
+      - ''
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby2/2.2.13 ruby/2.2.3 x86_64-darwin14
+      X-Amz-Date:
+      - 20170905T193112Z
+      Host:
+      - file-manager-tests.s3-us-west-2.amazonaws.com
+      X-Amz-Content-Sha256:
+      - e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAJ73G6IOWSUPCKP5A/20170905/us-west-2/s3/aws4_request,
+        SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=d77b195464c76daf6a4e0c2d081e9011886a7fe30d5e9eba1fb80bb77568a8fe
+      Content-Length:
+      - '0'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      X-Amz-Id-2:
+      - 9UJ3/6AVPXQ6SLEYwc/+TMoZq0yszEhK1qi8ACLAvyeC8jSy9fBFoWOcvEKwBuLiYPVs8hrOdow=
+      X-Amz-Request-Id:
+      - 0BE11CB38DBAE349
+      Date:
+      - Tue, 05 Sep 2017 19:31:14 GMT
+      Last-Modified:
+      - Tue, 05 Sep 2017 19:31:12 GMT
+      Etag:
+      - '"9a0364b9e99bb480dd25e1f0284c8555"'
+      Accept-Ranges:
+      - bytes
+      Content-Type:
+      - ''
+      Content-Length:
+      - '7'
+      Server:
+      - AmazonS3
+    body:
+      encoding: UTF-8
+      string: content
+    http_version: 
+  recorded_at: Tue, 05 Sep 2017 19:31:13 GMT
+- request:
+    method: get
+    uri: https://file-manager-tests.s3-us-west-2.amazonaws.com/temp_file/saved
+    body:
+      encoding: ASCII-8BIT
+      string: ''
+    headers:
+      Content-Type:
+      - ''
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby2/2.2.13 ruby/2.2.3 x86_64-darwin14
+      X-Amz-Date:
+      - 20170905T193113Z
+      Host:
+      - file-manager-tests.s3-us-west-2.amazonaws.com
+      X-Amz-Content-Sha256:
+      - e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAJ73G6IOWSUPCKP5A/20170905/us-west-2/s3/aws4_request,
+        SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=1256dea399728044ac726831903c6881d13fe35e9b2df7815668a3fb7df1e49c
+      Content-Length:
+      - '0'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      X-Amz-Id-2:
+      - lvcN93Sm1hCQ8hL5G/FVyDs1jBrMBGPLcZ1XFwT8S1LGok6LATTuf7ECp/JdRlsruqynqEPBq/w=
+      X-Amz-Request-Id:
+      - 776F417270F33D9C
+      Date:
+      - Tue, 05 Sep 2017 19:31:14 GMT
+      Last-Modified:
+      - Tue, 05 Sep 2017 19:31:12 GMT
+      Etag:
+      - '"9a0364b9e99bb480dd25e1f0284c8555"'
+      Accept-Ranges:
+      - bytes
+      Content-Type:
+      - ''
+      Content-Length:
+      - '7'
+      Server:
+      - AmazonS3
+    body:
+      encoding: UTF-8
+      string: content
+    http_version: 
+  recorded_at: Tue, 05 Sep 2017 19:31:13 GMT
+- request:
+    method: delete
+    uri: https://file-manager-tests.s3-us-west-2.amazonaws.com/temp_file/saved
+    body:
+      encoding: ASCII-8BIT
+      string: ''
+    headers:
+      Content-Type:
+      - ''
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby2/2.2.13 ruby/2.2.3 x86_64-darwin14
+      X-Amz-Date:
+      - 20170905T193113Z
+      Host:
+      - file-manager-tests.s3-us-west-2.amazonaws.com
+      X-Amz-Content-Sha256:
+      - e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAJ73G6IOWSUPCKP5A/20170905/us-west-2/s3/aws4_request,
+        SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=0f4da92980176e880b3d5c8f837d270c17d4c1a9849aa905650dc073bcb994ac
+      Content-Length:
+      - '0'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      X-Amz-Id-2:
+      - RGyAFzIbtaWZ6tWxwpay0kziUm4lUDVuopRLLHrwOl79h+IaCit61Q6J2KO3YEtHuPpjaQ2hP54=
+      X-Amz-Request-Id:
+      - DFEAEC74800C8768
+      Date:
+      - Tue, 05 Sep 2017 19:31:15 GMT
+      Server:
+      - AmazonS3
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version: 
+  recorded_at: Tue, 05 Sep 2017 19:31:14 GMT
+recorded_with: VCR 3.0.1