iostreams 0.10.0 → 0.10.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e653b5b68990dd8c8c6442c160a109a072e33a14
-  data.tar.gz: f30e9b16508e24ed1040f36bf16192cc2c5e7e1a
+  metadata.gz: f8b6a2e131f668f33e07b92d4bb97a502034be3e
+  data.tar.gz: 75d6e4b9bd1fe755f390064418872b4038e3ea81
 SHA512:
-  metadata.gz: 63d58edaa9e53bc878bfca723772f0373791cea7411fe5be74b37db6e56d5a79003f06ccd0a95962a2e6d754c55f0a8af6031a68c0a70aef71ed83328e50000b
-  data.tar.gz: 28be995afd5b6627758599c6c50d2e21293bef90e1df9babb413a82152953237e5cf25191bb8d15a7aedf782c162e635a4d822878dde183a40c61a2f621ad37d
+  metadata.gz: dc645f505a045422d8273b58354816676b4883953b5d1600073f8c913275eb555ed1d22c11ed74ec88014c7a74d5c0f3b9b4daef5aa243a629aa74a84601ccce
+  data.tar.gz: 3a7afd7654017a715ca21f56567d40e924ff4c4e45fcd7e2ed72959b488d833e9cc74f8d08ce32cd7d66565ac86b9c8395c78b28862c23ac17f421eac8d33d19

data/lib/io_streams/io_streams.rb

@@ -1,7 +1,7 @@
 require 'concurrent'
 module IOStreams
   # A registry to hold formats for processing files during upload or download
-  @@extensions = Concurrent::Hash.new
+  @@extensions = Concurrent::Map.new
 
   UTF8_ENCODING   = Encoding.find('UTF-8').freeze
   BINARY_ENCODING = Encoding.find('BINARY').freeze
@@ -175,7 +175,7 @@ module IOStreams
   #       IOStreams.copy(source_stream, target_stream)
   #     end
   #   end
-  def self.copy(source_stream, target_stream, buffer_size=65536)
+  def self.copy(source_stream, target_stream, buffer_size = 65536)
     bytes = 0
     while data = source_stream.read(buffer_size)
       break if data.size == 0
@@ -185,6 +185,20 @@ module IOStreams
     bytes
   end
 
+  # Copies the source file name to the target file name.
+  #
+  # Returns [Integer] the number of bytes copied
+  #
+  # Example:
+  #   IOStreams.copy_file('a.csv', 'b.csv.enc')
+  def self.copy_file(source_file_name, target_file_name, buffer_size = 65536)
+    reader(source_file_name) do |source_stream|
+      writer(target_file_name) do |target_stream|
+        copy(source_stream, target_stream, buffer_size)
+      end
+    end
+  end
+
   # Returns [true|false] whether the supplied file_name_or_io is a reader stream
   def self.reader_stream?(file_name_or_io)
     file_name_or_io.respond_to?(:read)

data/lib/io_streams/pgp.rb

@@ -166,7 +166,7 @@ module IOStreams
         output = out.read.chomp
         if waith_thr.value.success?
           output.each_line do |line|
-            return true if line.match(/\Auid.*::([^\:]*):\Z/)
+            return true if line.include?(email)
           end
           false
         else
@@ -176,6 +176,25 @@ module IOStreams
       end
     end
 
+    # Returns [String] the first fingerprint for the supplied email
+    # Returns nil if no fingerprint was found
+    def self.fingerprint(email:)
+      Open3.popen2e("gpg --list-keys --fingerprint --with-colons #{email}") do |stdin, out, waith_thr|
+        output = out.read.chomp
+        if waith_thr.value.success?
+          output.each_line do |line|
+            if match = line.match(/\Afpr.*::([^\:]*):\Z/)
+              return match[1]
+            end
+          end
+          nil
+        else
+          return if output =~ /(public key not found|No public key)/i
+          raise(Pgp::Failure, "GPG Failed calling gpg to list keys for #{email}: #{output}")
+        end
+      end
+    end
+
     # Returns [String] the key for the supplied email address
     #
     # email: [String] Email address for requested key
@@ -209,5 +228,25 @@ module IOStreams
       end
     end
 
+    # Set the trust level for an existing key.
+    #
+    # Returns [String] output if the trust was successfully updated
+    # Returns nil if the email was not found
+    #
+    # After importing keys, they are not trusted and the relevant trust level must be set.
+    #   Default: 5 : Ultimate
+    def self.set_trust(email:, level: 5)
+      fingerprint = fingerprint(email: email)
+      return unless fingerprint
+
+      trust            = "#{fingerprint}:#{level + 1}:\n"
+      out, err, status = Open3.capture3('gpg --import-ownertrust', stdin_data: trust)
+      if status.success?
+        err
+      else
+        raise(Pgp::Failure, "GPG Failed trusting key: #{err} #{out}")
+      end
+    end
+
   end
 end

data/lib/io_streams/pgp/writer.rb

@@ -39,7 +39,7 @@ module IOStreams
       # compression: [:none|:zip|:zlib|:bzip2]
       #   Note: Standard PGP only supports :zip.
       #   :zlib is better than zip.
-      #   :bzip2 is best, but uses a lot of memory.
+      #   :bzip2 is best, but uses a lot of memory and is much slower.
       #   Default: :zip
       #
       # compress_level: [Integer]
@@ -64,7 +64,7 @@ module IOStreams
               stdin.close
             rescue Errno::EPIPE
               # Ignore broken pipe because gpg terminates early due to an error
-              ::File.delete(file_name_or_io)
+              ::File.delete(file_name_or_io) if ::File.exist?(file_name_or_io)
               raise(Pgp::Failure, "GPG Failed writing to encrypted file: #{file_name_or_io}: #{out.read.chomp}")
             end
             unless waith_thr.value.success?

data/lib/io_streams/sftp/reader.rb

@@ -15,7 +15,7 @@ module IOStreams
       # Stream to a remote file over sftp.
       #
       # file_name: [String]
-      #   Name of file to write to.
+      #   Name of file to read from.
       #
       # user: [String]
       #   Name of user to login with.

data/lib/io_streams/sftp/writer.rb

@@ -58,8 +58,8 @@ module IOStreams
         mode                   = binary ? 'wb' : 'w'
 
         Net::SFTP.start(host, user, options) do |sftp|
-          sftp.session.exec!("mkdir -p '#{File.dirname(file_name)}'") if mkdir
-          sftp.file.open(file_name, mode, & block)
+          sftp.session.exec!("mkdir -p '#{::File.dirname(file_name)}'") if mkdir
+          sftp.file.open(file_name, mode, &block)
         end
       end
 

data/lib/io_streams/version.rb

@@ -1,3 +1,3 @@
 module IOStreams #:nodoc
-  VERSION = '0.10.0'
+  VERSION = '0.10.1'
 end

data/test/io_streams_test.rb

@@ -0,0 +1,57 @@
+require_relative 'test_helper'
+
+# Unit Test for IOStreams::File
+module Streams
+  class IOStreamsTest < Minitest::Test
+    describe IOStreams do
+      before do
+        @source_file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt')
+        @data             = File.read(@source_file_name)
+
+        @temp_file        = Tempfile.new('iostreams')
+        @target_file_name = @temp_file.to_path
+      end
+
+      after do
+        @temp_file.delete if @temp_file
+      end
+
+      describe '.copy' do
+        it 'file' do
+          size   = IOStreams.reader(@source_file_name) do |source_stream|
+            IOStreams.writer(@target_file_name) do |target_stream|
+              IOStreams.copy(source_stream, target_stream)
+            end
+          end
+          actual = File.read(@target_file_name)
+
+          assert_equal actual, @data
+          assert_equal actual.size, size
+        end
+
+        it 'stream' do
+          size   = File.open(@source_file_name) do |source_stream|
+            IOStreams.writer(@target_file_name) do |target_stream|
+              IOStreams.copy(source_stream, target_stream)
+            end
+          end
+          actual = File.read(@target_file_name)
+
+          assert_equal actual, @data
+          assert_equal actual.size, size
+        end
+      end
+
+      describe '.copy_file' do
+        it 'copies' do
+          size   = IOStreams.copy_file(@source_file_name, @target_file_name)
+          actual = File.read(@target_file_name)
+
+          assert_equal actual, @data
+          assert_equal actual.size, size
+        end
+      end
+
+    end
+  end
+end

data/test/pgp_writer_test.rb

@@ -76,9 +76,9 @@ module Streams
         end
 
         it 'fails with stream output' do
-          io = StringIO.new
+          string_io = StringIO.new
           assert_raises NotImplementedError do
-            IOStreams::Pgp::Writer.open(io, recipient: 'receiver@example.org') do |io|
+            IOStreams::Pgp::Writer.open(string_io, recipient: 'receiver@example.org') do |io|
               io.write(@data)
             end
           end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: iostreams
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.10.1
 platform: ruby
 authors:
 - Reid Morrison
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-09-27 00:00:00.000000000 Z
+date: 2017-03-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -67,6 +67,7 @@ files:
 - test/files/text.zip
 - test/gzip_reader_test.rb
 - test/gzip_writer_test.rb
+- test/io_streams_test.rb
 - test/pgp_reader_test.rb
 - test/pgp_writer_test.rb
 - test/test_helper.rb
@@ -93,7 +94,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: Ruby file streaming. Supports Text, Zip, Gzip, Xlsx, csv, PGP / GPG and Symmetric
@@ -113,6 +114,7 @@ test_files:
 - test/files/text.zip
 - test/gzip_reader_test.rb
 - test/gzip_writer_test.rb
+- test/io_streams_test.rb
 - test/pgp_reader_test.rb
 - test/pgp_writer_test.rb
 - test/test_helper.rb