iostreams 0.13.0 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 712deef2bff987dadce811adaf19b3a98b51d26c
-  data.tar.gz: 58492c0c5e0cbaeadfa090dfef76b854eaa54b66
+SHA256:
+  metadata.gz: 1204961c2edb46c45ff0ffd39c368f5c87c37d61d108a83a4c8e252f12512fdf
+  data.tar.gz: 6572b1c75c435228e56fbcaf6c29ca274544b592f36ce0a84034436bc306adde
 SHA512:
-  metadata.gz: 4ad8a531db8ceac264448201aaf43422e0483b67e3abb4f35017d67119337d6579db39e390140b6c8ea5554f63723a355808b5b6f7c8d063c8a4d37a059e0430
-  data.tar.gz: 8d6a0767dc56adc16015578015c93646ef037a086aa7108a300ac9ccc7b460c452ea8f7395225d34c577584a4313de0c15a012b5a746e58236b1ab1280905f4e
+  metadata.gz: c5c8dfb2434a9d7328fb1d54cd20036565cfc2d6eee4365fc30528bb1ff73170fb26d854c319ea5e43ff8a6027ac8737f9fef926082249de2a89d0e17fff71f3
+  data.tar.gz: 6d1dd7d3aea5d3c1e693c788961ae491cf7e7825a77035cb348616d5a085c4995e703258cff78c4d00c736f170c395310b9ecbfe2b2026bff4f8427e536099c0

data/README.md

@@ -12,6 +12,11 @@ Currently streaming classes are available for:
 
 * Zip
 * Gzip
+* BZip2
+* CSV
+* Delimited Lines / Rows
+* PGP
+* Xlsx (Reading)
 * Encryption using [Symmetric Encryption](https://github.com/reidmorrison/symmetric-encryption)
 
 ## Introduction
@@ -147,7 +152,7 @@ This project adheres to [Semantic Versioning](http://semver.org/).
 
 ## License
 
-Copyright 2015 Reid Morrison
+Copyright 2018 Reid Morrison
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.

data/lib/io_streams/bzip2/reader.rb

@@ -0,0 +1,29 @@
+module IOStreams
+  module Bzip2
+    class Reader
+      # Read from a Bzip2 file or stream, decompressing the contents as it is read
+      def self.open(file_name_or_io, _=nil, &block)
+        begin
+          require 'rbzip2' unless defined?(RBzip2)
+        rescue LoadError => e
+          raise(LoadError, "Please install the 'rbzip2' gem for Bzip2 streaming support. #{e.message}")
+        end
+
+        if IOStreams.reader_stream?(file_name_or_io)
+          begin
+            io = RBzip2.default_adapter::Decompressor.new(file_name_or_io)
+            block.call(io)
+          ensure
+            io.close if io && (io.respond_to?(:closed?) && !io.closed?)
+          end
+        else
+          ::File.open(file_name_or_io, 'rb') do |file|
+            io = RBzip2.default_adapter::Decompressor.new(file)
+            block.call(io)
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/io_streams/bzip2/writer.rb

@@ -0,0 +1,30 @@
+module IOStreams
+  module Bzip2
+    class Writer
+      # Write to a file / stream, compressing with Bzip2
+      def self.open(file_name_or_io, _=nil, &block)
+        begin
+          require 'rbzip2' unless defined?(RBzip2)
+        rescue LoadError => e
+          raise(LoadError, "Please install the 'rbzip2' gem for Bzip2 streaming support. #{e.message}")
+        end
+
+        if IOStreams.reader_stream?(file_name_or_io)
+          begin
+            io = RBzip2.default_adapter::Compressor.new(file_name_or_io)
+            block.call(io)
+          ensure
+            io.close
+          end
+        else
+          ::File.open(file_name_or_io, 'wb') do |file|
+            io = RBzip2.default_adapter::Compressor.new(file)
+            block.call(io)
+            io.close
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/io_streams/io_streams.rb

@@ -298,6 +298,7 @@ module IOStreams
   # @formatter:off
   register_extension(:enc,       SymmetricEncryption::Reader,  SymmetricEncryption::Writer) if defined?(SymmetricEncryption)
   register_extension(:file,      IOStreams::File::Reader,      IOStreams::File::Writer)
+  register_extension(:bz2,       IOStreams::Bzip2::Reader,     IOStreams::Bzip2::Writer)
   register_extension(:gz,        IOStreams::Gzip::Reader,      IOStreams::Gzip::Writer)
   register_extension(:gzip,      IOStreams::Gzip::Reader,      IOStreams::Gzip::Writer)
   register_extension(:zip,       IOStreams::Zip::Reader,       IOStreams::Zip::Writer)

data/lib/io_streams/version.rb

@@ -1,3 +1,3 @@
 module IOStreams #:nodoc
-  VERSION = '0.13.0'
+  VERSION = '0.14.0'
 end

data/lib/iostreams.rb

@@ -9,6 +9,10 @@ module IOStreams
     autoload :Reader, 'io_streams/file/reader'
     autoload :Writer, 'io_streams/file/writer'
   end
+  module Bzip2
+    autoload :Reader, 'io_streams/bzip2/reader'
+    autoload :Writer, 'io_streams/bzip2/writer'
+  end
   module Gzip
     autoload :Reader, 'io_streams/gzip/reader'
     autoload :Writer, 'io_streams/gzip/writer'

data/test/bzip2_reader_test.rb

@@ -0,0 +1,33 @@
+require_relative 'test_helper'
+
+# Unit Test for IOStreams::Gzip
+module Streams
+  class Bzip2ReaderTest < Minitest::Test
+    describe IOStreams::Bzip2::Reader do
+      before do
+        @file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.bz2')
+        @gzip_data = File.open(@file_name, 'rb') { |f| f.read }
+        @data      = File.read(File.join(File.dirname(__FILE__), 'files', 'text.txt'))
+      end
+
+      describe '.open' do
+        it 'file' do
+          result = IOStreams::Bzip2::Reader.open(@file_name) do |io|
+            io.read
+          end
+          assert_equal @data, result
+        end
+
+        it 'stream' do
+          result = File.open(@file_name) do |file|
+            IOStreams::Bzip2::Reader.open(file) do |io|
+              io.read
+            end
+          end
+          assert_equal @data, result
+        end
+      end
+
+    end
+  end
+end

data/test/bzip2_writer_test.rb

@@ -0,0 +1,43 @@
+require_relative 'test_helper'
+
+# Unit Test for IOStreams::Bzip2
+module Streams
+  class Bzip2WriterTest < Minitest::Test
+    describe IOStreams::Bzip2::Writer do
+      before do
+        @file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.gz')
+        @data      = File.read(File.join(File.dirname(__FILE__), 'files', 'text.txt'))
+      end
+
+      describe '.open' do
+        it 'file' do
+          temp_file = Tempfile.new('rocket_job')
+          file_name = temp_file.to_path
+          IOStreams::Bzip2::Writer.open(file_name) do |io|
+            io.write(@data)
+          end
+
+          File.open(file_name, 'rb') do |file|
+            io     = RBzip2.default_adapter::Decompressor.new(file)
+            result = io.read
+            temp_file.delete
+            assert_equal @data, result
+          end
+        end
+
+        it 'stream' do
+          io_string = StringIO.new(''.force_encoding('ASCII-8BIT'))
+          IOStreams::Bzip2::Writer.open(io_string) do |io|
+            io.write(@data)
+          end
+
+          io     = StringIO.new(io_string.string)
+          rbzip2 = RBzip2.default_adapter::Decompressor.new(io)
+          data   = rbzip2.read
+          assert_equal @data, data
+        end
+      end
+
+    end
+  end
+end

data/test/pgp_test.rb

@@ -118,7 +118,7 @@ module Streams
           assert_equal 1, keys.size
           assert key = keys.first
 
-          assert_equal key[:date], Date.today
+          assert_equal Date.today, key[:date]
           assert_equal email, key[:email]
           assert_includes key[:key_id], generated_key_id
           assert_equal 1024, key[:key_length]
@@ -137,7 +137,7 @@ module Streams
           assert_equal 1, keys.size
           assert key = keys.first
 
-          assert_equal key[:date], Date.today
+          assert_equal Date.today, key[:date]
           assert_equal email, key[:email]
           assert_includes key[:key_id], generated_key_id
           assert_equal 1024, key[:key_length]
@@ -153,7 +153,7 @@ module Streams
           assert_equal 1, keys.size
           assert key = keys.first
 
-          assert_equal key[:date], Date.today
+          assert_equal Date.today, key[:date]
           assert_equal email, key[:email]
           assert_includes key[:key_id], generated_key_id
           assert_equal 1024, key[:key_length]
@@ -169,7 +169,7 @@ module Streams
           assert_equal 1, keys.size
           assert key = keys.first
 
-          assert_equal key[:date], Date.today
+          assert_equal Date.today, key[:date]
           assert_equal email, key[:email]
           assert_includes key[:key_id], generated_key_id
           assert_equal 1024, key[:key_length]

data/test/test_helper.rb

@@ -7,6 +7,9 @@ require 'iostreams'
 require 'awesome_print'
 require 'symmetric-encryption'
 
+# Since PGP libraries use UTC for Dates
+ENV['TZ']='UTC'
+
 Minitest::Reporters.use! Minitest::Reporters::SpecReporter.new
 
 # Test cipher

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: iostreams
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.14.0
 platform: ruby
 authors:
 - Reid Morrison
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-11-07 00:00:00.000000000 Z
+date: 2018-01-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -33,6 +33,8 @@ extra_rdoc_files: []
 files:
 - README.md
 - Rakefile
+- lib/io_streams/bzip2/reader.rb
+- lib/io_streams/bzip2/writer.rb
 - lib/io_streams/csv/reader.rb
 - lib/io_streams/csv/writer.rb
 - lib/io_streams/delimited/reader.rb
@@ -53,6 +55,8 @@ files:
 - lib/io_streams/zip/reader.rb
 - lib/io_streams/zip/writer.rb
 - lib/iostreams.rb
+- test/bzip2_reader_test.rb
+- test/bzip2_writer_test.rb
 - test/csv_reader_test.rb
 - test/csv_writer_test.rb
 - test/delimited_reader_test.rb
@@ -62,6 +66,7 @@ files:
 - test/files/spreadsheet.xlsx
 - test/files/test.csv
 - test/files/text.txt
+- test/files/text.txt.bz2
 - test/files/text.txt.gz
 - test/files/text.txt.gz.zip
 - test/files/text.zip
@@ -95,7 +100,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.7.3
 signing_key: 
 specification_version: 4
 summary: Ruby file streaming. Supports Text, Zip, Gzip, Xlsx, csv, PGP / GPG and Symmetric
@@ -105,16 +110,19 @@ test_files:
 - test/xlsx_reader_test.rb
 - test/csv_writer_test.rb
 - test/zip_reader_test.rb
+- test/bzip2_writer_test.rb
 - test/gzip_writer_test.rb
 - test/delimited_writer_test.rb
 - test/file_reader_test.rb
 - test/pgp_writer_test.rb
+- test/bzip2_reader_test.rb
 - test/csv_reader_test.rb
 - test/zip_writer_test.rb
 - test/delimited_reader_test.rb
 - test/files/text.zip
 - test/files/spreadsheet.xlsx
 - test/files/test.csv
+- test/files/text.txt.bz2
 - test/files/text.txt.gz.zip
 - test/files/text.txt.gz
 - test/files/text.txt