iostreams 0.20.3 → 1.0.0.beta

data/test/line_reader_test.rb

@@ -36,7 +36,7 @@ class LineReaderTest < Minitest::Test
 
         it 'fails to keep embedded lines if flag is not set' do
           lines = []
-          IOStreams::Line::Reader.open(csv_file) do |io|
+          IOStreams::Line::Reader.file(csv_file) do |io|
             io.each do |line|
               lines << line
             end
@@ -46,7 +46,7 @@ class LineReaderTest < Minitest::Test
 
         it 'keeps embedded lines if flag is set' do
           lines = []
-          IOStreams::Line::Reader.open(csv_file, embedded_within: '"') do |io|
+          IOStreams::Line::Reader.file(csv_file, embedded_within: '"') do |io|
             io.each do |line|
               lines << line
             end
@@ -56,7 +56,7 @@ class LineReaderTest < Minitest::Test
 
         it 'raises error for unclosed quote' do
           assert_raises(RuntimeError) do
-            IOStreams::Line::Reader.open(unclosed_quote_file, embedded_within: '"') do |io|
+            IOStreams::Line::Reader.file(unclosed_quote_file, embedded_within: '"') do |io|
               io.each do |line|
               end
             end
@@ -68,7 +68,7 @@ class LineReaderTest < Minitest::Test
     describe '#each' do
       it 'each_line file' do
         lines = []
-        count = IOStreams::Line::Reader.open(file_name) do |io|
+        count = IOStreams::Line::Reader.file(file_name) do |io|
           io.each { |line| lines << line }
         end
         assert_equal data, lines
@@ -78,7 +78,7 @@ class LineReaderTest < Minitest::Test
       it 'each_line stream' do
         lines = []
         count = File.open(file_name) do |file|
-          IOStreams::Line::Reader.open(file) do |io|
+          IOStreams::Line::Reader.stream(file) do |io|
             io.each { |line| lines << line }
           end
         end
@@ -90,7 +90,7 @@ class LineReaderTest < Minitest::Test
         it "autodetect delimiter: #{delimiter.inspect}" do
           lines  = []
           stream = StringIO.new(data.join(delimiter))
-          count  = IOStreams::Line::Reader.open(stream, buffer_size: 15) do |io|
+          count  = IOStreams::Line::Reader.stream(stream, buffer_size: 15) do |io|
             io.each { |line| lines << line }
           end
           assert_equal data, lines
@@ -100,7 +100,7 @@ class LineReaderTest < Minitest::Test
         it "single read autodetect delimiter: #{delimiter.inspect}" do
           lines  = []
           stream = StringIO.new(data.join(delimiter))
-          count  = IOStreams::Line::Reader.open(stream) do |io|
+          count  = IOStreams::Line::Reader.stream(stream) do |io|
             io.each { |line| lines << line }
           end
           assert_equal data, lines
@@ -112,7 +112,7 @@ class LineReaderTest < Minitest::Test
         it "reads delimited #{delimiter.inspect}" do
           lines  = []
           stream = StringIO.new(data.join(delimiter))
-          count  = IOStreams::Line::Reader.open(stream, buffer_size: 15, delimiter: delimiter) do |io|
+          count  = IOStreams::Line::Reader.stream(stream, buffer_size: 15, delimiter: delimiter) do |io|
             io.each { |line| lines << line }
           end
           assert_equal data, lines
@@ -124,7 +124,7 @@ class LineReaderTest < Minitest::Test
         delimiter = "\x01"
         lines     = []
         stream    = StringIO.new(data.join(delimiter).encode('ASCII-8BIT'))
-        count     = IOStreams::Line::Reader.open(stream, buffer_size: 15, delimiter: delimiter) do |io|
+        count     = IOStreams::Line::Reader.stream(stream, buffer_size: 15, delimiter: delimiter) do |io|
           io.each { |line| lines << line }
         end
         assert_equal data, lines
@@ -141,7 +141,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = short_line.length + delimiter.size + (longer_line.size / 2)
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
 
@@ -158,7 +158,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = (longer_line.length + delimiter.size + 5) / 2
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
             assert_equal longer_line, io.readline
@@ -174,7 +174,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = longer_line.length + 1
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
             assert_equal longer_line, io.readline
@@ -191,7 +191,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = longer_line.length + 1
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal "\n", io.delimiter, -> { io.delimiter.ai }
             assert_equal data, io.readline
@@ -205,7 +205,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = short_line.length + 100
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal "\n", io.delimiter, -> { io.delimiter.ai }
             assert_equal short_line, io.readline
@@ -220,7 +220,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = longer_line.length + 1
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size, delimiter: delimiter) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size, delimiter: delimiter) do |io|
             refute io.eof?
             assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
             assert_equal longer_line, io.readline
@@ -236,7 +236,7 @@ class LineReaderTest < Minitest::Test
           buffer_size = longer_line.length + 1
 
           stream = StringIO.new(data)
-          IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+          IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
             refute io.eof?
             assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
             assert_equal longer_line, io.readline
@@ -254,7 +254,7 @@ class LineReaderTest < Minitest::Test
             data = [longer_line, short_line, longer_line].join(delimiter) + delimiter
 
             stream = StringIO.new(data)
-            IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+            IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
               refute io.eof?
               assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
               assert_equal longer_line, io.readline
@@ -269,7 +269,7 @@ class LineReaderTest < Minitest::Test
             data = [longer_line, short_line, longer_line].join(delimiter)
 
             stream = StringIO.new(data)
-            IOStreams::Line::Reader.open(stream, buffer_size: buffer_size) do |io|
+            IOStreams::Line::Reader.stream(stream, buffer_size: buffer_size) do |io|
               refute io.eof?
               assert_equal delimiter, io.delimiter, -> { io.delimiter.ai }
               assert_equal longer_line, io.readline
@@ -283,7 +283,7 @@ class LineReaderTest < Minitest::Test
 
         it 'reads empty file' do
           stream = StringIO.new
-          IOStreams::Line::Reader.open(stream) do |io|
+          IOStreams::Line::Reader.stream(stream) do |io|
             assert io.eof?
           end
         end
@@ -292,7 +292,7 @@ class LineReaderTest < Minitest::Test
           data   = 'a' * IOStreams::Line::Reader::MAX_BLOCKS_MULTIPLIER + 'a'
           stream = StringIO.new(data)
           assert_raises IOStreams::Errors::DelimiterNotFound do
-            IOStreams::Line::Reader.open(stream, buffer_size: 1) do |io|
+            IOStreams::Line::Reader.stream(stream, buffer_size: 1) do |io|
             end
           end
 

data/test/line_writer_test.rb

@@ -18,7 +18,7 @@ class DelimitedWriterTest < Minitest::Test
       it 'file' do
         temp_file = Tempfile.new('rocket_job')
         file_name = temp_file.to_path
-        IOStreams::Line::Writer.open(file_name) do |io|
+        IOStreams::Line::Writer.file(file_name) do |io|
           lines.each { |line| io << line }
         end
         result = File.read(file_name)
@@ -27,7 +27,7 @@ class DelimitedWriterTest < Minitest::Test
 
       it 'stream' do
         io_string = StringIO.new
-        IOStreams::Line::Writer.open(io_string) do |io|
+        IOStreams::Line::Writer.stream(io_string) do |io|
           lines.each { |line| io << line }
         end
         assert_equal raw, io_string.string
@@ -38,7 +38,7 @@ class DelimitedWriterTest < Minitest::Test
       it 'returns byte count' do
         io_string = StringIO.new
         count     = 0
-        IOStreams::Line::Writer.open(io_string) do |io|
+        IOStreams::Line::Writer.stream(io_string) do |io|
           lines.each { |line| count += io.write(line) }
         end
         assert_equal raw, io_string.string

data/test/path_test.rb

@@ -2,50 +2,52 @@ require_relative 'test_helper'
 
 module IOStreams
   class PathTest < Minitest::Test
-    describe IOStreams do
-      describe '.root' do
-        it 'return default path' do
-          path = ::File.expand_path(::File.join(__dir__, '../tmp/default'))
-          assert_equal path, IOStreams.root.to_s
+    describe IOStreams::Path do
+      describe '.join' do
+        let(:path) { IOStreams::Path.new('some_path') }
+
+        it 'returns self when no elements' do
+          assert_equal path.object_id, path.join.object_id
         end
 
-        it 'return downloads path' do
-          path = ::File.expand_path(::File.join(__dir__, '../tmp/downloads'))
-          assert_equal path, IOStreams.root(:downloads).to_s
+        it 'adds element to path' do
+          assert_equal ::File.join('some_path', 'test'), path.join('test').to_s
         end
-      end
 
-      describe '.path' do
-        it 'returns path' do
-          assert_equal IOStreams.root.to_s, IOStreams.join.to_s
+        it 'adds paths to root' do
+          assert_equal ::File.join('some_path', 'test', 'second', 'third'), path.join('test', 'second', 'third').to_s
         end
 
-        it 'adds path to root' do
-          assert_equal ::File.join(IOStreams.root.to_s, 'test'), IOStreams.join('test').to_s
+        it 'returns path and filename' do
+          assert_equal ::File.join('some_path', 'file.xls'), path.join('file.xls').to_s
         end
 
-        it 'adds paths to root' do
-          assert_equal ::File.join(IOStreams.root.to_s, 'test', 'second', 'third'), IOStreams.join('test', 'second', 'third').to_s
+        it 'adds elements to path' do
+          assert_equal ::File.join('some_path', 'test', 'second', 'third', 'file.xls'), path.join('test', 'second', 'third', 'file.xls').to_s
         end
 
-        it 'returns path and filename' do
-          path = ::File.join(IOStreams.root.to_s, 'file.xls')
-          assert_equal path, IOStreams.join('file.xls').to_s
+        it 'return path as sent in when full path' do
+          assert_equal ::File.join('some_path', 'test', 'second', 'third', 'file.xls'), path.join('some_path', 'test', 'second', 'third', 'file.xls').to_s
         end
+      end
 
-        it 'adds path to root and filename' do
-          path = ::File.join(IOStreams.root.to_s, 'test', 'file.xls')
-          assert_equal path, IOStreams.join('test', 'file.xls').to_s
+      describe '#absolute?' do
+        it 'true on absolute' do
+          assert_equal true, IOStreams::Path.new('/a/b/c/d').absolute?
         end
 
-        it 'adds paths to root' do
-          path = ::File.join(IOStreams.root.to_s, 'test', 'second', 'third', 'file.xls')
-          assert_equal path, IOStreams.join('test', 'second', 'third', 'file.xls').to_s
+        it 'false when not absolute' do
+          assert_equal false, IOStreams::Path.new('a/b/c/d').absolute?
+        end
+      end
+
+      describe '#relatve?' do
+        it 'true on relative' do
+          assert_equal true, IOStreams::Path.new('a/b/c/d').relative?
         end
 
-        it 'return path as sent in when full path' do
-          path = ::File.join(IOStreams.root.to_s, 'file.xls')
-          assert_equal path, IOStreams.join(path).to_s
+        it 'false on absolute' do
+          assert_equal false, IOStreams::Path.new('/a/b/c/d').relative?
         end
       end
     end

data/test/paths/file_test.rb

@@ -0,0 +1,206 @@
+require_relative '../test_helper'
+
+module Paths
+  class FileTest < Minitest::Test
+    describe IOStreams::Paths::File do
+      let(:root) { IOStreams::Paths::File.new("/tmp/iostreams").delete_all }
+      let(:directory) { root.join('/some_test_dir') }
+      let(:data) { "Hello World" }
+      let(:file_path) do
+        path = root.join('some_test_dir/test_file.txt')
+        path.writer { |io| io << data }
+        path
+      end
+      let(:file_path2) do
+        path = root.join('some_test_dir/test_file2.txt')
+        path.writer { |io| io << "Hello World2" }
+        path
+      end
+
+      describe '.temp_file' do
+        it 'returns value from block' do
+          result = IOStreams::Paths::File.temp_file('base', '.ext') { |_path| 257 }
+          assert_equal 257, result
+        end
+
+        it 'supplies new temp file_name' do
+          path1 = nil
+          path2 = nil
+          IOStreams::Paths::File.temp_file('base', '.ext') { |path| path1 = path }
+          IOStreams::Paths::File.temp_file('base', '.ext') { |path| path2 = path }
+          refute_equal path1.to_s, path2.to_s
+          assert path1.is_a?(IOStreams::Paths::File), path1
+          assert path2.is_a?(IOStreams::Paths::File), path2
+        end
+      end
+
+      describe '#each_child' do
+        it 'iterates an empty path' do
+          none = nil
+          directory.join('does_not_exist').mkdir.each_child { |path| none = path }
+          assert_nil none
+        end
+
+        it 'iterates a non-existant path' do
+          none = nil
+          directory.join('does_not_exist').each_child { |path| none = path }
+          assert_nil none
+        end
+
+        it 'find all files' do
+          expected = [file_path.to_s, file_path2.to_s]
+          actual   = root.children("**/*").collect(&:to_s)
+          assert_equal expected.sort, actual.sort
+        end
+
+        it 'find matches case-insensitive' do
+          expected = [file_path.to_s, file_path2.to_s]
+          actual   = root.children("**/Test*.TXT").collect(&:to_s)
+          assert_equal expected, actual.sort
+        end
+
+        it 'find matches case-sensitive' do
+          skip "TODO"
+          expected = [file_path.to_s, file_path2.to_s]
+          actual   = root.children("**/Test*.TXT", case_sensitive: true).collect(&:to_s)
+          refute_equal expected, actual.sort
+        end
+      end
+
+      describe '#mkpath' do
+        it 'makes path skipping file_name' do
+          new_path = directory.join('test_mkpath.xls').mkpath
+          assert ::File.exist?(directory.to_s)
+          refute ::File.exist?(new_path.to_s)
+        end
+      end
+
+      describe '#mkdir' do
+        it 'makes entire path that does not have a file name' do
+          new_path = directory.join('more_path').mkdir
+          assert ::File.exist?(directory.to_s)
+          assert ::File.exist?(new_path.to_s)
+        end
+      end
+
+      describe '#exist?' do
+        it 'true on existing file or directory' do
+          assert ::File.exist?(file_path.to_s)
+          assert ::File.exist?(directory.to_s)
+
+          assert directory.exist?
+          assert file_path.exist?
+        end
+
+        it 'false when not found' do
+          non_existant_directory = directory.join('oh_no')
+          refute ::File.exist?(non_existant_directory.to_s)
+
+          non_existant_file_path = directory.join("abc.txt")
+          refute ::File.exist?(non_existant_file_path.to_s)
+
+          refute non_existant_directory.exist?
+          refute non_existant_file_path.exist?
+        end
+      end
+
+      describe '#size' do
+        it 'of file' do
+          assert_equal data.size, file_path.size
+        end
+      end
+
+      describe '#realpath' do
+        it 'already a real path' do
+          path = ::File.expand_path(__dir__, '../files/test.csv')
+          assert_equal path, IOStreams::Paths::File.new(path).realpath.to_s
+        end
+
+        it 'removes ..' do
+          path     = ::File.join(__dir__, '../files/test.csv')
+          realpath = ::File.realpath(path)
+          assert_equal realpath, IOStreams::Paths::File.new(path).realpath.to_s
+        end
+      end
+
+      describe '#move_to' do
+        it 'move_to existing file' do
+          IOStreams.temp_file("iostreams_move_test", ".txt") do |temp_file|
+            temp_file.write("Hello World")
+            begin
+              target = temp_file.directory.join("move_test.txt")
+              response = temp_file.move_to(target)
+              assert_equal target, response
+              assert target.exist?
+              refute temp_file.exist?
+              assert_equal "Hello World", response.read
+              assert_equal target.to_s, response.to_s
+            ensure
+              target&.delete
+            end
+          end
+        end
+
+        it 'missing source file' do
+          IOStreams.temp_file("iostreams_move_test", ".txt") do |temp_file|
+            begin
+              refute temp_file.exist?
+              target = temp_file.directory.join("move_test.txt")
+              assert_raises Errno::ENOENT do
+                temp_file.move_to(target)
+              end
+              refute target.exist?
+              refute temp_file.exist?
+            end
+          end
+        end
+
+        it 'missing target directories' do
+          IOStreams.temp_file("iostreams_move_test", ".txt") do |temp_file|
+            temp_file.write("Hello World")
+            begin
+              target = temp_file.directory.join("a/b/c/move_test.txt")
+              response = temp_file.move_to(target)
+              assert_equal target, response
+              assert target.exist?
+              refute temp_file.exist?
+              assert_equal "Hello World", response.read
+              assert_equal target.to_s, response.to_s
+            ensure
+              temp_file.directory.join("a").delete_all
+            end
+          end
+        end
+      end
+
+      describe '#delete' do
+        it 'deletes existing file' do
+          assert ::File.exist?(file_path.to_s)
+          file_path.delete
+          refute ::File.exist?(file_path.to_s)
+        end
+
+        it 'ignores missing file' do
+          file_path.delete
+          file_path.delete
+        end
+      end
+
+      describe 'reader' do
+        it 'reads file' do
+          assert_equal data, file_path.reader(&:read)
+        end
+      end
+
+      describe 'writer' do
+        it 'creates file' do
+          new_file_path = directory.join("new.txt")
+          refute ::File.exist?(new_file_path.to_s)
+          new_file_path.writer { |io| io << data }
+          assert ::File.exist?(new_file_path.to_s)
+          assert_equal data.size, new_file_path.size
+        end
+      end
+    end
+  end
+end