iostreams 0.8.0 → 0.8.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/io_streams/delimited/reader.rb +1 -1
- data/lib/io_streams/io_streams.rb +2 -2
- data/lib/io_streams/version.rb +1 -1
- data/lib/iostreams.rb +4 -4
- data/test/delimited_reader_test.rb +2 -2
- data/test/gzip_reader_test.rb +3 -3
- data/test/gzip_writer_test.rb +5 -5
- data/test/zip_writer_test.rb +5 -5
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e4099b7285a53bdc5f6ab88dcef531c6d7575d06
|
4
|
+
data.tar.gz: 68f52bb99df8b7edc3f24ac0b8fed8d4a6a1dbab
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b6579da43c8d3341dc91c50b929852e7caf6916cd197ca338cdb75920005a2413285c4a006c86b9221ce7070e56836626ddc4dca4f68edfe0a7e04976528bb2a
|
7
|
+
data.tar.gz: 7293d70e70612990e8038bd6deb188f3e85b663b3748c0385b91254ea78f62ac46c0e3e76130791cb662d1c99d135f73b72384407ce96c2a3109c1e440593484
|
@@ -108,7 +108,7 @@ module IOStreams
|
|
108
108
|
|
109
109
|
# Auto detect text line delimiter
|
110
110
|
def detect_delimiter
|
111
|
-
if @buffer =~ /\r\n|\n\r|\n/
|
111
|
+
if @buffer =~ /\r\n|\n\r|\n|\r/
|
112
112
|
$&
|
113
113
|
elsif @buffer.size <= @buffer_size
|
114
114
|
# Handle one line files that are smaller than the buffer size
|
@@ -3,8 +3,8 @@ module IOStreams
|
|
3
3
|
# A registry to hold formats for processing files during upload or download
|
4
4
|
@@extensions = ThreadSafe::Hash.new
|
5
5
|
|
6
|
-
UTF8_ENCODING
|
7
|
-
BINARY_ENCODING
|
6
|
+
UTF8_ENCODING = Encoding.find('UTF-8').freeze
|
7
|
+
BINARY_ENCODING = Encoding.find('BINARY').freeze
|
8
8
|
|
9
9
|
# Returns [Array] the formats required to process the file by looking at
|
10
10
|
# its extension(s)
|
data/lib/io_streams/version.rb
CHANGED
data/lib/iostreams.rb
CHANGED
@@ -9,12 +9,12 @@ module IOStreams
|
|
9
9
|
autoload :Writer, 'io_streams/gzip/writer'
|
10
10
|
end
|
11
11
|
module Zip
|
12
|
-
autoload :Reader,
|
13
|
-
autoload :Writer,
|
12
|
+
autoload :Reader, 'io_streams/zip/reader'
|
13
|
+
autoload :Writer, 'io_streams/zip/writer'
|
14
14
|
end
|
15
15
|
module Delimited
|
16
|
-
autoload :Reader,
|
17
|
-
autoload :Writer,
|
16
|
+
autoload :Reader, 'io_streams/delimited/reader'
|
17
|
+
autoload :Writer, 'io_streams/delimited/writer'
|
18
18
|
end
|
19
19
|
end
|
20
20
|
require 'io_streams/io_streams'
|
@@ -22,7 +22,7 @@ module Streams
|
|
22
22
|
end
|
23
23
|
assert_equal @data, lines
|
24
24
|
end
|
25
|
-
|
25
|
+
|
26
26
|
should 'each_line stream' do
|
27
27
|
lines = []
|
28
28
|
File.open(@file_name) do |file|
|
@@ -33,7 +33,7 @@ module Streams
|
|
33
33
|
assert_equal @data, lines
|
34
34
|
end
|
35
35
|
|
36
|
-
["\r\n", "\n\r", "\n"].each do |delimiter|
|
36
|
+
["\r\n", "\n\r", "\n", "\r"].each do |delimiter|
|
37
37
|
should "autodetect delimiter: #{delimiter.inspect}" do
|
38
38
|
lines = []
|
39
39
|
stream = StringIO.new(@data.join(delimiter))
|
data/test/gzip_reader_test.rb
CHANGED
@@ -6,8 +6,8 @@ module Streams
|
|
6
6
|
context IOStreams::Gzip::Reader do
|
7
7
|
setup do
|
8
8
|
@file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.gz')
|
9
|
-
@gzip_data
|
10
|
-
@data
|
9
|
+
@gzip_data = File.open(@file_name, 'rb') { |f| f.read }
|
10
|
+
@data = Zlib::GzipReader.open(@file_name) { |gz| gz.read }
|
11
11
|
end
|
12
12
|
|
13
13
|
context '.open' do
|
@@ -29,4 +29,4 @@ module Streams
|
|
29
29
|
|
30
30
|
end
|
31
31
|
end
|
32
|
-
end
|
32
|
+
end
|
data/test/gzip_writer_test.rb
CHANGED
@@ -6,7 +6,7 @@ module Streams
|
|
6
6
|
context IOStreams::Gzip::Writer do
|
7
7
|
setup do
|
8
8
|
@file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.gz')
|
9
|
-
@data
|
9
|
+
@data = Zlib::GzipReader.open(@file_name) { |gz| gz.read }
|
10
10
|
end
|
11
11
|
|
12
12
|
context '.open' do
|
@@ -16,7 +16,7 @@ module Streams
|
|
16
16
|
IOStreams::Gzip::Writer.open(file_name) do |io|
|
17
17
|
io.write(@data)
|
18
18
|
end
|
19
|
-
result = Zlib::GzipReader.open(file_name) {|gz| gz.read }
|
19
|
+
result = Zlib::GzipReader.open(file_name) { |gz| gz.read }
|
20
20
|
temp_file.delete
|
21
21
|
assert_equal @data, result
|
22
22
|
end
|
@@ -25,8 +25,8 @@ module Streams
|
|
25
25
|
IOStreams::Gzip::Writer.open(io_string) do |io|
|
26
26
|
io.write(@data)
|
27
27
|
end
|
28
|
-
io
|
29
|
-
gz
|
28
|
+
io = StringIO.new(io_string.string)
|
29
|
+
gz = Zlib::GzipReader.new(io)
|
30
30
|
data = gz.read
|
31
31
|
gz.close
|
32
32
|
assert_equal @data, data
|
@@ -35,4 +35,4 @@ module Streams
|
|
35
35
|
|
36
36
|
end
|
37
37
|
end
|
38
|
-
end
|
38
|
+
end
|
data/test/zip_writer_test.rb
CHANGED
@@ -7,7 +7,7 @@ module Streams
|
|
7
7
|
context IOStreams::Zip::Writer do
|
8
8
|
setup do
|
9
9
|
file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt')
|
10
|
-
@data
|
10
|
+
@data = File.read(file_name)
|
11
11
|
end
|
12
12
|
|
13
13
|
context '.open' do
|
@@ -29,11 +29,11 @@ module Streams
|
|
29
29
|
IOStreams::Zip::Writer.open(io_string) do |io|
|
30
30
|
io.write(@data)
|
31
31
|
end
|
32
|
-
io
|
32
|
+
io = StringIO.new(io_string.string)
|
33
33
|
result = nil
|
34
34
|
begin
|
35
|
-
zin
|
36
|
-
entry
|
35
|
+
zin = ::Zip::InputStream.new(io)
|
36
|
+
entry = zin.get_next_entry
|
37
37
|
result = zin.read
|
38
38
|
ensure
|
39
39
|
zin.close if zin
|
@@ -44,4 +44,4 @@ module Streams
|
|
44
44
|
|
45
45
|
end
|
46
46
|
end
|
47
|
-
end
|
47
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: iostreams
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.8.
|
4
|
+
version: 0.8.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Reid Morrison
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-08-
|
11
|
+
date: 2015-08-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: symmetric-encryption
|