iostreams 0.8.0 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/io_streams/delimited/reader.rb +1 -1
- data/lib/io_streams/io_streams.rb +2 -2
- data/lib/io_streams/version.rb +1 -1
- data/lib/iostreams.rb +4 -4
- data/test/delimited_reader_test.rb +2 -2
- data/test/gzip_reader_test.rb +3 -3
- data/test/gzip_writer_test.rb +5 -5
- data/test/zip_writer_test.rb +5 -5
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e4099b7285a53bdc5f6ab88dcef531c6d7575d06
|
4
|
+
data.tar.gz: 68f52bb99df8b7edc3f24ac0b8fed8d4a6a1dbab
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b6579da43c8d3341dc91c50b929852e7caf6916cd197ca338cdb75920005a2413285c4a006c86b9221ce7070e56836626ddc4dca4f68edfe0a7e04976528bb2a
|
7
|
+
data.tar.gz: 7293d70e70612990e8038bd6deb188f3e85b663b3748c0385b91254ea78f62ac46c0e3e76130791cb662d1c99d135f73b72384407ce96c2a3109c1e440593484
|
@@ -108,7 +108,7 @@ module IOStreams
|
|
108
108
|
|
109
109
|
# Auto detect text line delimiter
|
110
110
|
def detect_delimiter
|
111
|
-
if @buffer =~ /\r\n|\n\r|\n/
|
111
|
+
if @buffer =~ /\r\n|\n\r|\n|\r/
|
112
112
|
$&
|
113
113
|
elsif @buffer.size <= @buffer_size
|
114
114
|
# Handle one line files that are smaller than the buffer size
|
@@ -3,8 +3,8 @@ module IOStreams
|
|
3
3
|
# A registry to hold formats for processing files during upload or download
|
4
4
|
@@extensions = ThreadSafe::Hash.new
|
5
5
|
|
6
|
-
UTF8_ENCODING
|
7
|
-
BINARY_ENCODING
|
6
|
+
UTF8_ENCODING = Encoding.find('UTF-8').freeze
|
7
|
+
BINARY_ENCODING = Encoding.find('BINARY').freeze
|
8
8
|
|
9
9
|
# Returns [Array] the formats required to process the file by looking at
|
10
10
|
# its extension(s)
|
data/lib/io_streams/version.rb
CHANGED
data/lib/iostreams.rb
CHANGED
@@ -9,12 +9,12 @@ module IOStreams
|
|
9
9
|
autoload :Writer, 'io_streams/gzip/writer'
|
10
10
|
end
|
11
11
|
module Zip
|
12
|
-
autoload :Reader,
|
13
|
-
autoload :Writer,
|
12
|
+
autoload :Reader, 'io_streams/zip/reader'
|
13
|
+
autoload :Writer, 'io_streams/zip/writer'
|
14
14
|
end
|
15
15
|
module Delimited
|
16
|
-
autoload :Reader,
|
17
|
-
autoload :Writer,
|
16
|
+
autoload :Reader, 'io_streams/delimited/reader'
|
17
|
+
autoload :Writer, 'io_streams/delimited/writer'
|
18
18
|
end
|
19
19
|
end
|
20
20
|
require 'io_streams/io_streams'
|
@@ -22,7 +22,7 @@ module Streams
|
|
22
22
|
end
|
23
23
|
assert_equal @data, lines
|
24
24
|
end
|
25
|
-
|
25
|
+
|
26
26
|
should 'each_line stream' do
|
27
27
|
lines = []
|
28
28
|
File.open(@file_name) do |file|
|
@@ -33,7 +33,7 @@ module Streams
|
|
33
33
|
assert_equal @data, lines
|
34
34
|
end
|
35
35
|
|
36
|
-
["\r\n", "\n\r", "\n"].each do |delimiter|
|
36
|
+
["\r\n", "\n\r", "\n", "\r"].each do |delimiter|
|
37
37
|
should "autodetect delimiter: #{delimiter.inspect}" do
|
38
38
|
lines = []
|
39
39
|
stream = StringIO.new(@data.join(delimiter))
|
data/test/gzip_reader_test.rb
CHANGED
@@ -6,8 +6,8 @@ module Streams
|
|
6
6
|
context IOStreams::Gzip::Reader do
|
7
7
|
setup do
|
8
8
|
@file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.gz')
|
9
|
-
@gzip_data
|
10
|
-
@data
|
9
|
+
@gzip_data = File.open(@file_name, 'rb') { |f| f.read }
|
10
|
+
@data = Zlib::GzipReader.open(@file_name) { |gz| gz.read }
|
11
11
|
end
|
12
12
|
|
13
13
|
context '.open' do
|
@@ -29,4 +29,4 @@ module Streams
|
|
29
29
|
|
30
30
|
end
|
31
31
|
end
|
32
|
-
end
|
32
|
+
end
|
data/test/gzip_writer_test.rb
CHANGED
@@ -6,7 +6,7 @@ module Streams
|
|
6
6
|
context IOStreams::Gzip::Writer do
|
7
7
|
setup do
|
8
8
|
@file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt.gz')
|
9
|
-
@data
|
9
|
+
@data = Zlib::GzipReader.open(@file_name) { |gz| gz.read }
|
10
10
|
end
|
11
11
|
|
12
12
|
context '.open' do
|
@@ -16,7 +16,7 @@ module Streams
|
|
16
16
|
IOStreams::Gzip::Writer.open(file_name) do |io|
|
17
17
|
io.write(@data)
|
18
18
|
end
|
19
|
-
result = Zlib::GzipReader.open(file_name) {|gz| gz.read }
|
19
|
+
result = Zlib::GzipReader.open(file_name) { |gz| gz.read }
|
20
20
|
temp_file.delete
|
21
21
|
assert_equal @data, result
|
22
22
|
end
|
@@ -25,8 +25,8 @@ module Streams
|
|
25
25
|
IOStreams::Gzip::Writer.open(io_string) do |io|
|
26
26
|
io.write(@data)
|
27
27
|
end
|
28
|
-
io
|
29
|
-
gz
|
28
|
+
io = StringIO.new(io_string.string)
|
29
|
+
gz = Zlib::GzipReader.new(io)
|
30
30
|
data = gz.read
|
31
31
|
gz.close
|
32
32
|
assert_equal @data, data
|
@@ -35,4 +35,4 @@ module Streams
|
|
35
35
|
|
36
36
|
end
|
37
37
|
end
|
38
|
-
end
|
38
|
+
end
|
data/test/zip_writer_test.rb
CHANGED
@@ -7,7 +7,7 @@ module Streams
|
|
7
7
|
context IOStreams::Zip::Writer do
|
8
8
|
setup do
|
9
9
|
file_name = File.join(File.dirname(__FILE__), 'files', 'text.txt')
|
10
|
-
@data
|
10
|
+
@data = File.read(file_name)
|
11
11
|
end
|
12
12
|
|
13
13
|
context '.open' do
|
@@ -29,11 +29,11 @@ module Streams
|
|
29
29
|
IOStreams::Zip::Writer.open(io_string) do |io|
|
30
30
|
io.write(@data)
|
31
31
|
end
|
32
|
-
io
|
32
|
+
io = StringIO.new(io_string.string)
|
33
33
|
result = nil
|
34
34
|
begin
|
35
|
-
zin
|
36
|
-
entry
|
35
|
+
zin = ::Zip::InputStream.new(io)
|
36
|
+
entry = zin.get_next_entry
|
37
37
|
result = zin.read
|
38
38
|
ensure
|
39
39
|
zin.close if zin
|
@@ -44,4 +44,4 @@ module Streams
|
|
44
44
|
|
45
45
|
end
|
46
46
|
end
|
47
|
-
end
|
47
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: iostreams
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.8.
|
4
|
+
version: 0.8.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Reid Morrison
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-08-
|
11
|
+
date: 2015-08-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: symmetric-encryption
|