iostreams 1.2.1 → 1.6.2

data/test/tabular_test.rb

@@ -10,6 +10,36 @@ class TabularTest < Minitest::Test
       IOStreams::Tabular.new(columns: %w[first_field second third], format: format)
     end
 
+    let :fixed do
+      layout = [
+        {size: 23, key: :name},
+        {size: 40, key: :address},
+        {size: 2},
+        {size: 5, key: :zip, type: :integer},
+        {size: 8, key: :age, type: :integer},
+        {size: 10, key: :weight, type: :float, decimals: 2}
+      ]
+      IOStreams::Tabular.new(format: :fixed, format_options: {layout: layout})
+    end
+
+    let :fixed_with_remainder do
+      layout = [
+        {size: 23, key: :name},
+        {size: 40, key: :address},
+        {size: :remainder, key: :remainder}
+      ]
+      IOStreams::Tabular.new(format: :fixed, format_options: {layout: layout})
+    end
+
+    let :fixed_discard_remainder do
+      layout = [
+        {size: 23, key: :name},
+        {size: 40, key: :address},
+        {size: :remainder}
+      ]
+      IOStreams::Tabular.new(format: :fixed, format_options: {layout: layout})
+    end
+
     describe "#parse_header" do
       it "parses and sets the csv header" do
         tabular = IOStreams::Tabular.new(format: :csv)
@@ -136,43 +166,55 @@ class TabularTest < Minitest::Test
       end
 
       describe ":fixed format" do
-        let :tabular do
-          layout = [
-            {key: "name", size: 23},
-            {key: "address", size: 40},
-            {key: "zip", size: 5}
-          ]
-          IOStreams::Tabular.new(format: :fixed, format_options: {layout: layout})
-        end
-
         it "parses to hash" do
-          assert hash = tabular.record_parse("Jack                   over there                              34618")
-          assert_equal({"name" => "Jack", "address" => "over there", "zip" => "34618"}, hash)
+          assert hash = fixed.record_parse("Jack                   over there                              XX34618012345670012345.01")
+          assert_equal({name: "Jack", address: "over there", zip: 34_618, age: 1_234_567, weight: 12_345.01}, hash)
         end
 
         it "parses short string" do
-          # TODO: Raise exception on lines that are too short?
-          assert hash = tabular.record_parse("Jack                   over th")
-          assert_equal({"name" => "Jack", "address" => "over th", "zip" => ""}, hash)
+          assert_raises IOStreams::Errors::InvalidLineLength do
+            fixed.record_parse("Jack                   over th")
+          end
         end
 
         it "parses longer string" do
-          # TODO: Raise exception on lines that are too long?
-          assert hash = tabular.record_parse("Jack                   over there                              34618........................................")
-          assert_equal({"name" => "Jack", "address" => "over there", "zip" => "34618"}, hash)
+          assert_raises IOStreams::Errors::InvalidLineLength do
+            fixed.record_parse("Jack                   over there                              XX34618012345670012345.01............")
+          end
+        end
+
+        it "parses zero values" do
+          assert hash = fixed.record_parse("                                                                 00000000000000000000000")
+          assert_equal({name: "", address: "", zip: 0, age: 0, weight: 0.0}, hash)
         end
 
-        it "parses empty strings" do
-          assert hash = tabular.record_parse("                                                               34618")
-          assert_equal({"name" => "", "address" => "", "zip" => "34618"}, hash)
+        it "parses empty values" do
+          assert hash = fixed.record_parse("                                                               XX                       ")
+          assert_equal({name: "", address: "", zip: nil, age: nil, weight: nil}, hash)
+        end
+
+        it "parses blank strings" do
+          skip "TODO: Part of fixed refactor to get this working"
+          assert hash = fixed.record_parse("                                                                                        ")
+          assert_equal({name: "", address: "", zip: nil, age: nil, weight: nil}, hash)
         end
 
         it "parses nil data as nil" do
-          refute tabular.record_parse(nil)
+          refute fixed.record_parse(nil)
         end
 
         it "parses empty string as nil" do
-          refute tabular.record_parse("")
+          refute fixed.record_parse("")
+        end
+
+        it "parses remainder" do
+          hash = fixed_with_remainder.record_parse("Jack                   over there                              XX34618012345670012345.01............")
+          assert_equal({name: "Jack", address: "over there", remainder: "XX34618012345670012345.01............"}, hash)
+        end
+
+        it "discards remainder" do
+          hash = fixed_discard_remainder.record_parse("Jack                   over there                              XX34618012345670012345.01............")
+          assert_equal({name: "Jack", address: "over there"}, hash)
         end
       end
 
@@ -222,37 +264,55 @@ class TabularTest < Minitest::Test
       end
 
       describe ":fixed format" do
-        let :tabular do
-          layout = [
-            {key: "name", size: 23},
-            {key: "address", size: 40},
-            {key: "zip", size: 5}
-          ]
-          IOStreams::Tabular.new(format: :fixed, format_options: {layout: layout})
+        it "renders fixed data" do
+          assert string = fixed.render(name: "Jack", address: "over there", zip: 34_618, weight: 123_456.789123, age: 21)
+          assert_equal "Jack                   over there                                34618000000210123456.79", string
         end
 
-        it "renders fixed data" do
-          assert string = tabular.render({"name" => "Jack", "address" => "over there", "zip" => 34_618, "phone" => "5551231234"})
-          assert_equal "Jack                   over there                              34618", string
+        it "truncates long strings" do
+          assert string = fixed.render(name: "Jack ran up the beanstalk and when jack reached the top it was truncated", address: "over there", zip: 34_618)
+          assert_equal "Jack ran up the beanstaover there                                34618000000000000000.00", string
         end
 
-        it "truncates long data" do
-          assert string = tabular.render({"name" => "Jack", "address" => "over there", "zip" => 3_461_832_653_653_265, "phone" => "5551231234"})
-          assert_equal "Jack                   over there                              34618", string
+        it "when integer is too large" do
+          assert_raises IOStreams::Errors::ValueTooLong do
+            fixed.render(zip: 3_461_832_653_653_265)
+          end
+        end
+
+        it "when float is too large" do
+          assert_raises IOStreams::Errors::ValueTooLong do
+            fixed.render(weight: 3_461_832_653_653_265.234)
+          end
         end
 
         it "renders nil as empty string" do
-          assert string = tabular.render("zip" => 3_461_832_653_653_265)
-          assert_equal "                                                               34618", string
+          assert string = fixed.render(zip: 34_618)
+          assert_equal "                                                                 34618000000000000000.00", string
         end
 
         it "renders boolean" do
-          assert string = tabular.render({"name" => true, "address" => false, "zip" => nil, "phone" => "5551231234"})
-          assert_equal "true                   false                                        ", string
+          assert string = fixed.render(name: true, address: false)
+          assert_equal "true                   false                                     00000000000000000000.00", string
         end
 
         it "renders no data as nil" do
-          refute tabular.render({})
+          refute fixed.render({})
+        end
+
+        it "any size last string" do
+          assert string = fixed_with_remainder.render(name: "Jack", address: "over there", remainder: "XX34618012345670012345.01............")
+          assert_equal "Jack                   over there                              XX34618012345670012345.01............", string
+        end
+
+        it "nil last string" do
+          assert string = fixed_with_remainder.render(name: "Jack", address: "over there", remainder: nil)
+          assert_equal "Jack                   over there                              ", string
+        end
+
+        it "skips last filler" do
+          assert string = fixed_discard_remainder.render(name: "Jack", address: "over there")
+          assert_equal "Jack                   over there                              ", string
         end
       end
     end

data/test/test_helper.rb

@@ -4,7 +4,7 @@ require "yaml"
 require "minitest/autorun"
 require "minitest/reporters"
 require "iostreams"
-require "awesome_print"
+require "amazing_print"
 require "symmetric-encryption"
 
 # Since PGP libraries use UTC for Dates

metadata

@@ -1,18 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: iostreams
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.6.2
 platform: ruby
 authors:
 - Reid Morrison
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-19 00:00:00.000000000 Z
+date: 2021-05-04 00:00:00.000000000 Z
 dependencies: []
-description: 
+description:
 email:
-- reidmo@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -77,6 +76,7 @@ files:
 - test/files/spreadsheet.xlsx
 - test/files/test.csv
 - test/files/test.json
+- test/files/test.psv
 - test/files/text file.txt
 - test/files/text.txt
 - test/files/text.txt.bz2
@@ -84,7 +84,9 @@ files:
 - test/files/text.txt.gz.zip
 - test/files/text.zip
 - test/files/text.zip.gz
+- test/files/unclosed_quote_large_test.csv
 - test/files/unclosed_quote_test.csv
+- test/files/unclosed_quote_test2.csv
 - test/gzip_reader_test.rb
 - test/gzip_writer_test.rb
 - test/io_streams_test.rb
@@ -111,11 +113,11 @@ files:
 - test/xlsx_reader_test.rb
 - test/zip_reader_test.rb
 - test/zip_writer_test.rb
-homepage: https://github.com/rocketjob/iostreams
+homepage: https://iostreams.rocketjob.io
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -130,53 +132,56 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
-signing_key: 
+rubygems_version: 3.2.15
+signing_key:
 specification_version: 4
 summary: Input and Output streaming for Ruby.
 test_files:
-- test/pgp_reader_test.rb
-- test/deprecated_test.rb
 - test/builder_test.rb
-- test/line_reader_test.rb
-- test/xlsx_reader_test.rb
-- test/minimal_file_reader.rb
-- test/row_writer_test.rb
-- test/zip_reader_test.rb
+- test/bzip2_reader_test.rb
 - test/bzip2_writer_test.rb
+- test/deprecated_test.rb
+- test/encode_reader_test.rb
 - test/encode_writer_test.rb
-- test/gzip_writer_test.rb
-- test/stream_test.rb
-- test/paths/matcher_test.rb
-- test/paths/s3_test.rb
-- test/paths/sftp_test.rb
-- test/paths/file_test.rb
-- test/paths/http_test.rb
-- test/record_reader_test.rb
-- test/pgp_writer_test.rb
-- test/line_writer_test.rb
-- test/row_reader_test.rb
-- test/bzip2_reader_test.rb
-- test/zip_writer_test.rb
-- test/files/text.zip
-- test/files/spreadsheet.xlsx
 - test/files/embedded_lines_test.csv
+- test/files/multiple_files.zip
+- test/files/spreadsheet.xlsx
 - test/files/test.csv
 - test/files/test.json
-- test/files/text.zip.gz
-- test/files/unclosed_quote_test.csv
+- test/files/test.psv
+- test/files/text file.txt
+- test/files/text.txt
 - test/files/text.txt.bz2
-- test/files/text.txt.gz.zip
 - test/files/text.txt.gz
-- test/files/text.txt
-- test/files/multiple_files.zip
-- test/files/text file.txt
+- test/files/text.txt.gz.zip
+- test/files/text.zip
+- test/files/text.zip.gz
+- test/files/unclosed_quote_large_test.csv
+- test/files/unclosed_quote_test.csv
+- test/files/unclosed_quote_test2.csv
 - test/gzip_reader_test.rb
-- test/encode_reader_test.rb
-- test/test_helper.rb
-- test/utils_test.rb
-- test/tabular_test.rb
+- test/gzip_writer_test.rb
+- test/io_streams_test.rb
+- test/line_reader_test.rb
+- test/line_writer_test.rb
+- test/minimal_file_reader.rb
 - test/path_test.rb
+- test/paths/file_test.rb
+- test/paths/http_test.rb
+- test/paths/matcher_test.rb
+- test/paths/s3_test.rb
+- test/paths/sftp_test.rb
+- test/pgp_reader_test.rb
 - test/pgp_test.rb
-- test/io_streams_test.rb
+- test/pgp_writer_test.rb
+- test/record_reader_test.rb
 - test/record_writer_test.rb
+- test/row_reader_test.rb
+- test/row_writer_test.rb
+- test/stream_test.rb
+- test/tabular_test.rb
+- test/test_helper.rb
+- test/utils_test.rb
+- test/xlsx_reader_test.rb
+- test/zip_reader_test.rb
+- test/zip_writer_test.rb