csvreader 1.2.4 → 1.2.5

data/test/test_parser_java.rb

@@ -1,208 +1,208 @@
-# encoding: utf-8
-
-###
-#  to run use
-#     ruby -I ./lib -I ./test test/test_parser_java.rb
-
-
-require 'helper'
-
-##########################
-# try some tests from apache java (commons) csv reader
-#  see https://github.com/apache/commons-csv/blob/master/src/test/java/org/apache/commons/csv/LexerTest.java
-
-
-class TestParserJava < MiniTest::Test
-
-
-LF	= "\n"     ##   \n == ASCII 0x0A (hex) 10 (dec) = LF (Newline/line feed)
-CR	= "\r"     ##   \r == ASCII 0x0D (hex) 13 (dec) = CR (Carriage return)
-
-
-
-def parser
-  CsvReader::Parser
-end
-
-def test_surrounding_spaces_are_deleted
-  assert_equal [["noSpaces",
-                 "leadingSpaces",
-                 "trailingSpaces",
-                 "surroundingSpaces",
-                 "",
-                 "",
-                 ""]], parser.default.parse( "noSpaces,  leadingSpaces,trailingSpaces  ,  surroundingSpaces  ,  ,," )
-end
-
-
-def test_surrounding_tabs_are_deleted
-  assert_equal [["noTabs",
-                 "leadingTab",
-                 "trailingTab",
-                 "surroundingTabs",
-                 "",
-                 "",
-                 ""]], parser.default.parse( "noTabs,\tleadingTab,trailingTab\t,\tsurroundingTabs\t,\t\t,," )
-end
-
-def test_ignore_empty_lines
-  assert_equal [[ "first", "line", "" ],
-                [ "second", "line" ],
-                [ "third line" ],
-                [ "last", "line" ]],
-                parser.default.parse( "first,line,\n" + "\n" + "\n" +
-                              "second,line\n" + "\n" + "\n" +
-                              "third line \n" + "\n" + "\n" +
-                              "last, line \n" + "\n" + "\n" + "\n" )
-end
-
-
-def test_comments
-  assert_equal [["first",  "line", "" ],
-                ["second", "line", "tokenWith#no-comment" ],
-                ["third",  "line" ]],
-                parser.default.parse( "first,line,\n" +
-                              "second,line,tokenWith#no-comment\n" +
-                              "# comment line \n" +
-                              "third,line  #inline-end-of-line-comment\n" +
-                              "# penultimate comment\n" +
-                              "# Final comment\n" )
-end
-
-
-
-
-
-def test_comments_and_empty_lines
-  parser.strict.comment = '#'
-
-  assert_equal [[ "1", "2", "3", "" ], ## 1
-                [ "" ], ## 1b
-                [ "" ], ## 1c
-                [ "a", "b x", "c#no-comment" ], ## 2
-                [ "" ],  ## 4
-                [ "" ],  ## 4b
-                [ "d", "e", "#no-comment" ], ## 5
-                [ "" ], ## 5b
-                [ "" ], ## 5c
-                [ "" ], ## 6b
-                [ "" ]  ## 6c
-               ],
-               parser.strict.parse(
-                  "1,2,3,\n" + ## 1
-                  "\n" +       ## 1b
-                  "\n" +       ## 1c
-                  "a,b x,c#no-comment\n" + ## 2
-                  "#foo\n" + ## 3
-                  "\n" + ## 4
-                  "\n" + ## 4b
-                  "d,e,#no-comment\n" + ## 5
-                  "\n" + ## 5b
-                  "\n" + ## 5c
-                  "# penultimate comment\n" + ## 6
-                  "\n" + ## 6b
-                  "\n" + ## 6c
-                  "# Final comment\n" ## 7
-              )
-
-  parser.strict.comment = false    ## reset to defaults
-end
-
-
-def test_backslash_with_escaping
-  ## simple token with escaping enabled
-  assert_equal [[ "a", ",", "b\\" ],
-                [ ",", "\nc", "d\r" ],
-                [ "e" ]], parser.default.parse( "a,\\,,b\\\\\n" +
-                                                "\\,,\\\nc,d\\\r\n" +
-                                                "e" )
-
-
-  parser.strict.escape = "\\"
-  assert_equal [[ "a", ",", "b\\" ],
-                [ ",", "\nc", "d\r" ],
-                [ "e" ]], parser.strict.parse( "a,\\,,b\\\\\n" +
-                                               "\\,,\\\nc,d\\\r\n" +
-                                               "e" )
-  parser.strict.escape = false
-end
-
-
-def test_backslash_without_escaping
-  ## simple token with escaping not enabled
-  assert_equal [[ "a",
-                  "\\", ## an unquoted single backslash is not an escape char
-                  "",
-                  "b\\" ## an unquoted single backslash is not an escape char
-                ],
-                [ "\\", "", "" ]], parser.strict.parse( "a,\\,,b\\\n" +
-                                                        "\\,," )
-
-end
-
-
-
-def test_next_token4
-  ## encapsulator tokenizer (single line)
-  assert_equal [[ "a", "foo", "b" ],
-                [ "a", " foo", "b" ],
-                [ "a", "foo ", "b" ],
-                [ "a", " foo ", "b" ]],
-                parser.default.parse( "a,\"foo\",b\n" +
-                                      "a,   \" foo\",b\n" +
-                                      "a,\"foo \"  ,b\n" +
-                                      "a,  \" foo \"  ,b" )
-end
-
-
-def test_next_token5
-    ## encapsulator tokenizer (multi line, delimiter in string)
-   assert_equal [[ "a", "foo\n", "b" ],
-                 [ "foo\n  baar ,,," ],
-                 [ "\n\t \n" ]],
-                 parser.default.parse( "a,\"foo\n\",b\n" +
-                                       "\"foo\n  baar ,,,\"\n" +
-                                       "\"\n\t \n\"" )
-end
-
-
-def test_separator_is_tab
-  parser.strict.sep = "\t"
-  assert_equal [["one",
-                 "two",
-                 "",
-                 "four ",
-                 " five",
-                 " six" ]], parser.strict.parse( "one\ttwo\t\tfour \t five\t six" )
-  parser.strict.sep = ","   ## reset back to comma
-end
-
-
-
-
-def test_escaped_cr
-    assert_equal [[ "character" + CR + "Escaped" ]],
-                 parser.default.parse( "character\\" + CR + "Escaped" )
-end
-
-
-def test_cr
-   assert_equal [[ "character"  ],
-                 [ "NotEscaped" ]],
-                parser.default.parse( "character" + CR + "NotEscaped" )
-end
-
-
-
-def test_escaped_lf
-    assert_equal [[ "character" + LF + "Escaped" ]],
-                 parser.default.parse( "character\\" + LF + "Escaped" )
-end
-
-def test_lf
-   assert_equal [[ "character" ],
-                 [ "NotEscaped" ]],
-                 parser.default.parse( "character" + LF + "NotEscaped" )
-end
-
-end # class TestParserJava
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_parser_java.rb
+
+
+require 'helper'
+
+##########################
+# try some tests from apache java (commons) csv reader
+#  see https://github.com/apache/commons-csv/blob/master/src/test/java/org/apache/commons/csv/LexerTest.java
+
+
+class TestParserJava < MiniTest::Test
+
+
+LF	= "\n"     ##   \n == ASCII 0x0A (hex) 10 (dec) = LF (Newline/line feed)
+CR	= "\r"     ##   \r == ASCII 0x0D (hex) 13 (dec) = CR (Carriage return)
+
+
+
+def parser
+  CsvReader::Parser
+end
+
+def test_surrounding_spaces_are_deleted
+  assert_equal [["noSpaces",
+                 "leadingSpaces",
+                 "trailingSpaces",
+                 "surroundingSpaces",
+                 "",
+                 "",
+                 ""]], parser.default.parse( "noSpaces,  leadingSpaces,trailingSpaces  ,  surroundingSpaces  ,  ,," )
+end
+
+
+def test_surrounding_tabs_are_deleted
+  assert_equal [["noTabs",
+                 "leadingTab",
+                 "trailingTab",
+                 "surroundingTabs",
+                 "",
+                 "",
+                 ""]], parser.default.parse( "noTabs,\tleadingTab,trailingTab\t,\tsurroundingTabs\t,\t\t,," )
+end
+
+def test_ignore_empty_lines
+  assert_equal [[ "first", "line", "" ],
+                [ "second", "line" ],
+                [ "third line" ],
+                [ "last", "line" ]],
+                parser.default.parse( "first,line,\n" + "\n" + "\n" +
+                              "second,line\n" + "\n" + "\n" +
+                              "third line \n" + "\n" + "\n" +
+                              "last, line \n" + "\n" + "\n" + "\n" )
+end
+
+
+def test_comments
+  assert_equal [["first",  "line", "" ],
+                ["second", "line", "tokenWith#no-comment" ],
+                ["third",  "line" ]],
+                parser.default.parse( "first,line,\n" +
+                              "second,line,tokenWith#no-comment\n" +
+                              "# comment line \n" +
+                              "third,line  #inline-end-of-line-comment\n" +
+                              "# penultimate comment\n" +
+                              "# Final comment\n" )
+end
+
+
+
+
+
+def test_comments_and_empty_lines
+  parser.strict.comment = '#'
+
+  assert_equal [[ "1", "2", "3", "" ], ## 1
+                [ "" ], ## 1b
+                [ "" ], ## 1c
+                [ "a", "b x", "c#no-comment" ], ## 2
+                [ "" ],  ## 4
+                [ "" ],  ## 4b
+                [ "d", "e", "#no-comment" ], ## 5
+                [ "" ], ## 5b
+                [ "" ], ## 5c
+                [ "" ], ## 6b
+                [ "" ]  ## 6c
+               ],
+               parser.strict.parse(
+                  "1,2,3,\n" + ## 1
+                  "\n" +       ## 1b
+                  "\n" +       ## 1c
+                  "a,b x,c#no-comment\n" + ## 2
+                  "#foo\n" + ## 3
+                  "\n" + ## 4
+                  "\n" + ## 4b
+                  "d,e,#no-comment\n" + ## 5
+                  "\n" + ## 5b
+                  "\n" + ## 5c
+                  "# penultimate comment\n" + ## 6
+                  "\n" + ## 6b
+                  "\n" + ## 6c
+                  "# Final comment\n" ## 7
+              )
+
+  parser.strict.comment = false    ## reset to defaults
+end
+
+
+def test_backslash_with_escaping
+  ## simple token with escaping enabled
+  assert_equal [[ "a", ",", "b\\" ],
+                [ ",", "\nc", "d\r" ],
+                [ "e" ]], parser.default.parse( "a,\\,,b\\\\\n" +
+                                                "\\,,\\\nc,d\\\r\n" +
+                                                "e" )
+
+
+  parser.strict.escape = "\\"
+  assert_equal [[ "a", ",", "b\\" ],
+                [ ",", "\nc", "d\r" ],
+                [ "e" ]], parser.strict.parse( "a,\\,,b\\\\\n" +
+                                               "\\,,\\\nc,d\\\r\n" +
+                                               "e" )
+  parser.strict.escape = false
+end
+
+
+def test_backslash_without_escaping
+  ## simple token with escaping not enabled
+  assert_equal [[ "a",
+                  "\\", ## an unquoted single backslash is not an escape char
+                  "",
+                  "b\\" ## an unquoted single backslash is not an escape char
+                ],
+                [ "\\", "", "" ]], parser.strict.parse( "a,\\,,b\\\n" +
+                                                        "\\,," )
+
+end
+
+
+
+def test_next_token4
+  ## encapsulator tokenizer (single line)
+  assert_equal [[ "a", "foo", "b" ],
+                [ "a", " foo", "b" ],
+                [ "a", "foo ", "b" ],
+                [ "a", " foo ", "b" ]],
+                parser.default.parse( "a,\"foo\",b\n" +
+                                      "a,   \" foo\",b\n" +
+                                      "a,\"foo \"  ,b\n" +
+                                      "a,  \" foo \"  ,b" )
+end
+
+
+def test_next_token5
+    ## encapsulator tokenizer (multi line, delimiter in string)
+   assert_equal [[ "a", "foo\n", "b" ],
+                 [ "foo\n  baar ,,," ],
+                 [ "\n\t \n" ]],
+                 parser.default.parse( "a,\"foo\n\",b\n" +
+                                       "\"foo\n  baar ,,,\"\n" +
+                                       "\"\n\t \n\"" )
+end
+
+
+def test_separator_is_tab
+  parser.strict.sep = "\t"
+  assert_equal [["one",
+                 "two",
+                 "",
+                 "four ",
+                 " five",
+                 " six" ]], parser.strict.parse( "one\ttwo\t\tfour \t five\t six" )
+  parser.strict.sep = ","   ## reset back to comma
+end
+
+
+
+
+def test_escaped_cr
+    assert_equal [[ "character" + CR + "Escaped" ]],
+                 parser.default.parse( "character\\" + CR + "Escaped" )
+end
+
+
+def test_cr
+   assert_equal [[ "character"  ],
+                 [ "NotEscaped" ]],
+                parser.default.parse( "character" + CR + "NotEscaped" )
+end
+
+
+
+def test_escaped_lf
+    assert_equal [[ "character" + LF + "Escaped" ]],
+                 parser.default.parse( "character\\" + LF + "Escaped" )
+end
+
+def test_lf
+   assert_equal [[ "character" ],
+                 [ "NotEscaped" ]],
+                 parser.default.parse( "character" + LF + "NotEscaped" )
+end
+
+end # class TestParserJava

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csvreader
 version: !ruby/object:Gem::Version
-  version: 1.2.4
+  version: 1.2.5
 platform: ruby
 authors:
 - Gerald Bauer
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-07-27 00:00:00.000000000 Z
+date: 2021-10-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: tabreader
@@ -56,43 +56,47 @@ dependencies:
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
 - !ruby/object:Gem::Dependency
   name: hoe
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.16'
+        version: '3.22'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.16'
+        version: '3.22'
 description: csvreader - read tabular data in the comma-separated values (csv) format
   the right way (uses best practices out-of-the-box with zero-configuration)
 email: wwwmake@googlegroups.com
 executables: []
 extensions: []
 extra_rdoc_files:
-- HISTORY.md
-- LICENSE.md
+- CHANGELOG.md
 - Manifest.txt
 - README.md
 files:
-- HISTORY.md
-- LICENSE.md
+- CHANGELOG.md
 - Manifest.txt
 - README.md
 - Rakefile
@@ -147,7 +151,7 @@ homepage: https://github.com/csvreader/csvreader
 licenses:
 - Public Domain
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options:
 - "--main"
 - README.md
@@ -164,9 +168,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.2
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: csvreader - read tabular data in the comma-separated values (csv) format
   the right way (uses best practices out-of-the-box with zero-configuration)

data/LICENSE.md

@@ -1,116 +0,0 @@
-CC0 1.0 Universal
-
-Statement of Purpose
-
-The laws of most jurisdictions throughout the world automatically confer
-exclusive Copyright and Related Rights (defined below) upon the creator and
-subsequent owner(s) (each and all, an "owner") of an original work of
-authorship and/or a database (each, a "Work").
-
-Certain owners wish to permanently relinquish those rights to a Work for the
-purpose of contributing to a commons of creative, cultural and scientific
-works ("Commons") that the public can reliably and without fear of later
-claims of infringement build upon, modify, incorporate in other works, reuse
-and redistribute as freely as possible in any form whatsoever and for any
-purposes, including without limitation commercial purposes. These owners may
-contribute to the Commons to promote the ideal of a free culture and the
-further production of creative, cultural and scientific works, or to gain
-reputation or greater distribution for their Work in part through the use and
-efforts of others.
-
-For these and/or other purposes and motivations, and without any expectation
-of additional consideration or compensation, the person associating CC0 with a
-Work (the "Affirmer"), to the extent that he or she is an owner of Copyright
-and Related Rights in the Work, voluntarily elects to apply CC0 to the Work
-and publicly distribute the Work under its terms, with knowledge of his or her
-Copyright and Related Rights in the Work and the meaning and intended legal
-effect of CC0 on those rights.
-
-1. Copyright and Related Rights. A Work made available under CC0 may be
-protected by copyright and related or neighboring rights ("Copyright and
-Related Rights"). Copyright and Related Rights include, but are not limited
-to, the following:
-
-  i. the right to reproduce, adapt, distribute, perform, display, communicate,
-  and translate a Work;
-
-  ii. moral rights retained by the original author(s) and/or performer(s);
-
-  iii. publicity and privacy rights pertaining to a person's image or likeness
-  depicted in a Work;
-
-  iv. rights protecting against unfair competition in regards to a Work,
-  subject to the limitations in paragraph 4(a), below;
-
-  v. rights protecting the extraction, dissemination, use and reuse of data in
-  a Work;
-
-  vi. database rights (such as those arising under Directive 96/9/EC of the
-  European Parliament and of the Council of 11 March 1996 on the legal
-  protection of databases, and under any national implementation thereof,
-  including any amended or successor version of such directive); and
-
-  vii. other similar, equivalent or corresponding rights throughout the world
-  based on applicable law or treaty, and any national implementations thereof.
-
-2. Waiver. To the greatest extent permitted by, but not in contravention of,
-applicable law, Affirmer hereby overtly, fully, permanently, irrevocably and
-unconditionally waives, abandons, and surrenders all of Affirmer's Copyright
-and Related Rights and associated claims and causes of action, whether now
-known or unknown (including existing as well as future claims and causes of
-action), in the Work (i) in all territories worldwide, (ii) for the maximum
-duration provided by applicable law or treaty (including future time
-extensions), (iii) in any current or future medium and for any number of
-copies, and (iv) for any purpose whatsoever, including without limitation
-commercial, advertising or promotional purposes (the "Waiver"). Affirmer makes
-the Waiver for the benefit of each member of the public at large and to the
-detriment of Affirmer's heirs and successors, fully intending that such Waiver
-shall not be subject to revocation, rescission, cancellation, termination, or
-any other legal or equitable action to disrupt the quiet enjoyment of the Work
-by the public as contemplated by Affirmer's express Statement of Purpose.
-
-3. Public License Fallback. Should any part of the Waiver for any reason be
-judged legally invalid or ineffective under applicable law, then the Waiver
-shall be preserved to the maximum extent permitted taking into account
-Affirmer's express Statement of Purpose. In addition, to the extent the Waiver
-is so judged Affirmer hereby grants to each affected person a royalty-free,
-non transferable, non sublicensable, non exclusive, irrevocable and
-unconditional license to exercise Affirmer's Copyright and Related Rights in
-the Work (i) in all territories worldwide, (ii) for the maximum duration
-provided by applicable law or treaty (including future time extensions), (iii)
-in any current or future medium and for any number of copies, and (iv) for any
-purpose whatsoever, including without limitation commercial, advertising or
-promotional purposes (the "License"). The License shall be deemed effective as
-of the date CC0 was applied by Affirmer to the Work. Should any part of the
-License for any reason be judged legally invalid or ineffective under
-applicable law, such partial invalidity or ineffectiveness shall not
-invalidate the remainder of the License, and in such case Affirmer hereby
-affirms that he or she will not (i) exercise any of his or her remaining
-Copyright and Related Rights in the Work or (ii) assert any associated claims
-and causes of action with respect to the Work, in either case contrary to
-Affirmer's express Statement of Purpose.
-
-4. Limitations and Disclaimers.
-
-  a. No trademark or patent rights held by Affirmer are waived, abandoned,
-  surrendered, licensed or otherwise affected by this document.
-
-  b. Affirmer offers the Work as-is and makes no representations or warranties
-  of any kind concerning the Work, express, implied, statutory or otherwise,
-  including without limitation warranties of title, merchantability, fitness
-  for a particular purpose, non infringement, or the absence of latent or
-  other defects, accuracy, or the present or absence of errors, whether or not
-  discoverable, all to the greatest extent permissible under applicable law.
-
-  c. Affirmer disclaims responsibility for clearing rights of other persons
-  that may apply to the Work or any use thereof, including without limitation
-  any person's Copyright and Related Rights in the Work. Further, Affirmer
-  disclaims responsibility for obtaining any necessary consents, permissions
-  or other rights required for any use of the Work.
-
-  d. Affirmer understands and acknowledges that Creative Commons is not a
-  party to this document and has no duty or obligation with respect to this
-  CC0 or use of the Work.
-
-For more information, please see
-<http://creativecommons.org/publicdomain/zero/1.0/>