regexp_parser 0.5.0 → 1.0.0

data/test/scanner/test_unicode_blocks.rb

@@ -3,111 +3,10 @@ require File.expand_path("../../helpers", __FILE__)
 class ScannerUnicodeBlocks < Test::Unit::TestCase
 
   tests = {
-    'InAlphabetic_Presentation_Forms'           => :block_inalphabetic_presentation_forms,
-    'InArabic_Presentation_Forms-A'             => :block_inarabic_presentation_forms_a,
-    'InArabic_Presentation_Forms-B'             => :block_inarabic_presentation_forms_b,
-    'InArabic'                                  => :block_inarabic,
-    'InArmenian'                                => :block_inarmenian,
-    'InArrows'                                  => :block_inarrows,
-    'InBasic_Latin'                             => :block_inbasic_latin,
-    'InBengali'                                 => :block_inbengali,
-    'InBlock_Elements'                          => :block_inblock_elements,
-    'InBopomofo_Extended'                       => :block_inbopomofo_extended,
-    'InBopomofo'                                => :block_inbopomofo,
-    'InBox_Drawing'                             => :block_inbox_drawing,
-    'InBraille_Patterns'                        => :block_inbraille_patterns,
-    'InBuhid'                                   => :block_inbuhid,
-    'InCJK_Compatibility_Forms'                 => :block_incjk_compatibility_forms,
-    'InCJK_Compatibility_Ideographs'            => :block_incjk_compatibility_ideographs,
-    'InCJK_Compatibility'                       => :block_incjk_compatibility,
-    'InCJK_Radicals_Supplement'                 => :block_incjk_radicals_supplement,
-    'InCJK_Symbols_and_Punctuation'             => :block_incjk_symbols_and_punctuation,
-    'InCJK_Unified_Ideographs_Extension_A'      => :block_incjk_unified_ideographs_extension_a,
-    'InCJK_Unified_Ideographs'                  => :block_incjk_unified_ideographs,
-    'InCherokee'                                => :block_incherokee,
-    'InCombining_Diacritical_Marks_for_Symbols' => :block_incombining_diacritical_marks_for_symbols,
-    'InCombining_Diacritical_Marks'             => :block_incombining_diacritical_marks,
-    'InCombining_Half_Marks'                    => :block_incombining_half_marks,
-    'InControl_Pictures'                        => :block_incontrol_pictures,
-    'InCurrency_Symbols'                        => :block_incurrency_symbols,
-    'InCyrillic_Supplement'                     => :block_incyrillic_supplement,
-    'InCyrillic'                                => :block_incyrillic,
-    'InDevanagari'                              => :block_indevanagari,
-    'InDingbats'                                => :block_indingbats,
-    'InEnclosed_Alphanumerics'                  => :block_inenclosed_alphanumerics,
-    'InEnclosed_CJK_Letters_and_Months'         => :block_inenclosed_cjk_letters_and_months,
-    'InEthiopic'                                => :block_inethiopic,
-    'InGeneral_Punctuation'                     => :block_ingeneral_punctuation,
-    'InGeometric_Shapes'                        => :block_ingeometric_shapes,
-    'InGeorgian'                                => :block_ingeorgian,
-    'InGreek_Extended'                          => :block_ingreek_extended,
-    'InGreek_and_Coptic'                        => :block_ingreek_and_coptic,
-    'InGujarati'                                => :block_ingujarati,
-    'InGurmukhi'                                => :block_ingurmukhi,
-    'InHalfwidth_and_Fullwidth_Forms'           => :block_inhalfwidth_and_fullwidth_forms,
-    'InHangul_Compatibility_Jamo'               => :block_inhangul_compatibility_jamo,
-    'InHangul_Jamo'                             => :block_inhangul_jamo,
-    'InHangul_Syllables'                        => :block_inhangul_syllables,
-    'InHanunoo'                                 => :block_inhanunoo,
-    'InHebrew'                                  => :block_inhebrew,
-    'InHigh_Private_Use_Surrogates'             => :block_inhigh_private_use_surrogates,
-    'InHigh_Surrogates'                         => :block_inhigh_surrogates,
-    'InHiragana'                                => :block_inhiragana,
-    'InIPA_Extensions'                          => :block_inipa_extensions,
-    'InIdeographic_Description_Characters'      => :block_inideographic_description_characters,
-    'InKanbun'                                  => :block_inkanbun,
-    'InKangxi_Radicals'                         => :block_inkangxi_radicals,
-    'InKannada'                                 => :block_inkannada,
-    'InKatakana_Phonetic_Extensions'            => :block_inkatakana_phonetic_extensions,
-    'InKatakana'                                => :block_inkatakana,
-    'InKhmer_Symbols'                           => :block_inkhmer_symbols,
-    'InKhmer'                                   => :block_inkhmer,
-    'InLao'                                     => :block_inlao,
-    'InLatin-1_Supplement'                      => :block_inlatin_1_supplement,
-    'InLatin_Extended-A'                        => :block_inlatin_extended_a,
-    'InLatin_Extended-B'                        => :block_inlatin_extended_b,
-    'InLatin_Extended_Additional'               => :block_inlatin_extended_additional,
-    'InLetterlike_Symbols'                      => :block_inletterlike_symbols,
-    'InLimbu'                                   => :block_inlimbu,
-    'InLow_Surrogates'                          => :block_inlow_surrogates,
-    'InMalayalam'                               => :block_inmalayalam,
-    'InMathematical_Operators'                  => :block_inmathematical_operators,
-    'InMiscellaneous_Mathematical_Symbols-A'    => :block_inmiscellaneous_mathematical_symbols_a,
-    'InMiscellaneous_Mathematical_Symbols-B'    => :block_inmiscellaneous_mathematical_symbols_b,
-    'InMiscellaneous_Symbols_and_Arrows'        => :block_inmiscellaneous_symbols_and_arrows,
-    'InMiscellaneous_Symbols'                   => :block_inmiscellaneous_symbols,
-    'InMiscellaneous_Technical'                 => :block_inmiscellaneous_technical,
-    'InMongolian'                               => :block_inmongolian,
-    'InMyanmar'                                 => :block_inmyanmar,
-    'InNumber_Forms'                            => :block_innumber_forms,
-    'InOgham'                                   => :block_inogham,
-    'InOptical_Character_Recognition'           => :block_inoptical_character_recognition,
-    'InOriya'                                   => :block_inoriya,
-    'InPhonetic_Extensions'                     => :block_inphonetic_extensions,
-    'InPrivate_Use_Area'                        => :block_inprivate_use_area,
-    'InRunic'                                   => :block_inrunic,
-    'InSinhala'                                 => :block_insinhala,
-    'InSmall_Form_Variants'                     => :block_insmall_form_variants,
-    'InSpacing_Modifier_Letters'                => :block_inspacing_modifier_letters,
-    'InSpecials'                                => :block_inspecials,
-    'InSuperscripts_and_Subscripts'             => :block_insuperscripts_and_subscripts,
-    'InSupplemental_Arrows-A'                   => :block_insupplemental_arrows_a,
-    'InSupplemental_Arrows-B'                   => :block_insupplemental_arrows_b,
-    'InSupplemental_Mathematical_Operators'     => :block_insupplemental_mathematical_operators,
-    'InSyriac'                                  => :block_insyriac,
-    'InTagalog'                                 => :block_intagalog,
-    'InTagbanwa'                                => :block_intagbanwa,
-    'InTai_Le'                                  => :block_intai_le,
-    'InTamil'                                   => :block_intamil,
-    'InTelugu'                                  => :block_intelugu,
-    'InThaana'                                  => :block_inthaana,
-    'InThai'                                    => :block_inthai,
-    'InTibetan'                                 => :block_intibetan,
-    'InUnified_Canadian_Aboriginal_Syllabics'   => :block_inunified_canadian_aboriginal_syllabics,
-    'InVariation_Selectors'                     => :block_invariation_selectors,
-    'InYi_Radicals'                             => :block_inyi_radicals,
-    'InYi_Syllables'                            => :block_inyi_syllables,
-    'InYijing_Hexagram_Symbols'                 => :block_inyijing_hexagram_symbols
+    'InArabic'                                  => :in_arabic,
+    'InCJK_Unified_Ideographs_Extension_A'      => :in_cjk_unified_ideographs_extension_a,
+    'In Letterlike Symbols'                     => :in_letterlike_symbols,
+    'InMiscellaneous_Mathematical_Symbols-A'    => :in_miscellaneous_mathematical_symbols_a,
   }
 
   tests.each_with_index do |(property, token), count|

data/test/support/warning_extractor.rb

@@ -49,7 +49,7 @@ module RegexpParserTest
         return super if PATTERN !~ message
 
         warning = message.chomp
-        @warnings << warning if @whitelist.none?(&warning.method(:end_with?))
+        @warnings << warning if @whitelist.none?(&warning.method(:include?))
 
         self
       end

data/test/syntax/test_syntax.rb

@@ -13,6 +13,13 @@ class TestSyntax < Test::Unit::TestCase
                        Regexp::Syntax.new('ruby/1.9.3')
   end
 
+  def test_syntax_new_any
+    assert_instance_of Regexp::Syntax::Any,
+                       Regexp::Syntax.new('any')
+    assert_instance_of Regexp::Syntax::Any,
+                       Regexp::Syntax.new('*')
+  end
+
   def test_syntax_not_implemented
     assert_raise( Regexp::Syntax::NotImplementedError ) {
       RP.parse('\p{alpha}', 'ruby/1.8')

data/test/syntax/versions/test_1.8.rb

@@ -12,7 +12,7 @@ class TestSyntaxV1_8 < Test::Unit::TestCase
       assertion:    [Assertion::Lookahead].flatten,
       backref:      [:number],
       escape:       [Escape::All].flatten,
-      group:        [Group::All].flatten,
+      group:        [Group::V1_8_6].flatten,
       quantifier:   [
           Quantifier::Greedy + Quantifier::Reluctant +
           Quantifier::Interval + Quantifier::IntervalReluctant
@@ -28,9 +28,7 @@ class TestSyntaxV1_8 < Test::Unit::TestCase
 
       quantifier: [
         Quantifier::Possessive
-      ].flatten,
-
-      subset: nil
+      ].flatten
     },
   }
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: regexp_parser
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Ammar Ali
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-04-29 00:00:00.000000000 Z
+date: 2018-09-01 00:00:00.000000000 Z
 dependencies: []
 description: A library for tokenizing, lexing, and parsing Ruby regular expressions.
 email:
@@ -17,7 +17,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ChangeLog
+- CHANGELOG.md
 - Gemfile
 - LICENSE
 - README.md
@@ -27,26 +27,32 @@ files:
 - lib/regexp_parser/expression/classes/alternation.rb
 - lib/regexp_parser/expression/classes/anchor.rb
 - lib/regexp_parser/expression/classes/backref.rb
-- lib/regexp_parser/expression/classes/character_class.rb
 - lib/regexp_parser/expression/classes/conditional.rb
 - lib/regexp_parser/expression/classes/escape.rb
 - lib/regexp_parser/expression/classes/free_space.rb
 - lib/regexp_parser/expression/classes/group.rb
 - lib/regexp_parser/expression/classes/keep.rb
 - lib/regexp_parser/expression/classes/literal.rb
+- lib/regexp_parser/expression/classes/posix_class.rb
 - lib/regexp_parser/expression/classes/property.rb
 - lib/regexp_parser/expression/classes/root.rb
 - lib/regexp_parser/expression/classes/set.rb
+- lib/regexp_parser/expression/classes/set/intersection.rb
+- lib/regexp_parser/expression/classes/set/range.rb
 - lib/regexp_parser/expression/classes/type.rb
 - lib/regexp_parser/expression/methods/strfregexp.rb
 - lib/regexp_parser/expression/methods/tests.rb
 - lib/regexp_parser/expression/methods/traverse.rb
 - lib/regexp_parser/expression/quantifier.rb
 - lib/regexp_parser/expression/sequence.rb
+- lib/regexp_parser/expression/sequence_operation.rb
 - lib/regexp_parser/expression/subexpression.rb
 - lib/regexp_parser/lexer.rb
 - lib/regexp_parser/parser.rb
 - lib/regexp_parser/scanner.rb
+- lib/regexp_parser/scanner/char_type.rl
+- lib/regexp_parser/scanner/properties/long.yml
+- lib/regexp_parser/scanner/properties/short.yml
 - lib/regexp_parser/scanner/property.rl
 - lib/regexp_parser/scanner/scanner.rl
 - lib/regexp_parser/syntax.rb
@@ -56,7 +62,6 @@ files:
 - lib/regexp_parser/syntax/tokens/anchor.rb
 - lib/regexp_parser/syntax/tokens/assertion.rb
 - lib/regexp_parser/syntax/tokens/backref.rb
-- lib/regexp_parser/syntax/tokens/character_class.rb
 - lib/regexp_parser/syntax/tokens/character_set.rb
 - lib/regexp_parser/syntax/tokens/character_type.rb
 - lib/regexp_parser/syntax/tokens/conditional.rb
@@ -64,6 +69,7 @@ files:
 - lib/regexp_parser/syntax/tokens/group.rb
 - lib/regexp_parser/syntax/tokens/keep.rb
 - lib/regexp_parser/syntax/tokens/meta.rb
+- lib/regexp_parser/syntax/tokens/posix_class.rb
 - lib/regexp_parser/syntax/tokens/quantifier.rb
 - lib/regexp_parser/syntax/tokens/unicode_property.rb
 - lib/regexp_parser/syntax/version_lookup.rb
@@ -99,6 +105,8 @@ files:
 - test/lexer/test_literals.rb
 - test/lexer/test_nesting.rb
 - test/lexer/test_refcalls.rb
+- test/parser/set/test_intersections.rb
+- test/parser/set/test_ranges.rb
 - test/parser/test_all.rb
 - test/parser/test_alternation.rb
 - test/parser/test_anchors.rb
@@ -108,6 +116,7 @@ files:
 - test/parser/test_free_space.rb
 - test/parser/test_groups.rb
 - test/parser/test_keep.rb
+- test/parser/test_posix_classes.rb
 - test/parser/test_properties.rb
 - test/parser/test_quantifiers.rb
 - test/parser/test_refcalls.rb
@@ -116,7 +125,6 @@ files:
 - test/scanner/test_all.rb
 - test/scanner/test_anchors.rb
 - test/scanner/test_conditionals.rb
-- test/scanner/test_emojis.rb
 - test/scanner/test_errors.rb
 - test/scanner/test_escapes.rb
 - test/scanner/test_free_space.rb
@@ -191,11 +199,14 @@ test_files:
 - test/parser/test_free_space.rb
 - test/parser/test_anchors.rb
 - test/parser/test_escapes.rb
+- test/parser/test_posix_classes.rb
 - test/parser/test_quantifiers.rb
 - test/parser/test_keep.rb
 - test/parser/test_conditionals.rb
 - test/parser/test_errors.rb
 - test/parser/test_refcalls.rb
+- test/parser/set/test_intersections.rb
+- test/parser/set/test_ranges.rb
 - test/parser/test_all.rb
 - test/support/disable_autotest.rb
 - test/support/warning_extractor.rb
@@ -225,7 +236,6 @@ test_files:
 - test/scanner/test_sets.rb
 - test/scanner/test_properties.rb
 - test/scanner/test_scripts.rb
-- test/scanner/test_emojis.rb
 - test/scanner/test_types.rb
 - test/scanner/test_groups.rb
 - test/scanner/test_meta.rb

data/ChangeLog

@@ -1,325 +0,0 @@
-Sun Apr 29 2018 Janosch Müller <janosch84@gmail.com>
-
-	* Changed handling of Ruby versions (PR #53)
-	  - New Ruby versions are now supported by default
-	  - Some deep-lying APIs have changed, which should not affect most users:
-	    - `Regexp::Syntax::VERSIONS` is gone
-	    - Syntax version names have changed from `Regexp::Syntax::Ruby::Vnnn`
-	      to `Regexp::Syntax::Vn_n_n`
-	    - Syntax version classes for Ruby versions without regex feature changes
-	      are no longer predefined and are now only created on demand / lazily
-	    - `Regexp::Syntax::supported?` returns true for any argument >= 1.8.6
-	* Fixed some use cases of Expression methods #strfregexp and #to_h (@e738107)
-	* Added full signature support to collection methods of Expressions (@aa7c55a)
-	* Bumped version to 0.5.0
-
-Tue Apr 4 2018 ammarabuali@gmail.com <ammarabuali@gmail.com>
-
-	* Added ruby version files for 2.2.10 and 2.3.7
-	* Bumped version to 0.4.13
-
-Fri Mar 30 2018 Janosch Müller <janosch84@gmail.com>
-
-	* Added ruby version files for 2.4.4 and 2.5.1
-	* Bumped version to 0.4.12
-
-Sun Mar 4 2018 Janosch Müller <janosch84@gmail.com>
-
-	* Fixed UnknownSyntaxNameError introduced in v0.4.10 if
-	  the gems parent dir tree included a 'ruby' dir
-	* Bumped version to 0.4.11
-
-Sun Mar 4 2018 Janosch Müller <janosch84@gmail.com>
-
-	* Added ruby version file for 2.6.0
-	* Added support for Emoji properties (available in Ruby since 2.5.0)
-	* Added support for XPosixPunct and Regional_Indicator properties
-	* Fixed parsing of Unicode 6.0 and 7.0 script properties
-	* Fixed parsing of the special Assigned property
-	* Fixed scanning of InCyrillic_Supplement property
-	* Bumped version to 0.4.10
-
-Mon Dec 25 2017 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added ruby version file for 2.5.0
-	* Bumped version to 0.4.9
-
-Mon Dec 18 2017 Janosch Müller <janosch84@gmail.com>
-
-	* Added ruby version files for 2.2.9, 2.3.6, and 2.4.3
-	* Bumped version to 0.4.8
-
-Sun Oct 15 2017 Janosch Müller <janosch84@gmail.com>
-
-	* Fixed a thread safety issue (issue #45)
-	* Some public class methods that were only reliable for
-	  internal use are now private instance methods (PR #46)
-	* Improved the usefulness of Expression#options (issue #43) -
-	  #options and derived methods such as #i?, #m? and #x? are now
-	  defined for all Expressions that are affected by such flags.
-	* Fixed scanning of whitespace following (?x) (commit 5c94bd2)
-	* Fixed a Parser bug where the #number attribute of traditional
-	  numerical backreferences was not set correctly (commit 851b620)
-	* Bumped version to 0.4.7
-
-Mon Sep 18 2017 Janosch Müller <janosch84@gmail.com>
-
-	* Added Parser support for hex escapes in sets (PR #36)
-	* Added Parser support for octal escapes (PR #37)
-	* Added support for cluster types \R and \X (PR #38)
-	* Added support for more metacontrol notations (PR #39)
-	* Bumped version to 0.4.6
-
-Sun Sep 17 2017 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to Janosch Müller (https://github.com/janosch-x):
-	  - Support ruby 2.2.7 (PR #42)
-	* Added ruby version files for 2.2.8, 2.3.5, and 2.4.2
-	* Bumped version to 0.4.5
-
-Mon Jul 10 2017 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to Janosch Müller (https://github.com/janosch-x):
-		- Add support for new absence operator (PR #33)
-	* Thanks to Bartek Bułat (https://github.com/barthez):
-		- Add support for Ruby 2.3.4 version (PR #40)
-	* Bumped version to 0.4.4
-
-Fri Mar 24 2017 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added ruby version file for 2.4.1
-	* Bumped version to 0.4.3
-
-Tue Jan 10 2017 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to Janosch Müller (https://github.com/janosch-x):
-	  -   Support ruby 2.4 (PR #30)
-	* Bumped version to 0.4.2
-
-Sun Dec 4 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to Janosch Müller (https://github.com/janosch-x):
-	  -  Improve codepoint handling (PR #27)
-
-Tue Nov 22 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Updated ruby version file for 2.3.3
-	* Bumped version to 0.4.1
-
-Sun Nov 20 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added Syntax.supported? method
-	* Updated ruby versions for latest releases; 2.1.10, 2.2.6, and 2.3.2
-	* Bumped version to 0.4.0
-
-Wed Jun 8 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to John Backus (https://github.com/backus):
-	  -  Remove warnings (PR #26)
-	* Bumped version to 0.3.6
-
-Mon May 30 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to John Backus (https://github.com/backus):
-	  -  Fix parsing of /\xFF/n (hex:escape) (PR #24)
-	* Bumped version to 0.3.5
-
-Wed May 25 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to John Backus (https://github.com/backus):
-	  - Fix warnings (PR #19)
-	* Thanks to Dana Scheider (https://github.com/danascheider):
-	  - Correct error in README (PR #20)
-	* Fixed mistyped \h and \H character types (issue #21)
-	* Added ancestry syntax files for latest rubies (issue #22)
-	* Bumped version to 0.3.4
-
-Tue Apr 26 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Thanks to John Backus (https://github.com/backus):
-	  - Fixed scanning of zero length comments (PR #12)
-	  - Fixed missing escape:codepoint_list syntax token (PR #14)
-	  - Fixed to_s for modified interval quantifiers (PR #17)
-	* Added a note about MRI implementation quirks to Scanner section
-	* Bumped version to 0.3.3
-
-Fri Jan 1 2016 Ammar Ali <ammarabuali@gmail.com>
-
-	* Updated ruby versions for latest releases; 2.1.8, 2.2.4, and 2.3.0
-	* Fixed class name for UnknownSyntaxNameError exception
-	* Bumped version to 0.3.2
-
-Sat Aug 29 2015 Ammar Ali <ammarabuali@gmail.com>
-
-	* Updated ruby versions for latest releases; 2.1.7, 2.2.3
-
-Sun Aug 6 2015 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added UnicodeBlocks support to the parser.
-
-Mon Aug 3 2015 Garen Torikian <gjtorikian@gmail.com>
-
-	* Added UnicodeBlocks support to the scanner.
-
-Sat Apr 18 14:38:12 2015 Ammar Ali <ammarabuali@gmail.com>
-
-	* Updated ruby versions for latest releases.
-
-Wed Dec 3 05:21:27 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added expand_members method to CharacterSet, returns traditional
-	  or unicode property forms of shothands (\d, \W, \s, etc.)
-
-Tue Dec 2 02:42:39 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Improved meaning and output of %t and %T in strfregexp.
-
-	* Added syntax versions for ruby 2.1.4 and 2.1.5 and updated
-		latest 2.1 version.
-
-Mon Dec 1 15:52:31 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added to_h methods to Expression, Subexpression, and Quantifier.
-
-Tue Oct 21 19:14:03 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added traversal methods; traverse, each_expression, and map.
-
-	* Added token/type test methods; type?, is?, and one_of?
-
-	* Added printing method strfregexp, inspired by strftime.
-
-Mon Oct 20 01:03:46 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added scanning and parsing of free spacing (x mode) expressions.
-
-	* Improved handling of inline options (?mixdau:...)
-
-Fri Oct 18 14:09:38 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added conditional expressions. Ruby 2.0.
-
-	* Added keep (\K) markers. Ruby 2.0.
-
-	* Added d, a, and u options. Ruby 2.0.
-
-	* Added missing meta sequences to the parser. They were supported
-	  by the scanner only.
-
-	* Renamed Lexer's method to lex, added an alias to the old name (scan)
-
-	* Use #map instead of #each to run the block in Lexer.lex.
-
-	* Replaced VERSION.yml file with a constant.
-
-	* Updated README
-
-Fri Oct 10 11:49:38 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Update tokens and scanner with new additions in Unicode 7.0.
-
-Mon Oct 6 04:30:24 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.6
-
-Sun Oct 5 19:58:17 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Fixed test and gem building rake tasks and extracted the gem
-	  specification from the Rakefile into a .gemspec file.
-
-	* Added syntax files for missing ruby 2.x versions. These do not add
-	  extra syntax support, they just make the gem work with the newer
-		ruby versions.
-
-	* Added .travis.yml to project root.
-
-	* README:
-
-		* Removed note purporting runtime support for ruby 1.8.6.
-
-		* Added a section identifying the main unsupported syntax features.
-
-		* Added sections for Testing and Building
-
-		* Added badges for gem version, Travis CI, and code climate.
-
-Sat Oct 4 13:46:24 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Updated README, fixing broken examples, and converting it from
-	  a rdoc file to Github's flavor of Markdown.
-
-	* Fixed a parser bug where an alternation sequence that contained
-	  nested expressions was incorrectly being appended to the parent
-		expression when the nesting was exited. e.g. in /a|(b)c/, c was
-		appended to the root.
-
-Wed May 7 5:52:37 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Fixed a bug where character types were not being correctly scanned
-	  within character sets. e.g. in [\d], two tokens were scanned; one
-		for the backslash '\' and one for the 'd'
-
-Tue Jan 14 13:14:24 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.5, with a correct ChangeLog.
-
-Tue Jan 14 13:14:24 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.4, after accidental yank of last version.
-
-Tue Jan 14 13:05:13 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.3, adds missing VERSION.yml file.
-
-Tue Jan 14 12:41:52 2014 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.2
-
-	* Added syntax stubs for ruby versions 2.0 and 2.1
-
-Sat Feb 9 12:27:13 2010 Ammar Ali <ammarabuali@gmail.com>
-
-	* Added clone methods for deep copying expressions.
-
-	* Added optional format argument for to_s on expressions to return the
-	  text of the expression with (:full, the default) or without (:base)
-		its quantifier.
-
-	* Renamed the :beginning_of_line and :end_of_line tokens to :bol and
-		:eol.
-
-	* Fixed a bug where alternations with more than two alternatives and
-	  one of them ending in a group were being incorrectly nested.
-
-	* Improved EOF handling in general and especially from sequences like
-	  hex and control escapes.
-
-	* Fixed a bug where named groups with an empty name would return a
-	  blank token [].
-
-	* Fixed a bug where member of a parent set where being added to its
-	  last subset.
-
-	* Various code cleanups in scanner.rl
-
-	* Fixed a few mutable string bugs by calling dup on the originals.
-
-Tue Nov 23 11:35:56 2010 Ammar Ali <ammarabuali@gmail.com>
-
-	* Made ruby 1.8.6 the base for all 1.8 syntax, and the 1.8 name a pointer
-		to the latest (1.8.7 at this time)
-
-	* Removed look-behind assertions (positive and negative) from 1.8 syntax
-
-	* Added control (\cc and \C-c) and meta (\M-c) escapes to 1.8 syntax
-
-	* The default syntax is now the one of the running ruby version in both the
-    lexer and the parser.
-
-Sun Nov 21 03:36:42 2010 Ammar Ali <ammarabuali@gmail.com>
-
-	* Released version 0.1.0
-
-Sat Nov 20 16:40:10 2010 Ammar Ali <ammarabuali@gmail.com>
-
-	* Initial version bump to 0.1.0