abnf 0.0.1

data/sample/in-place.rb

@@ -0,0 +1,26 @@
+require 'abnf'
+
+p /\A#{ABNF.regexp <<'End'}\z/o =~ "::13.1.68.3"
+  IPv6address = "::"                  /
+        7( hex4 ":" )          hex4   /
+      1*8( hex4 ":" )      ":"        /
+        7( hex4 ":" )    ( ":" hex4 ) /
+        6( hex4 ":" ) 1*2( ":" hex4 ) /
+        5( hex4 ":" ) 1*3( ":" hex4 ) /
+        4( hex4 ":" ) 1*4( ":" hex4 ) /
+        3( hex4 ":" ) 1*5( ":" hex4 ) /
+        2( hex4 ":" ) 1*6( ":" hex4 ) /
+         ( hex4 ":" ) 1*7( ":" hex4 ) /
+                ":"   1*8( ":" hex4 ) /
+        6( hex4 ":" )                     IPv4address /
+        6( hex4 ":" ) ":"                 IPv4address /
+        5( hex4 ":" ) ":" 0*1( hex4 ":" ) IPv4address /
+        4( hex4 ":" ) ":" 0*2( hex4 ":" ) IPv4address /
+        3( hex4 ":" ) ":" 0*3( hex4 ":" ) IPv4address /
+        2( hex4 ":" ) ":" 0*4( hex4 ":" ) IPv4address /
+         ( hex4 ":" ) ":" 0*5( hex4 ":" ) IPv4address /
+                "::"      0*6( hex4 ":" ) IPv4address
+  IPv4address = 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT
+  hex4    = 1*4HEXDIG
+End
+

data/sample/ipv6.rb

@@ -0,0 +1,42 @@
+require 'abnf'
+require 'pp'
+
+# IPv6 [RFC2373]
+# Note that this ABNF description is wrong: e.g. it doesn't match to "::13.1.68.3".
+wrong = ABNF.regexp_tree(<<-'End')
+  IPv6address = hexpart [ ":" IPv4address ]
+  IPv4address = 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT
+  hexpart = hexseq | hexseq "::" [ hexseq ] | "::" [ hexseq ]
+  hexseq  = hex4 *( ":" hex4)
+  hex4    = 1*4HEXDIG
+End
+
+corrected = ABNF.regexp_tree(<<-'End')
+  IPv6address = "::"                  /       
+        7( hex4 ":" )          hex4   / 
+      1*8( hex4 ":" )      ":"        / 
+        7( hex4 ":" )    ( ":" hex4 ) / 
+        6( hex4 ":" ) 1*2( ":" hex4 ) / 
+        5( hex4 ":" ) 1*3( ":" hex4 ) / 
+        4( hex4 ":" ) 1*4( ":" hex4 ) / 
+        3( hex4 ":" ) 1*5( ":" hex4 ) / 
+        2( hex4 ":" ) 1*6( ":" hex4 ) / 
+         ( hex4 ":" ) 1*7( ":" hex4 ) / 
+                ":"   1*8( ":" hex4 ) / 
+        6( hex4 ":" )                     IPv4address / 
+        6( hex4 ":" ) ":"                 IPv4address / 
+        5( hex4 ":" ) ":" 0*1( hex4 ":" ) IPv4address / 
+        4( hex4 ":" ) ":" 0*2( hex4 ":" ) IPv4address / 
+        3( hex4 ":" ) ":" 0*3( hex4 ":" ) IPv4address / 
+        2( hex4 ":" ) ":" 0*4( hex4 ":" ) IPv4address / 
+         ( hex4 ":" ) ":" 0*5( hex4 ":" ) IPv4address / 
+                "::"      0*6( hex4 ":" ) IPv4address
+  IPv4address = 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT "." 1*3DIGIT
+  hex4    = 1*4HEXDIG
+End
+
+pp wrong
+pp corrected
+
+p /\A#{wrong}\z/o =~ "::13.1.68.3"
+p /\A#{corrected}\z/o =~ "::13.1.68.3"

data/sample/multiples-of-3.rb

@@ -0,0 +1,19 @@
+require 'abnf'
+require 'pp'
+
+rt = ABNF.regexp_tree(<<'End')
+s0 = n0 s0 / n1 s2 / n2 s1 / ""
+s1 = n0 s1 / n1 s0 / n2 s2
+s2 = n0 s2 / n1 s1 / n2 s0
+n0 = "0" / "3" / "6" / "9"
+n1 = "1" / "4" / "7"
+n2 = "2" / "5" / "8"
+End
+
+pp rt
+
+r = rt.regexp(true)
+
+1000.times {|i|
+  print "error: #{i}\n" unless (r !~ i.to_s) == (i%3 != 0)
+}

data/sample/uri.rb

@@ -0,0 +1,75 @@
+require 'pp'
+require 'abnf'
+
+# URI-reference [RFC2396]
+pp ABNF.regexp_tree(<<-'End')
+      URI-reference = [ absoluteURI | relativeURI ] [ "#" fragment ]
+      absoluteURI   = scheme ":" ( hier_part | opaque_part )
+      relativeURI   = ( net_path | abs_path | rel_path ) [ "?" query ]
+
+      hier_part     = ( net_path | abs_path ) [ "?" query ]
+      opaque_part   = uric_no_slash *uric
+
+      uric_no_slash = escaped | unreserved | ";" | "?" | ":" | "@" |
+		      "&" | "=" | "+" | "$" | ","
+
+      net_path      = "//" authority [ abs_path ]
+      abs_path      = "/"  path_segments
+      rel_path      = rel_segment [ abs_path ]
+
+      rel_segment   = 1*( escaped | unreserved |
+			  ";" | "@" | "&" | "=" | "+" | "$" | "," )
+
+      scheme        = alpha *( alpha | digit | "+" | "-" | "." )
+
+      authority     = server | reg_name
+
+      reg_name      = 1*( escaped | unreserved | "$" | "," |
+			  ";" | ":" | "@" | "&" | "=" | "+" )
+
+      server        = [ [ userinfo "@" ] hostport ]
+      userinfo      = *( escaped | unreserved |
+			 ";" | ":" | "&" | "=" | "+" | "$" | "," )
+
+      hostport      = host [ ":" port ]
+      host          = hostname | IPv4address
+      hostname      = *( domainlabel "." ) toplabel [ "." ]
+      domainlabel   = alphanum | alphanum *( alphanum | "-" ) alphanum
+      toplabel      = alpha | alpha *( alphanum | "-" ) alphanum
+      IPv4address   = 1*digit "." 1*digit "." 1*digit "." 1*digit
+      port          = *digit
+
+      path          = [ abs_path | opaque_part ]
+      path_segments = segment *( "/" segment )
+      segment       = *pchar *( ";" param )
+      param         = *pchar
+      pchar         = escaped | unreserved |
+		      ":" | "@" | "&" | "=" | "+" | "$" | ","
+
+      query         = *uric
+
+      fragment      = *uric
+
+      uric          = reserved | unreserved | escaped
+      reserved      = ";" | "/" | "?" | ":" | "@" | "&" | "=" | "+" |
+		      "$" | ","
+      unreserved    = alphanum | mark
+      mark          = "-" | "_" | "." | "!" | "~" | "*" | "'" |
+		      "(" | ")"
+
+      escaped       = "%" hex hex
+      hex           = digit | "A" | "B" | "C" | "D" | "E" | "F" |
+			      "a" | "b" | "c" | "d" | "e" | "f"
+
+      alphanum      = alpha | digit
+      alpha         = lowalpha | upalpha
+
+      lowalpha = "a" | "b" | "c" | "d" | "e" | "f" | "g" | "h" | "i" |
+		 "j" | "k" | "l" | "m" | "n" | "o" | "p" | "q" | "r" |
+		 "s" | "t" | "u" | "v" | "w" | "x" | "y" | "z"
+      upalpha  = "A" | "B" | "C" | "D" | "E" | "F" | "G" | "H" | "I" |
+		 "J" | "K" | "L" | "M" | "N" | "O" | "P" | "Q" | "R" |
+		 "S" | "T" | "U" | "V" | "W" | "X" | "Y" | "Z"
+      digit    = "0" | "1" | "2" | "3" | "4" | "5" | "6" | "7" |
+		 "8" | "9"
+End

data/test/abnf_test.rb

@@ -0,0 +1,82 @@
+require 'abnf'
+
+class TestABNF < Test::Unit::TestCase
+  def test_non_recursion_1
+    assert_equal(/a/i, ABNF.regexp(<<-'End'))
+      n = "a"
+    End
+  end
+
+  def test_left_recursion_1
+    assert_equal(/ab*/i, ABNF.regexp(<<-'End'))
+      n = "a" | n "b"
+    End
+  end
+
+  def test_left_recursion_2
+    assert_equal(/ab*/i, ABNF.regexp(<<-'End'))
+      n = "a" | n2 "b"
+      n2 = n
+    End
+  end
+
+  def test_left_recursion_3
+    assert_equal(/ac(?:bc)*/i, ABNF.regexp(<<-'End'))
+      n = ("a" | n "b") "c"
+    End
+  end
+
+  def test_right_recursion_1
+    assert_equal(/b*a/i, ABNF.regexp(<<-'End'))
+      n = "a" | "b" n
+    End
+  end
+
+  def test_both_recursion_1
+    assert_equal(/a*bc*/i, ABNF.regexp(<<-'End'))
+      n = "a" n | "b" | n "c"
+    End
+  end
+
+  def test_both_recursion_2
+    assert_equal(/a*bc*/i, ABNF.regexp(<<-'End'))
+      n = "a" n | "b" | n "c" | n
+    End
+  end
+
+  def test_unreachable_1
+    assert_equal([:s, :n], ABNF.parse(<<-'End').delete_unreachable!([:s]).names)
+      s = "a" | n
+      n = "b"
+      m = "c"
+    End
+  end
+
+  def test_useless_1
+    assert_equal([:s, :n], ABNF.parse(<<-'End').delete_useless!(:s).names)
+      s = "a" | n
+      n = "b"
+      m = "c"
+    End
+  end
+
+  def test_useless_2
+    assert_equal([:s, :n], ABNF.parse(<<-'End').delete_useless!(:s).names)
+      s = "a" | n | x
+      n = "b"
+      x = y
+      y = x
+      m = "c"
+    End
+  end
+
+  def test_too_complex
+    assert_raises(ABNF::TooComplex) { ABNF.regexp_tree(<<-End) }
+      s = "" | "a" s "b"
+    End
+  end
+
+  def test_case_insensitive_inspect
+    assert_equal("%r/a/", ABNF.regexp_tree("A = %d97").inspect)
+  end
+end

data/test/regexptree_test.rb

@@ -0,0 +1,12 @@
+require 'regexptree'
+
+class TestRegexpTree < Test::Unit::TestCase
+  def test_whitespace
+    assert_equal('(?i-m:\x20\t\n\x23)', RegexpTree.str("\s\t\n#").to_s)
+  end
+
+  def test_case_insensitive
+    assert_equal(true, (RegexpTree.str("a")|RegexpTree.str("A")).case_insensitive?)
+    assert_equal(false, (RegexpTree.str("a")|RegexpTree.str("b")).case_insensitive?)
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'test/unit'
+
+require 'pp'

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: abnf
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Steve Klabnik
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: racc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: An Augmented Backus Naur form parser in Ruby.
+email:
+- steve@steveklabnik.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- abnf.gemspec
+- lib/abnf.rb
+- lib/abnf/abnf.rb
+- lib/abnf/corerules.rb
+- lib/abnf/grammar.rb
+- lib/abnf/parser.output
+- lib/abnf/parser.rb
+- lib/abnf/parser.y
+- lib/abnf/regexp.rb
+- lib/abnf/version.rb
+- lib/natset.rb
+- lib/regexptree.rb
+- sample/in-place.rb
+- sample/ipv6.rb
+- sample/multiples-of-3.rb
+- sample/uri.rb
+- test/abnf_test.rb
+- test/regexptree_test.rb
+- test/test_helper.rb
+homepage: https://github.com/steveklabnik/abnf
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: An Augmented Backus Naur form parser in Ruby.
+test_files:
+- test/abnf_test.rb
+- test/regexptree_test.rb
+- test/test_helper.rb
+has_rdoc: