ebnf 0.3.1 → 0.3.2

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    YmExODQ4Njc3ZmYwMTI5YTk2MDg5N2M3M2UyZGViOTkzYzM5OTM3Yg==
-  data.tar.gz: !binary |-
-    ODljMTFmZDY1NWM5Njg5N2ZiMTBkNmEzODJjOGJhY2RkNTM5ZjQ3MA==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    ZDJjNjlmYjZhZWQ5OGIwZTgwMjNlYzc0NWZlMzA3NDExYTI3N2M3YTJiNjFj
-    MDAyOGQxMjUzYjkwNGM0NmQxZjdjMDVkNDU2MWE5MjE3OWEwZmRhN2ViYjQy
-    ZTE4NDM1MGUxOTNhZGU0OTJjNzEzOTlkMzEzYjQ2OWJmODBjMTM=
-  data.tar.gz: !binary |-
-    OTk3MzAzMzY4MGU0NjBhYjM4YWNkNDJhNDEwYTM2YzM5NDZiZGM0ZjZjZDA0
-    YTM4YTMyYzUyYmE0MjFkYTJmZjE2MDYyZjI2ZTAyMzI4NTMwNTI5ZThiOTcx
-    ZGQzMTdkMjdlM2Y0NTFjNTI1YTM0YjMxNjlhZWYwZTQ3ODMxNTE=
+SHA1:
+  metadata.gz: 3c3b6668384bfe503728e795abf4350ec4a327c9
+  data.tar.gz: d2b8ed718f483766f3e7756dd2feaac637d29dbe
+SHA512:
+  metadata.gz: 0271fdc7808467c76a0c95a66982e6d97efdd9bcac52b5bcfde66fb1b763fab7a82eea344a98bd4fd81ef95de5a7865b88a2b912876ef69ed4814ba05cdbe635
+  data.tar.gz: 47e4b1314eb8068da0a4802d04206d47cfa2d52fe46b8b740cc00cd6187fea9b3e658441af3c2848d3b1a3bccfc614b31f95ffa3130f88cc42ade09aca0e86df

data/README.md

@@ -24,7 +24,7 @@ Output rules and terminals as S-Expressions, Turtle or EBNF
     puts ebnf.to_ttl
     puts ebnf.to_ebnf
 
-Transform EBNF to BNF (generates `alt` or `seq` from `plus`, `star` or `opt`)
+Transform EBNF to BNF (generates sub-productions using `alt` or `seq` from `plus`, `star` or `opt`)
 
     ebnf.make_bnf
 
@@ -81,63 +81,11 @@ to each `terminal` and `production`. A trivial parser loop can be described as f
         end
 
 ## EBNF Grammar
-The [EBNF][] variant used here is based on [W3C][] [EBNF][] as defined in the
+The [EBNF][] variant used here is based on [W3C](http://w3.org/) [EBNF][] (see {file:etc/ebnf.ebnf EBNF grammar}) as defined in the
 [XML 1.0 recommendation](http://www.w3.org/TR/REC-xml/), with minor extensions.
 
-    /* An EBNF grammar for EBNF */
-    [1] ebnf        ::= (declaration | rule)*
-
-    [2] declaration ::= '@terminals' | '@pass'
-
-    [3] rule        ::= lhs '::=' expression
-
-    [4] lhs         ::= '[' (SYMBOL | '.')+ ']' SYMBOL
-
-    [5] expression  ::= alt
-
-    [6] alt         ::= seq ('|' seq)*
-
-    [7] seq         ::= diff+
-
-    [8] diff        ::= postfix ('-' postfix)*
-
-    [9] postfix     ::= primary ( [?*+] )?
-
-    [10] primary    ::= HEX
-                    |   RANGE
-                    |   ENUM 
-                    |   O_RANGE
-                    |   O_ENUM
-                    |   STRING1
-                    |   STRING2
-                    |   '(' expression ')'
-
-    @terminals
-
-    [11] SYMBOL     ::= ([a-z] | [A-Z] | [0-9] | "_")+
-
-    [12] HEX        ::= '#x' ([0-9] | [a-f] | [A-F])+
-
-    [13] RANGE      ::= '[' CHAR '-' CHAR ']'
-
-    [14] ENUM       ::= '[' CHAR+ ']'
-
-    [15] O_RANGE    ::= '[^' CHAR '-' CHAR ']'
-
-    [16] OENUM      ::= '[^' CHAR+ ']'
-
-    [17] STRING1    ::= '"' (CHAR - '"')* '"'
-
-    [18] STRING2    ::= "'" (CHAR - "'")* "'"
-
-    [19] CHAR       ::= HEX
-                    |   ('\\' [\\trn'"])
-                    |   [^\t\r\n'"]
-
-    @pass           ::= (
-                          [#x20\t\r\n]
-                        |  
-                        )+
+## Example parser
+For an example parser built using this gem, see {file:examples/ebnf-parser/README EBNF Parser example}. This example creates a parser for the [EBNF][] grammar which generates the same Abstract Syntax Tree as the built-in parser in the gem.
 
 ##  Acknowledgements
 Much of this work, particularly the generic parser, is inspired by work originally done by
@@ -148,7 +96,6 @@ The EBNF parser was inspired by Dan Connolly's
 [EBNF to BNF Notation-3 rules](http://www.w3.org/2000/10/swap/grammar/ebnf2bnf.n3),
 and [First Follow Notation-3 rules](http://www.w3.org/2000/10/swap/grammar/first_follow.n3). 
 
-
 ## Documentation
 Full documentation available on [Rubydoc.info][EBNF doc].
 
@@ -177,6 +124,8 @@ Full documentation available on [Rubydoc.info][EBNF doc].
 This is free and unencumbered public domain software. For more information,
 see <http://unlicense.org/> or the accompanying {file:UNLICENSE} file.
 
+A copy of the [Turtle EBNF][] and derived parser files are included in the repository, which are not covered under the UNLICENSE. These files are covered via the [W3C Document License](http://www.w3.org/Consortium/Legal/2002/copyright-documents-20021231).
+
 [Ruby]:         http://ruby-lang.org/
 [YARD]:         http://yardoc.org/
 [YARD-GS]:      http://rubydoc.info/docs/yard/file/docs/GettingStarted.md
@@ -186,4 +135,5 @@ see <http://unlicense.org/> or the accompanying {file:UNLICENSE} file.
 [First/Follow]: http://en.wikipedia.org/wiki/LL_parser#Constructing_an_LL.281.29_parsing_table
 [LL(1)]:        http://www.csd.uwo.ca/~moreno//CS447/Lectures/Syntax.html/node14.html
 [LL(1) Parser]: http://en.wikipedia.org/wiki/LL_parser
-[Tokenizer]:    http://en.wikipedia.org/wiki/Lexical_analysis#Tokenizer
+[Tokenizer]:    http://en.wikipedia.org/wiki/Lexical_analysis#Tokenizer
+[Turtle EBNF]:  http://dvcs.w3.org/hg/rdf/file/default/rdf-turtle/turtle.bnf

data/VERSION

@@ -1 +1 @@
-0.3.1
+0.3.2

data/bin/ebnf

@@ -10,7 +10,6 @@ require "bundler/setup"
 require 'rubygems'
 require 'getoptlong'
 require 'ebnf'
-require 'sxp'
 
 def dump_tables(grammarFile, ebnf, output, options)
   ebnf.build_tables
@@ -29,6 +28,7 @@ def dump_tables(grammarFile, ebnf, output, options)
   ebnf.outputTable(output, 'TERMINALS', ebnf.terminals, 1)
   ebnf.outputTable(output, 'FIRST', ebnf.first, 1)
   ebnf.outputTable(output, 'FOLLOW', ebnf.follow, 1)
+  ebnf.outputTable(output, 'PASS', [ebnf.pass], 1) if ebnf.pass
   unless output == STDOUT
     output.puts "end"
   end
@@ -36,7 +36,7 @@ def dump_tables(grammarFile, ebnf, output, options)
 end
 
 options = {
-  :format => :sxp,
+  :output_format => :sxp,
   :prefix => "ttl",
   :namespace => "http://www.w3.org/ns/formats/Turtle#",
 }
@@ -49,6 +49,7 @@ OPT_ARGS = [
   ["--evaluate","-e",   GetoptLong::REQUIRED_ARGUMENT,"Evaluate argument as a JSON-LD document"],
   ["--ll1",             GetoptLong::REQUIRED_ARGUMENT,"Generate First/Follow rules, argument is start symbol"],
   ["--format", "-f",    GetoptLong::REQUIRED_ARGUMENT,"Specify output format one of ttl, sxp, or rb"],
+  ["--input-format",    GetoptLong::REQUIRED_ARGUMENT,"Specify input format one of ebnf or sxp"],
   ["--mod-name",        GetoptLong::REQUIRED_ARGUMENT,"Module name used when creating ruby tables"],
   ["--output", "-o",    GetoptLong::REQUIRED_ARGUMENT,"Output to the specified file path"],
   ["--prefix", "-p",    GetoptLong::REQUIRED_ARGUMENT,"Prefix to use when generating Turtle"],
@@ -79,7 +80,8 @@ opts.each do |opt, arg|
   when '--dbg'          then options[:debug] = true
   when '--bnf'          then options[:bnf] = true
   when '--evaluate'     then input = arg
-  when '--format'       then options[:format] = arg.to_sym
+  when '--input-format' then options[:format] = arg.to_sym
+  when '--format'       then options[:output_format] = arg.to_sym
   when '--ll1'          then options[:ll1] = arg.to_sym
   when '--mod-name'     then options[:mod_name] = arg
   when '--output'       then out = File.open(arg, "w")
@@ -90,7 +92,7 @@ opts.each do |opt, arg|
   end
 end
 
-if options[:format] == :rb && !options[:ll1]
+if options[:output_format] == :rb && !options[:ll1]
   STDERR.puts "outputing in .rb format requires -ll"
   exit(1)
 end
@@ -101,7 +103,7 @@ ebnf = EBNF.parse(input || STDIN, options)
 ebnf.make_bnf if options[:bnf] || options[:ll1]
 ebnf.first_follow(options[:ll1]) if options[:ll1]
 
-res = case options[:format]
+res = case options[:output_format]
 when :sxp     then ebnf.to_sxp
 when :ttl     then ebnf.to_ttl(options[:prefix], options[:namespace])
 when :rb      then dump_tables(ARGV[0], ebnf, out, options)

data/etc/doap.ttl

@@ -7,27 +7,26 @@
 @prefix ex:   <http://example.org/> .
 @prefix xsd:  <http://www.w3.org/2001/XMLSchema#> .
 
-<http://rubygems.org/gems/rdf-turtle> a doap:Project, earl:TestSubject, earl:Software ;
-  doap:name          "RDF::Turtle" ;
-  doap:homepage      <http://ruby-rdf.github.com/rdf-turtle> ;
+<http://rubygems.org/gems/ebnf> a doap:Project, earl:TestSubject, earl:Software ;
+  doap:name          "ebnf" ;
+  doap:homepage      <http://gkellogg.github.com/ebnf> ;
   doap:license       <http://creativecommons.org/licenses/publicdomain/> ;
-  doap:shortdesc     "Turtle reader/writer for Ruby."@en ;
-  doap:description   "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
+  doap:shortdesc     "EBNF parser and parser generator"@en ;
+  doap:description   "EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant LL(1) grammars."@en ;
   doap:created       "2011-08-29"^^xsd:date ;
   doap:programming-language "Ruby" ;
-  doap:implements    <http://www.w3.org/TR/turtle/> ;
+  doap:implements    <http://dbpedia.org/resource/Compiler-compiler> ;
   doap:category      <http://dbpedia.org/resource/Resource_Description_Framework>,
                      <http://dbpedia.org/resource/Ruby_(programming_language)> ;
-  doap:download-page <http://rubygems.org/gems/rdf-turtle> ;
+  doap:download-page <http://rubygems.org/gems/ebnf> ;
   doap:mailing-list  <http://lists.w3.org/Archives/Public/public-rdf-ruby/> ;
-  doap:bug-database  <http://github.com/ruby-rdf/rdf-turtle/issues> ;
+  doap:bug-database  <http://github.com/gkellogg/ebnf/issues> ;
   doap:blog          <http://greggkellogg.net/> ;
   doap:developer     <http://greggkellogg.net/foaf#me> ;
   doap:maintainer    <http://greggkellogg.net/foaf#me> ;
   doap:documenter    <http://greggkellogg.net/foaf#me> ;
   foaf:maker         <http://greggkellogg.net/foaf#me> ;
-  dc:title           "RDF::Turtle" ;
-  dc:description     "RDF::Turtle is an Turtle reader/writer for the RDF.rb library suite."@en ;
+  dc:title           "ebnf" ;
+  dc:description     "EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant LL(1) grammars."@en ;
   dc:date            "2011-08-29"^^xsd:date ;
-  dc:creator         <http://greggkellogg.net/foaf#me> ;
-  dc:isPartOf        <http://rubygems.org/gems/rdf> .
+  dc:creator         <http://greggkellogg.net/foaf#me> .

data/etc/ebnf.ebnf

@@ -1,62 +1,66 @@
-/* An EBNF grammar for EBNF */
-[1] ebnf        ::= (declaration | rule)*
+    /* An EBNF grammar for EBNF */
+    [1] ebnf        ::= (declaration | rule)*
 
-[2] declaration ::= '@terminals' | pass
+    [2] declaration ::= '@terminals' | pass
 
-[3] rule        ::= lhs '::=' expression
+    [3] rule        ::= LHS expression
 
-[4] lhs         ::= '[' SYMBOL ']' SYMBOL
+    # Use a terminal to match the identifier, rule name and assignment due to
+    # confusion between the identifier ENUM
 
-[5] expression  ::= alt
+    [4] expression  ::= alt
 
-[6] alt         ::= seq ('|' seq)*
+    [5] alt         ::= seq ('|' seq)*
 
-[7] seq         ::= diff+
+    [6] seq         ::= diff+
 
-[8] diff        ::= postfix ('-' postfix)*
+    [7] diff        ::= postfix ('-' postfix)?
 
-[9] postfix     ::= primary ( [?*+] )?
+    [8] postfix     ::= primary POSTFIX?
 
-[10] primary    ::= HEX
-                |   RANGE
-                |   ENUM
-                |   O_RANGE
-                |   O_ENUM
-                |   STRING1
-                |   STRING2
-                |   '(' expression ')'
+    [9] primary     ::= HEX
+                    |   SYMBOL
+                    |   RANGE
+                    |   ENUM
+                    |   O_RANGE
+                    |   O_ENUM
+                    |   STRING1
+                    |   STRING2
+                    |   '(' expression ')'
 
-[11] pass       ::= '@pass'
-                    (
-                      [#x20\t\r\n]
-                    | ( '#' | '//' ) [^\r\n]*
-                    | ('/*' ([^*] | '*' [^/])* '*/')
-                    )+
+    [10] pass       ::= '@pass' expression
 
-@terminals
+    @terminals
 
-[12] SYMBOL     ::= ([a-z] | [A-Z] | [0-9] | "_" | ".")+
+    [11] LHS        ::= ENUM SYMBOL "::="
 
-[13] HEX        ::= '#x' ([0-9] | [a-f] | [A-F])+
+    [12] SYMBOL     ::= ([a-z] | [A-Z] | [0-9] | "_" | ".")+
 
-[14] RANGE      ::= '[' CHAR '-' CHAR ']'
+    [13] HEX        ::= '#x' ([0-9]|[a-f]|[A-F]) ([0-9]|[a-f]|[A-F]) 
 
-[15] ENUM       ::= '[' CHAR+ ']'
+    [14] RANGE      ::= '[' CHAR '-' CHAR ']'
 
-[16] O_RANGE    ::= '[^' CHAR '-' CHAR ']'
+    [15] ENUM       ::= '[' CHAR+ ']'
 
-[17] O_ENUM     ::= '[^' CHAR+ ']'
+    [16] O_RANGE    ::= '[^' CHAR '-' CHAR ']'
 
-[18] STRING1    ::= '"' (CHAR - '"')* '"'
+    [17] O_ENUM     ::= '[^' CHAR+ ']'
 
-[19] STRING2    ::= "'" (CHAR - "'")* "'"
+    [18] STRING1    ::= '"' (CHAR | [\t\'\[\]\(\)\-])* '"'
 
-[20] CHAR       ::= HEX
-                |   ('\\' [\\trn'"])
-                |   [^\t\r\n'"]
+    [19] STRING2    ::= "'" (CHAR | [\t\"\[\]\(\)\-])* "'"
 
-@pass           ::= (
-                      [#x20\t\r\n]
-                    #| ( '#' | '//' ) [^\r\n]*
-                    #| '/*' (( '*' [^/] )? | [^*] )* '*/'
-                    )+
+    [20] CHAR       ::= HEX
+                    |   ('\\' [\\trn\'\"\[\]\(\)\-])
+                    |   [^\t\r\n\'\"\[\]\(\)\-]
+
+    # Should be able to do this inline, but not until terminal regular expressions are created automatically
+    [21] POSTFIX    ::= [?*+]
+
+    [22] PASS       ::= ( [#x20\t\r\n]
+                        | ( '#' | '//' ) [^\r\n]*
+                        | '/*' (( '*' [^/] )? | [^*] )* '*/'
+                        )+
+
+    # Should be able to do this inline, but not until terminal regular expressions are created automatically
+    @pass           PASS

data/etc/ebnf.ll1.sxp

@@ -1,247 +1,164 @@
-
-( 
+(
  (rule _empty "0" (first _eps) (seq))
+ (pass (seq PASS))
  (rule ebnf "1"
   (start #t)
-  (first "@pass" "@terminals" "[" _eps)
+  (first "@pass" "@terminals" LHS _eps)
   (follow _eof)
   (alt _empty _ebnf_2))
  (rule _ebnf_1 "1.1"
-  (first "@pass" "@terminals" "[")
-  (follow "@pass" "@terminals" "[" _eof)
+  (first "@pass" "@terminals" LHS)
+  (follow "@pass" "@terminals" LHS _eof)
   (alt declaration rule))
- (rule _ebnf_2 "1.2" (first "@pass" "@terminals" "[") (follow _eof) (seq _ebnf_1 ebnf))
- (rule _ebnf_3 "1.3" (first "@pass" "@terminals" "[" _eps) (follow _eof) (seq ebnf))
+ (rule _ebnf_2 "1.2" (first "@pass" "@terminals" LHS) (follow _eof) (seq _ebnf_1 ebnf))
+ (rule _ebnf_3 "1.3" (first "@pass" "@terminals" LHS _eps) (follow _eof) (seq ebnf))
  (rule declaration "2"
   (first "@pass" "@terminals")
-  (follow "@pass" "@terminals" "[" _eof)
+  (follow "@pass" "@terminals" LHS _eof)
   (alt "@terminals" pass))
- (rule rule "3"
-  (first "[")
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq lhs "::=" expression))
+ (rule rule "3" (first LHS) (follow "@pass" "@terminals" LHS _eof) (seq LHS expression))
  (rule _rule_1 "3.1"
-  (first "::=")
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq "::=" expression))
- (rule _rule_2 "3.2"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow "@pass" "@terminals" "[" _eof)
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "@pass" "@terminals" LHS _eof)
   (seq expression))
- (rule lhs "4" (first "[") (follow "::=") (seq "[" SYMBOL "]" SYMBOL))
- (rule _lhs_1 "4.1" (first SYMBOL) (follow "::=") (seq SYMBOL "]" SYMBOL))
- (rule _lhs_2 "4.2" (first "]") (follow "::=") (seq "]" SYMBOL))
- (rule _lhs_3 "4.3" (first SYMBOL) (follow "::=") (seq SYMBOL))
- (rule expression "5"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow ")" "@pass" "@terminals" "[" _eof)
+ (rule expression "4"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (seq alt))
- (rule alt "6"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow ")" "@pass" "@terminals" "[" _eof)
+ (rule alt "5"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (seq seq _alt_1))
- (rule _alt_1 "6.1"
+ (rule _alt_1 "5.1"
   (first _eps "|")
-  (follow ")" "@pass" "@terminals" "[" _eof)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (alt _empty _alt_3))
- (rule _alt_2 "6.2"
+ (rule _alt_2 "5.2"
   (first "|")
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq "|" seq))
- (rule _alt_3 "6.3"
+ (rule _alt_3 "5.3"
   (first "|")
-  (follow ")" "@pass" "@terminals" "[" _eof)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (seq _alt_2 _alt_1))
- (rule _alt_4 "6.4"
+ (rule _alt_4 "5.4"
   (first _eps "|")
-  (follow ")" "@pass" "@terminals" "[" _eof)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (seq _alt_1))
- (rule _alt_5 "6.5"
+ (rule _alt_5 "5.5"
   (first _eps "|")
-  (follow ")" "@pass" "@terminals" "[" _eof)
+  (follow ")" "@pass" "@terminals" LHS _eof)
   (seq _alt_1))
- (rule _alt_6 "6.6"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule _alt_6 "5.6"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq seq))
- (rule seq "7"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule seq "6"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq diff _seq_1))
- (rule _seq_1 "7.1"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 _eps)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule _seq_1 "6.1"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL _eps)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (alt _empty _seq_2))
- (rule _seq_2 "7.2"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule _seq_2 "6.2"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq diff _seq_1))
- (rule _seq_3 "7.3"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 _eps)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule _seq_3 "6.3"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL _eps)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq _seq_1))
- (rule _seq_4 "7.4"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 _eps)
-  (follow ")" "@pass" "@terminals" "[" _eof "|")
+ (rule _seq_4 "6.4"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL _eps)
+  (follow ")" "@pass" "@terminals" LHS _eof "|")
   (seq _seq_1))
- (rule diff "8"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow
- "(" ")" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+ (rule diff "7"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "(" ")" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq postfix _diff_1))
- (rule _diff_1 "8.1"
+ (rule _diff_1 "7.1"
   (first "-" _eps)
-  (follow
- "(" ")" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
-  (alt _empty _diff_3))
- (rule _diff_2 "8.2"
+  (follow "(" ")" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
+  (alt _empty _diff_2))
+ (rule _diff_2 "7.2"
   (first "-")
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+  (follow "(" ")" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq "-" postfix))
- (rule _diff_3 "8.3"
-  (first "-")
-  (follow
- "(" ")" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
-  (seq _diff_2 _diff_1))
- (rule _diff_4 "8.4"
-  (first "-" _eps)
-  (follow
- "(" ")" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
-  (seq _diff_1))
- (rule _diff_5 "8.5"
+ (rule _diff_3 "7.3"
   (first "-" _eps)
-  (follow
- "(" ")" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+  (follow "(" ")" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq _diff_1))
- (rule _diff_6 "8.6"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+ (rule _diff_4 "7.4"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "(" ")" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq postfix))
- (rule postfix "9"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+ (rule postfix "8"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq primary _postfix_1))
- (rule _postfix_1 "9.1"
-  (first _eps _postfix_2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
-  (alt _empty _postfix_2))
- (terminal _postfix_2 "9.2" (range "?*+"))
- (rule _postfix_3 "9.3"
-  (first _eps _postfix_2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof "|"  )
+ (rule _postfix_1 "8.1"
+  (first POSTFIX _eps)
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
+  (alt _empty POSTFIX))
+ (rule _postfix_2 "8.2"
+  (first POSTFIX _eps)
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE RANGE
+   STRING1 STRING2 SYMBOL _eof "|" )
   (seq _postfix_1))
- (rule primary "10"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof _postfix_2 "|"  )
-  (alt HEX RANGE ENUM O_RANGE O_ENUM STRING1 STRING2 _primary_1))
- (rule _primary_1 "10.1"
+ (rule primary "9"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE POSTFIX
+   RANGE STRING1 STRING2 SYMBOL _eof "|" )
+  (alt HEX SYMBOL RANGE ENUM O_RANGE O_ENUM STRING1 STRING2 _primary_1))
+ (rule _primary_1 "9.1"
   (first "(")
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof _postfix_2 "|"  )
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE POSTFIX
+   RANGE STRING1 STRING2 SYMBOL _eof "|" )
   (seq "(" expression ")"))
- (rule _primary_2 "10.2"
-  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2)
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof _postfix_2 "|"  )
+ (rule _primary_2 "9.2"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE POSTFIX
+   RANGE STRING1 STRING2 SYMBOL _eof "|" )
   (seq expression ")"))
- (rule _primary_3 "10.3"
+ (rule _primary_3 "9.3"
   (first ")")
-  (follow
- "(" ")" "-" "@pass" "@terminals" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 "[" _eof _postfix_2 "|"  )
+  (follow "(" ")" "-" "@pass" "@terminals" ENUM HEX LHS O_ENUM O_RANGE POSTFIX
+   RANGE STRING1 STRING2 SYMBOL _eof "|" )
   (seq ")"))
- (rule pass "11"
+ (rule pass "10"
   (first "@pass")
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq "@pass" _pass_1))
- (terminal _pass_10 "11.10" (range "^\\r\\n"))
- (rule _pass_1 "11.1"
-  (first "#" "/*" "//" _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq _pass_2 _pass_3))
- (rule _pass_11 "11.11"
-  (first _pass_10)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq _pass_10 _pass_9))
- (rule _pass_12 "11.12" (first "*" _eps _pass_15) (follow "*/") (alt _empty _pass_14))
- (rule _pass_13 "11.13"
-  (first "*" _pass_15)
-  (follow "*" "*/" _pass_15)
-  (alt _pass_15 _pass_16))
- (rule _pass_14 "11.14" (first "*" _pass_15) (follow "*/") (seq _pass_13 _pass_12))
- (terminal _pass_15 "11.15" (range "^*"))
- (rule _pass_16 "11.16" (first "*") (follow "*" "*/" _pass_15) (seq "*" _pass_17))
- (terminal _pass_17 "11.17" (range "^/"))
- (rule _pass_18 "11.18"
-  (first "#" "/*" "//" _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq _pass_1))
- (rule _pass_19 "11.19"
-  (first "#" "/*" "//" _eps _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq _pass_3))
- (rule _pass_20 "11.20"
-  (first "#" "/*" "//" _eps _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq _pass_3))
- (rule _pass_2 "11.2"
-  (first "#" "/*" "//" _pass_5)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (alt _pass_5 _pass_6 _pass_7))
- (rule _pass_21 "11.21"
-  (first _eps _pass_10)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq _pass_9))
- (rule _pass_22 "11.22"
-  (first _eps _pass_10)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq _pass_9))
- (rule _pass_23 "11.23"
-  (first "*" "*/" _pass_15)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq _pass_12 "*/"))
- (rule _pass_24 "11.24" (first "*" _eps _pass_15) (follow "*/") (seq _pass_12))
- (rule _pass_25 "11.25" (first _pass_17) (follow "*" "*/" _pass_15) (seq _pass_17))
- (rule _pass_26 "11.26"
-  (first "*/")
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq "*/"))
- (rule _pass_3 "11.3"
-  (first "#" "/*" "//" _eps _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (alt _empty _pass_4))
- (rule _pass_4 "11.4"
-  (first "#" "/*" "//" _pass_5)
-  (follow "@pass" "@terminals" "[" _eof)
-  (seq _pass_2 _pass_3))
- (terminal _pass_5 "11.5" (range "#x20\\t\\r\\n"))
- (rule _pass_6 "11.6"
-  (first "#" "//")
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq _pass_8 _pass_9))
- (rule _pass_7 "11.7"
-  (first "/*")
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (seq "/*" _pass_12 "*/"))
- (rule _pass_8 "11.8"
-  (first "#" "//")
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_10 _pass_5)
-  (alt "#" "//"))
- (rule _pass_9 "11.9"
-  (first _eps _pass_10)
-  (follow "#" "/*" "//" "@pass" "@terminals" "[" _eof _pass_5)
-  (alt _empty _pass_11))
+  (follow "@pass" "@terminals" LHS _eof)
+  (seq "@pass" expression))
+ (rule _pass_1 "10.1"
+  (first "(" ENUM HEX O_ENUM O_RANGE RANGE STRING1 STRING2 SYMBOL)
+  (follow "@pass" "@terminals" LHS _eof)
+  (seq expression))
+ (terminal LHS "11" (seq ENUM SYMBOL "::="))
  (terminal SYMBOL "12" (plus (alt (range "a-z") (range "A-Z") (range "0-9") "_" ".")))
- (terminal HEX "13" (seq "#x" (plus (alt (range "0-9") (range "a-f") (range "A-F")))))
+ (terminal HEX "13"
+  (seq "#x"
+   (alt (range "0-9") (range "a-f") (range "A-F"))
+   (alt (range "0-9") (range "a-f") (range "A-F"))) )
  (terminal RANGE "14" (seq "[" CHAR "-" CHAR "]"))
  (terminal ENUM "15" (seq "[" (plus CHAR) "]"))
  (terminal O_RANGE "16" (seq "[^" CHAR "-" CHAR "]"))
  (terminal O_ENUM "17" (seq "[^" (plus CHAR) "]"))
- (terminal STRING1 "18" (seq "\"" (star (diff CHAR "\"")) "\""))
- (terminal STRING2 "19" (seq "'" (star (diff CHAR "'")) "'"))
- (terminal CHAR "20" (alt HEX (seq "\\\\" (range "\\\\trn'\"")) (range "^\\t\\r\\n'\""))))
+ (terminal STRING1 "18" (seq "\"" (star (alt CHAR (range "\t'[]()-"))) "\""))
+ (terminal STRING2 "19" (seq "'" (star (alt CHAR (range "\t\"[]()-"))) "'"))
+ (terminal CHAR "20"
+  (alt HEX (seq "\\" (range "\\trn'\"[]()-")) (range "^\t\r\n'\"[]()-")))
+ (terminal POSTFIX "21" (range "?*+"))
+ (terminal PASS "22"
+  (plus
+   (alt
+    (range "#x20\t\r\n")
+    (seq (alt "#" "//") (star (range "^\r\n")))
+    (seq "/*" (star (alt (opt (seq "*" (range "^/"))) (range "^*"))) "*/")) )) )