ebnf 0.0.1 → 0.1.0

data/README.md

@@ -1,10 +1,10 @@
-# ebnf
+# EBNF
 
 [EBNF][] parser and generic parser generator.
 
 ## Description
 This is a [Ruby][] implementation of an [EBNF][] and [BNF][] parser and parser generator.
-It parses [EBNF][] grammars to [BNF][], generates [First/Follow][] and [Branch][] tables for
+It parses [EBNF][] grammars to [BNF][], generates [First/Follow and Branch][] tables for
 [LL(1)][] grammars, which can be used with the stream [Tokenizer][] and [LL(1) Parser][].
 
 Of note in this implementation is that the tokenizer and parser are streaming, so that they can
@@ -31,7 +31,7 @@ Generate [First/Follow][] rules for BNF grammars
 
     ebnf.first_follow(start_tokens)
 
-Generate [Branch][], terminal and [First/Follow][] tables as Ruby for parsing grammars
+Generate Terminal, [First/Follow and Branch][] tables as Ruby for parsing grammars
 
     ebnf.to_ruby
 
@@ -134,9 +134,24 @@ The [EBNF][] variant used here is based on [W3C][] [EBNF][] as defined in the
                         |  
                         )+
 
+# #  Acknowledgements
+Much of this work, particularly the generic parser, is inspired by work originally done by
+Tim Berners-Lee's Python [predictive parser](http://www.w3.org/2000/10/swap/grammar/predictiveParser.py).
+
+The EBNF parser was inspired by Dan Connolly's
+[EBNF to Turtle processor](http://www.w3.org/2000/10/swap/grammar/ebnf2turtle.py),
+[EBNF to BNF Notation-3 rules](http://www.w3.org/2000/10/swap/grammar/ebnf2bnf.n3),
+and [First Follow Notation-3 rules](http://www.w3.org/2000/10/swap/grammar/first_follow.n3). 
+
+
 ## Documentation
 Full documentation available on [Rubydoc.info][EBNF doc].
 
+## Future Work
+* Detect FIRST/FOLLOW and left-recursion conflicts.
+* Generate HTML output of parser results.
+* Better LL(1) parser tests
+
 ## Author
 * [Gregg Kellogg](http://github.com/gkellogg) - <http://greggkellogg.net/>
 
@@ -162,9 +177,8 @@ see <http://unlicense.org/> or the accompanying {file:UNLICENSE} file.
 [YARD-GS]:      http://rubydoc.info/docs/yard/file/docs/GettingStarted.md
 [PDD]:          http://lists.w3.org/Archives/Public/public-rdf-ruby/2010May/0013.html
 [EBNF]:         http://www.w3.org/TR/REC-xml/#sec-notation
-[EBNF doc]:     
+[EBNF doc]:     http://rubydoc.info/github/gkellogg/ebnf/master/frames
 [First/Follow]: http://en.wikipedia.org/wiki/LL_parser#Constructing_an_LL.281.29_parsing_table
-[Branch]:       
-[LL(1)]:        
+[LL(1)]:        http://www.csd.uwo.ca/~moreno//CS447/Lectures/Syntax.html/node14.html
 [LL(1) Parser]: http://en.wikipedia.org/wiki/LL_parser
-[Tokenizer]:    
+[Tokenizer]:    http://en.wikipedia.org/wiki/Lexical_analysis#Tokenizer

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/bin/ebnf

@@ -1,6 +1,9 @@
 #!/usr/bin/env ruby
-# ebnf2ttl --- Generate reasoned Turtle representation of EBNF input file
-# to be used in extracting parser branch tables (see gramLL1).
+# ebnf --- Process EBNF to generate the following:
+# * S-Expression
+# * Turtle
+# * Either of the above, transformed to BNF
+# * And with First/Follow rules
 
 $:.unshift(File.expand_path(File.join(File.dirname(__FILE__), "..", 'lib')))
 require "bundler/setup"
@@ -9,6 +12,29 @@ require 'getoptlong'
 require 'ebnf'
 require 'sxp'
 
+def dump_tables(grammarFile, ebnf, output, options)
+  ebnf.build_tables
+  unless output == STDOUT
+    output.puts "# This file is automatically generated by #{__FILE__}"
+    output.puts "# BRANCH derived from #{grammarFile}"
+    unless ebnf.errors.empty?
+      output.puts "# Note, tables completed with errors, may need to be resolved manually:"
+      #output.puts "#   #{pp.conflicts.map{|c| c.join("\n#      ")}.join("\n#   ")}"
+    end
+    output.puts "module #{options.fetch(:mod_name, 'Branch')}"
+    output.puts "  START = #{ebnf.start.inspect}"
+    output.puts
+  end
+  ebnf.outputTable(output, 'BRANCH', ebnf.branch, 1)
+  ebnf.outputTable(output, 'TERMINALS', ebnf.terminals, 1)
+  ebnf.outputTable(output, 'FIRST', ebnf.first, 1)
+  ebnf.outputTable(output, 'FOLLOW', ebnf.follow, 1)
+  unless output == STDOUT
+    output.puts "end"
+  end
+  ""
+end
+
 options = {
   :format => :sxp,
   :prefix => "ttl",
@@ -17,37 +43,68 @@ options = {
 
 out = STDOUT
 
-opts = GetoptLong.new(
-  ["--dbg", GetoptLong::NO_ARGUMENT],
-  ["--bnf", GetoptLong::NO_ARGUMENT],
-  ["--execute", "-e", GetoptLong::REQUIRED_ARGUMENT],
-  ["--output", "-o", GetoptLong::REQUIRED_ARGUMENT],
-  ["--format", "-f", GetoptLong::REQUIRED_ARGUMENT],
-  ["--prefix", "-p", GetoptLong::REQUIRED_ARGUMENT],
-  ["--namespace", "-n", GetoptLong::REQUIRED_ARGUMENT],
-  ["--verbose", GetoptLong::NO_ARGUMENT]
-)
+OPT_ARGS = [
+  ["--dbg",             GetoptLong::NO_ARGUMENT,      "Turn on debugging output"],
+  ["--bnf",             GetoptLong::NO_ARGUMENT,      "Transform EBNF to BNF"],
+  ["--evaluate","-e",   GetoptLong::REQUIRED_ARGUMENT,"Evaluate argument as a JSON-LD document"],
+  ["--ll1",             GetoptLong::REQUIRED_ARGUMENT,"Generate First/Follow rules, argument is start symbol"],
+  ["--format", "-f",    GetoptLong::REQUIRED_ARGUMENT,"Specify output format one of ttl, sxp, or rb"],
+  ["--mod-name",        GetoptLong::REQUIRED_ARGUMENT,"Module name used when creating ruby tables"],
+  ["--output", "-o",    GetoptLong::REQUIRED_ARGUMENT,"Output to the specified file path"],
+  ["--prefix", "-p",    GetoptLong::REQUIRED_ARGUMENT,"Prefix to use when generating Turtle"],
+  ["--progress", "-v",  GetoptLong::NO_ARGUMENT,     "Detail on execution"],
+  ["--namespace", "-n", GetoptLong::REQUIRED_ARGUMENT,"Namespace to use when generating Turtle"],
+  ["--help", "-?",      GetoptLong::NO_ARGUMENT,      "This message"]
+]
+def usage
+  STDERR.puts %{#{$0} Version #{EBNF::VERSION}}
+  STDERR.puts %{Usage: #{$0} [options] file ...}
+  width = OPT_ARGS.map do |o|
+    l = o.first.length
+    l += o[1].length + 2 if o[1].is_a?(String)
+    l
+  end.max
+  OPT_ARGS.each do |o|
+    s = "  %-*s  " % [width, (o[1].is_a?(String) ? "#{o[0,2].join(', ')}" : o[0])]
+    s += o.last
+    STDERR.puts s
+  end
+  exit(1)
+end
+
+opts = GetoptLong.new(*OPT_ARGS.map {|o| o[0..-2]})
 
 opts.each do |opt, arg|
   case opt
   when '--dbg'          then options[:debug] = true
   when '--bnf'          then options[:bnf] = true
-  when '--execute'      then input = arg
+  when '--evaluate'     then input = arg
   when '--format'       then options[:format] = arg.to_sym
+  when '--ll1'          then options[:ll1] = arg.to_sym
+  when '--mod-name'     then options[:mod_name] = arg
   when '--output'       then out = File.open(arg, "w")
   when '--prefix'       then options[:prefix] = arg
   when '--namespace'    then options[:namespace] = arg
-  when '--verbose'      then $verbose = true
+  when '--progress'     then options[:progress] = true
+  when '--help'         then usage
   end
 end
 
+if options[:format] == :rb && !options[:ll1]
+  STDERR.puts "outputing in .rb format requires -ll"
+  exit(1)
+end
+
 input = File.open(ARGV[0]) if ARGV[0]
 
-ebnf = EBNF.new(input || STDIN, options)
-ebnf = ebnf.make_bnf if options[:bnf]
+ebnf = EBNF.parse(input || STDIN, options)
+ebnf.make_bnf if options[:bnf] || options[:ll1]
+ebnf.first_follow(options[:ll1]) if options[:ll1]
+
 res = case options[:format]
 when :sxp     then ebnf.to_sxp
 when :ttl     then ebnf.to_ttl(options[:prefix], options[:namespace])
+when :rb      then dump_tables(ARGV[0], ebnf, out, options)
 else          ebnf.ast.inspect
 end
 

data/etc/{ebnf.bnf → ebnf.ebnf}

@@ -19,7 +19,7 @@
 
 [10] primary    ::= HEX
                 |   RANGE
-                |   ENUM 
+                |   ENUM
                 |   O_RANGE
                 |   O_ENUM
                 |   STRING1
@@ -38,7 +38,7 @@
 
 [15] O_RANGE    ::= '[^' CHAR '-' CHAR ']'
 
-[16] OENUM      ::= '[^' CHAR+ ']'
+[16] O_ENUM     ::= '[^' CHAR+ ']'
 
 [17] STRING1    ::= '"' (CHAR - '"')* '"'
 

data/etc/ebnf.ll1

@@ -0,0 +1,1010 @@
+((rule
+ _empty
+ "0"
+ (first _eps)
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (seq)
+)
+ (pass @pass "0" (seq ()))
+ (rule
+ ebnf
+ "1"
+ (start #t)
+ (first
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eps
+ )
+ (follow _eof)
+ (alt _empty _ebnf_star)
+)
+ (rule
+ _ebnf_star
+ "1*"
+ (first
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (follow _eof)
+ (seq _ebnf_1 ebnf)
+)
+ (rule
+ __ebnf_star_comp
+ "1*.comp"
+ (first
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eps
+ )
+ (follow _eof)
+ (seq ebnf)
+)
+ (rule
+ _ebnf_1
+ "1.1"
+ (first
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (follow
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (alt declaration rule)
+)
+ (rule
+ declaration
+ "2"
+ (first
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (alt "@terminals" "@pass")
+)
+ (rule
+ rule
+ "3"
+ (first "[")
+ (follow
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq lhs "::=" expression)
+)
+ (rule
+ _rule_comp
+ "3.comp"
+ (first "::=")
+ (follow
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq "::=" expression)
+)
+ (rule
+ __rule_comp_comp
+ "3.comp.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq expression)
+)
+ (rule
+ lhs
+ "4"
+ (first "[")
+ (follow "::=")
+ (seq "[" SYMBOL "]" SYMBOL)
+)
+ (rule
+ _lhs_comp
+ "4.comp"
+ (first SYMBOL)
+ (follow "::=")
+ (seq SYMBOL "]" SYMBOL)
+)
+ (rule
+ __lhs_comp_comp
+ "4.comp.comp"
+ (first "]")
+ (follow "::=")
+ (seq "]" SYMBOL)
+)
+ (rule
+ ___lhs_comp_comp_comp
+ "4.comp.comp.comp"
+ (first SYMBOL)
+ (follow "::=")
+ (seq SYMBOL)
+)
+ (rule
+ expression
+ "5"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq alt)
+)
+ (rule
+ alt
+ "6"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq seq _alt_1)
+)
+ (rule
+ _alt_1
+ "6.1"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+  "|"
+ )
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (alt _empty __alt_1_star)
+)
+ (rule
+ __alt_1_star
+ "6.1*"
+ (first "|")
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq __alt_1_1 _alt_1)
+)
+ (rule
+ ___alt_1_star_comp
+ "6.1*.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+  "|"
+ )
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq _alt_1)
+)
+ (rule
+ __alt_1_1
+ "6.1.1"
+ (first "|")
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "|"
+ )
+ (seq "|" seq)
+)
+ (rule
+ ___alt_1_1_comp
+ "6.1.1.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "|"
+ )
+ (seq seq)
+)
+ (rule
+ _alt_comp
+ "6.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+  "|"
+ )
+ (follow
+  "("
+  ")"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+ )
+ (seq _alt_1)
+)
+ (rule
+ seq
+ "7"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (seq diff _seq_1)
+)
+ (rule
+ _seq_1
+ "7.1"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (alt _empty __seq_1_star)
+)
+ (rule
+ __seq_1_star
+ "7.1*"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (seq diff _seq_1)
+)
+ (rule
+ ___seq_1_star_comp
+ "7.1*.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (seq _seq_1)
+)
+ (rule
+ _seq_comp
+ "7.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ")"
+  "-"
+  "@pass"
+  "@terminals"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  "["
+  _eof
+  "|"
+ )
+ (seq _seq_1)
+)
+ (rule
+ diff
+ "8"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq postfix _diff_1)
+)
+ (rule
+ _diff_1
+ "8.1"
+ (first
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (alt _empty __diff_1_star)
+)
+ (rule
+ __diff_1_star
+ "8.1*"
+ (first "-")
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq __diff_1_1 _diff_1)
+)
+ (rule
+ ___diff_1_star_comp
+ "8.1*.comp"
+ (first
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq _diff_1)
+)
+ (rule
+ __diff_1_1
+ "8.1.1"
+ (first "-")
+ (follow
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq "-" postfix)
+)
+ (rule
+ ___diff_1_1_comp
+ "8.1.1.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq postfix)
+)
+ (rule
+ _diff_comp
+ "8.comp"
+ (first
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq _diff_1)
+)
+ (rule
+ postfix
+ "9"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq primary _postfix_1)
+)
+ (rule
+ _postfix_1
+ "9.1"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (alt _empty (range "?*+"))
+)
+ (rule
+ _postfix_comp
+ "9.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+  _eps
+ )
+ (follow
+  "("
+  "-"
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq _postfix_1)
+)
+ (rule
+ primary
+ "10"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (alt
+  HEX
+  RANGE
+  ENUM
+  O_RANGE
+  O_ENUM
+  STRING1
+  STRING2
+  _primary_1
+ )
+)
+ (rule
+ _primary_1
+ "10.1"
+ (first "(")
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq "(" expression ")")
+)
+ (rule
+ __primary_1_comp
+ "10.1.comp"
+ (first
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq expression ")")
+)
+ (rule
+ ___primary_1_comp_comp
+ "10.1.comp.comp"
+ (first ")")
+ (follow
+  "("
+  ENUM
+  HEX
+  O_ENUM
+  O_RANGE
+  RANGE
+  STRING1
+  STRING2
+ )
+ (seq ")")
+)
+ (terminal
+ SYMBOL
+ "11"
+ (plus
+  (alt
+   (range "a-z")
+   (range "A-Z")
+   (range "0-9")
+   "_"
+  )
+ )
+)
+ (terminal
+ HEX
+ "12"
+ (seq
+  "#x"
+  (plus
+   (alt (range "0-9") (range "a-f") (range "A-F"))
+  )
+ )
+)
+ (terminal
+ RANGE
+ "13"
+ (seq "[" CHAR "-" CHAR "]")
+)
+ (terminal ENUM "14" (seq "[" (plus CHAR) "]"))
+ (terminal
+ O_RANGE
+ "15"
+ (seq "[^" CHAR "-" CHAR "]")
+)
+ (terminal
+ O_ENUM
+ "16"
+ (seq "[^" (plus CHAR) "]")
+)
+ (terminal
+ STRING1
+ "17"
+ (seq "\"" (star (diff CHAR "\"")) "\"")
+)
+ (terminal
+ STRING2
+ "18"
+ (seq "'" (star (diff CHAR "'")) "'")
+)
+ (terminal
+ CHAR
+ "19"
+ (alt
+  HEX
+  (seq "\\\\" (range "\\\\trn'\""))
+  (range "^\\t\\r\\n'\"")
+ )
+)
+)