ebnf 2.1.0 → 2.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dc55292610eb978d5751361069f3b993d35db3a597442e2027cf0fd2ff886ba5
-  data.tar.gz: cc74cd0257a36fa3591f54becfdb51dfffbf44662598f2d67c6a36bf4e969e61
+  metadata.gz: 0ab4040409eda92f9a201dded001390d8b49d9e84b5c4811c1899f8e09f4833e
+  data.tar.gz: dfe6ff5a7b9bc499744cd76a813bbd951dcb6e5ed34ac6b60208c3543da124a7
 SHA512:
-  metadata.gz: bf7c7df32e027a0739b4830651dcff1f4b5186ff2177e1f57b4e952db33619660c4025a29ffc8dba5c7d0f5f5b95f2cbd432a379bc2ffb02d22f7ec6913a48e2
-  data.tar.gz: 909a8ff438172431054a33fb067198e32d98d5b88fa630978831af4f1dd728f0197512ee1f341667eb3039662db618122d7da5d0cc4cc55838625f685f7d7a9b
+  metadata.gz: 15add7561aca320bfc785472ce4fbfe4b4f90bd663452b0de86aa9642610f7dadbcd4a881ff94b38209173a4790b415543a406a547264909121118e66eb26e66
+  data.tar.gz: 187c9239e788592a88679d55531d6b642ac53c3d384b2591c703472b48c35d0fea93267069ce2f1cc5c2c5ac8b7a608d14484bc10ffbb6c555dd9ad597c0214d

data/VERSION

@@ -1 +1 @@
-2.1.0
+2.1.1

data/etc/doap.ttl

@@ -13,10 +13,17 @@
   doap:homepage      <https://github.com/dryruby/ebnf> ;
   doap:license       <https://unlicense.org/1.0/> ;
   doap:shortdesc     "EBNF parser and parser generator"@en ;
-  doap:description   "EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant LL(1) grammars."@en ;
+  doap:description   "EBNF is a Ruby parser for W3C EBNF and a parser generator for PEG and LL(1). Also includes parsing modes for ISO EBNF and ABNF."@en ;
   doap:created       "2011-08-29"^^xsd:date ;
   doap:programming-language "Ruby" ;
-  doap:implements    <http://dbpedia.org/resource/Compiler-compiler> ;
+  doap:implements    <http://dbpedia.org/resource/Compiler-compiler>,
+                     <https://en.wikipedia.org/wiki/LL_parser>,
+                     <https://en.wikipedia.org/wiki/Parsing_expression_grammar>,
+                     <https://pdos.csail.mit.edu/~baford/packrat/thesis/>,
+                     <https://www.w3.org/TR/REC-xml/#sec-notation>,
+                     <https://en.wikipedia.org/wiki/Backus–Naur_form>,
+                     <https://www.iso.org/standard/26153.html>,
+                     <https://www.rfc-editor.org/rfc/rfc5234>;
   doap:category      <http://dbpedia.org/resource/Resource_Description_Framework>,
                      <http://dbpedia.org/resource/Ruby_(programming_language)> ;
   doap:download-page <> ;
@@ -28,6 +35,6 @@
   doap:documenter    <https://greggkellogg.net/foaf#me> ;
   foaf:maker         <https://greggkellogg.net/foaf#me> ;
   dc:title           "ebnf" ;
-  dc:description     "EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant LL(1) grammars."@en ;
+  dc:description     "EBNF is a Ruby parser for W3C EBNF and a parser generator for PEG and LL(1). Also includes parsing modes for ISO EBNF and ABNF."@en ;
   dc:date            "2011-08-29"^^xsd:date ;
   dc:creator         <https://greggkellogg.net/foaf#me> .

data/lib/ebnf/ll1/scanner.rb

@@ -69,7 +69,6 @@ module EBNF::LL1
     # @return [String]
     def rest
       feed_me
-      @lineno += 1 if eos?
       encode_utf8 super
     end
 

data/lib/ebnf/peg/parser.rb

@@ -75,8 +75,6 @@ module EBNF::PEG
       # @option options [Hash{String => String}] :map ({})
       #   A mapping from terminals, in lower-case form, to
       #   their canonical value
-      # @option options [Boolean] :unescape
-      #   Cause strings and codepoints to be unescaped.
       # @yield [value, prod]
       # @yieldparam [String] value
       #   The scanned terminal value.
@@ -269,7 +267,8 @@ module EBNF::PEG
     # @param [String] message Error string
     # @param [Hash{Symbol => Object}] options
     # @option options [URI, #to_s] :production
-    # @option options [Token] :token
+    # @option options [Boolean] :raise abort furhter processing
+    # @option options [Array] :backtrace state where error occured
     # @see #debug
     def error(node, message, **options)
       lineno = options[:lineno] || (scanner.lineno if scanner)
@@ -282,7 +281,11 @@ module EBNF::PEG
       @recovering = true
       debug(node, m, level: 3, **options)
       if options[:raise] || @options[:validate]
-        raise Error.new(m, lineno: lineno, rest: options[:rest], production: options[:production])
+        raise Error.new(m,
+                lineno: lineno,
+                rest: options[:rest],
+                production: options[:production],
+                backtrace: options[:backtrace])
       end
     end
 
@@ -365,25 +368,27 @@ module EBNF::PEG
       @productions << prod
       debug("#{prod}(:start)", "",
         lineno: (scanner.lineno if scanner),
-        pos: (scanner.pos if scanner),
-        depth: (depth + 1)) {"#{prod}, pos: #{scanner ? scanner.pos : '?'}, rest: #{scanner ? scanner.rest[0..20].inspect : '?'}"}
+        pos: (scanner.pos if scanner)
+      ) do
+          "#{prod}, pos: #{scanner ? scanner.pos : '?'}, rest: #{scanner ? scanner.rest[0..20].inspect : '?'}"
+      end
       if handler
         # Create a new production data element, potentially allowing handler
         # to customize before pushing on the @prod_data stack
-        data = {}
+        data = {_production: prod}
         begin
           self.class.eval_with_binding(self) {
             handler.call(data, @parse_callback)
           }
         rescue ArgumentError, Error => e
-          error("start", "#{e.class}: #{e.message}", production: prod)
+          error("start", "#{e.class}: #{e.message}", production: prod, backtrace: e.backtrace)
           @recovering = false
         end
         @prod_data << data
       elsif self.class.production_handlers[prod]
         # Make sure we push as many was we pop, even if there is no
         # explicit start handler
-        @prod_data << {}
+        @prod_data << {_production: prod}
       end
       return self.class.start_options.fetch(prod, {}) # any options on this production
     end
@@ -397,6 +402,9 @@ module EBNF::PEG
       prod = @productions.last
       handler, clear_packrat = self.class.production_handlers[prod]
       data = @prod_data.pop if handler || self.class.start_handlers[prod]
+      error("finish",
+        "prod_data production mismatch: expected #{prod.inspect}, got #{data[:_production].inspect}",
+        production: prod, prod_data: @prod_data) if data && prod != data[:_production]
       if handler && !@recovering && result != :unmatched
         # Pop production data element from stack, potentially allowing handler to use it
         result = begin
@@ -404,14 +412,13 @@ module EBNF::PEG
             handler.call(result, data, @parse_callback)
           }
         rescue ArgumentError, Error => e
-          error("finish", "#{e.class}: #{e.message}", production: prod)
+          error("finish", "#{e.class}: #{e.message}", production: prod, backtrace: e.backtrace)
           @recovering = false
         end
       end
-      progress("#{prod}(:finish)", "",
-               depth: (depth + 1),
-               lineno: (scanner.lineno if scanner),
-               level: result == :unmatched ? 0 : 1) do
+      debug("#{prod}(:finish)", "",
+             lineno: (scanner.lineno if scanner),
+             level: result == :unmatched ? 0 : 1) do
         "#{result.inspect}@(#{scanner ? scanner.pos : '?'}), rest: #{scanner ? scanner.rest[0..20].inspect : '?'}"
       end
       self.clear_packrat if clear_packrat
@@ -433,12 +440,12 @@ module EBNF::PEG
             handler.call(value, parentProd, @parse_callback)
           }
         rescue ArgumentError, Error => e
-          error("terminal", "#{e.class}: #{e.message}", value: value, production: prod)
+          error("terminal", "#{e.class}: #{e.message}", value: value, production: prod, backtrace: e.backtrace)
           @recovering = false
         end
       end
       progress("#{prod}(:terminal)", "",
-               depth: (depth + 2),
+               depth: (depth + 1),
                lineno: (scanner.lineno if scanner),
                level: value == :unmatched ? 0 : 1) do
         "#{value.inspect}@(#{scanner ? scanner.pos : '?'})"

data/lib/ebnf/writer.rb

@@ -8,6 +8,7 @@ require "ostruct"
 module EBNF
   class Writer
     LINE_LENGTH = 80
+    LINE_LENGTH_HTML = 200
 
     # ASCII escape names
     ASCII_ESCAPE_NAMES = [
@@ -118,19 +119,21 @@ module EBNF
         lhs_fmt = "%<id>-#{max_id+2}s " + lhs_fmt
         lhs_length += max_id + 3
       end
-      rhs_length = LINE_LENGTH - lhs_length
+      rhs_length = (html ? LINE_LENGTH_HTML : LINE_LENGTH) - lhs_length
 
       if html
         # Output as formatted HTML
         begin
           require 'erubis'
+          require 'htmlentities'
+          @coder = HTMLEntities.new
           eruby = Erubis::Eruby.new(ERB_DESC)
           formatted_rules = rules.map do |rule|
             if rule.kind == :terminals || rule.kind == :pass
               OpenStruct.new(id: ("@#{rule.kind}"),
                              sym: nil,
                              assign: nil,
-                             formatted: ("<strong>Productions for terminals</strong>" if rule.kind == :terminals))
+                             formatted: ("<strong># Productions for terminals</strong>" if rule.kind == :terminals))
             else
               formatted_expr = self.send(format_meth, rule.expr)
               # Measure text without markup
@@ -151,7 +154,7 @@ module EBNF
                     formatted.sub!(%r{\s*<code>\|</code>\s*}, '')
                     (ndx > 0 ? (rule.alt? ? '|' : '') : '=')
                   end
-                  lines << OpenStruct.new(id: ("[#{rule.id}]" if rule.id),
+                  lines << OpenStruct.new(id: ((ndx == 0 ? "[#{rule.id}]" : "") if rule.id),
                                           sym: (rule.sym if ndx == 0 || format == :abnf),
                                           assign: assign,
                                           formatted: formatted)
@@ -171,7 +174,7 @@ module EBNF
           out.write eruby.evaluate(format: format, rules: formatted_rules)
           return
         rescue LoadError
-          $stderr.puts "Generating HTML requires erubis gem to be loaded"
+          $stderr.puts "Generating HTML requires erubis and htmlentities gems to be loaded"
         end
       end
 
@@ -216,7 +219,7 @@ module EBNF
 
     # Format the expression part of a rule
     def format_ebnf(expr, sep: nil, embedded: false)
-      return (@options[:html] ? %(<a href="#grammar-production-#{expr}">#{expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
+      return (@options[:html] ? %(<a href="#grammar-production-#{@coder.encode expr}">#{@coder.encode expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
       if expr.is_a?(String)
         return expr.length == 1 ?
           format_ebnf_char(expr) :
@@ -290,10 +293,10 @@ module EBNF
     # Format a single-character string, prefering hex for non-main ASCII
     def format_ebnf_char(c)
       case c.ord
-      when (0x21)         then (@options[:html] ? %("<code class="grammar-literal">#{c}</code>") : %{"#{c}"})
-      when 0x22           then (@options[:html] ? %('<code class="grammar-literal">"</code>') : %{'"'})
-      when (0x23..0x7e)   then (@options[:html] ? %("<code class="grammar-literal">#{c}</code>") : %{"#{c}"})
-      when (0x80..0xFFFD) then (@options[:html] ? %("<code class="grammar-literal">#{c}</code>") : %{"#{c}"})
+      when (0x21)         then (@options[:html] ? %("<code class="grammar-literal">#{@coder.encode c}</code>") : %{"#{c}"})
+      when 0x22           then (@options[:html] ? %('<code class="grammar-literal">&quot;</code>') : %{'"'})
+      when (0x23..0x7e)   then (@options[:html] ? %("<code class="grammar-literal">#{@coder.encode c}</code>") : %{"#{c}"})
+      when (0x80..0xFFFD) then (@options[:html] ? %("<code class="grammar-literal">#{@coder.encode c}</code>") : %{"#{c}"})
       else                     escape_ebnf_hex(c)
       end
     end
@@ -308,7 +311,7 @@ module EBNF
       while !s.eos?
         case
         when s.scan(/\A[!"\u0024-\u007e]+/)
-          buffer << (@options[:html] ? %(<code class="grammar-literal">#{s.matched}</code>) : s.matched)
+          buffer << (@options[:html] ? %(<code class="grammar-literal">#{@coder.encode s.matched}</code>) : s.matched)
         when s.scan(/\A#x\h+/)
           buffer << escape_ebnf_hex(s.matched[2..-1].hex.chr(Encoding::UTF_8))
         else
@@ -328,7 +331,8 @@ module EBNF
         end
       end
 
-      "#{quote}#{string}#{quote}"
+      res = "#{quote}#{string}#{quote}"
+      @options[:html] ? @coder.encode(res) : res
     end
 
     def escape_ebnf_hex(u)
@@ -341,11 +345,11 @@ module EBNF
       char = fmt % u.ord
       if @options[:html]
         if u.ord <= 0x20
-          char = %(<abbr title="#{ASCII_ESCAPE_NAMES[u.ord]}">#{char}</abbr>)
+          char = %(<abbr title="#{ASCII_ESCAPE_NAMES[u.ord]}">#{@coder.encode char}</abbr>)
         elsif u.ord < 0x7F
-          char = %(<abbr title="ascii '#{u}'">#{char}</abbr>)
+          char = %(<abbr title="ascii '#{@coder.encode u}'">#{@coder.encode char}</abbr>)
         elsif u.ord == 0x7F
-          char = %(<abbr title="delete">#{char}</abbr>)
+          char = %(<abbr title="delete">#{@coder.encode char}</abbr>)
         elsif u.ord <= 0xFF
           char = %(<abbr title="extended ascii '#{u}'">#{char}</abbr>)
         else
@@ -363,7 +367,7 @@ module EBNF
 
     # Format the expression part of a rule
     def format_abnf(expr, sep: nil, embedded: false, sensitive: true)
-      return (@options[:html] ? %(<a href="#grammar-production-#{expr}">#{expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
+      return (@options[:html] ? %(<a href="#grammar-production-#{@coder.encode expr}">#{@coder.encode expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
       if expr.is_a?(String)
         if expr.length == 1
           return format_abnf_char(expr)
@@ -380,7 +384,7 @@ module EBNF
           seq.unshift(:seq)
           return format_abnf(seq, sep: nil, embedded: false)
         else
-          return (@options[:html] ? %("<code class="grammar-literal">#{'%s' if sensitive}#{expr}</code>") : %(#{'%s' if sensitive}"#{expr}"))
+          return (@options[:html] ? %("<code class="grammar-literal">#{'%s' if sensitive}#{@coder.encode expr}</code>") : %(#{'%s' if sensitive}"#{expr}"))
         end
       end
       parts = {
@@ -528,11 +532,11 @@ module EBNF
       char =  "%x" + (fmt % u.ord)
       if @options[:html]
         if u.ord <= 0x20
-          char = %(<abbr title="#{ASCII_ESCAPE_NAMES[u.ord]}">#{char}</abbr>)
+          char = %(<abbr title="#{ASCII_ESCAPE_NAMES[u.ord]}">#{@coder.encode char}</abbr>)
         elsif u.ord <= 0x7F
-          char = %(<abbr title="ascii '#{u}'">#{char}</abbr>)
+          char = %(<abbr title="ascii '#{u}'">#{@coder.encode char}</abbr>)
         elsif u.ord == 0x7F
-          char = %(<abbr title="delete">#{char}</abbr>)
+          char = %(<abbr title="delete">#{@coder.encode char}</abbr>)
         elsif u.ord <= 0xFF
           char = %(<abbr title="extended ascii '#{u}'">#{char}</abbr>)
         else
@@ -550,7 +554,7 @@ module EBNF
 
     # Format the expression part of a rule
     def format_isoebnf(expr, sep: nil, embedded: false)
-      return (@options[:html] ? %(<a href="#grammar-production-#{expr}">#{expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
+      return (@options[:html] ? %(<a href="#grammar-production-#{@coder.encode expr}">#{@coder.encode expr}</a>) : expr.to_s) if expr.is_a?(Symbol)
       if expr.is_a?(String)
         expr = expr[2..-1].hex.chr if expr =~ /\A#x\h+/
         expr.chars.each do |c|
@@ -558,9 +562,9 @@ module EBNF
             ISOEBNF::TERMINAL_CHARACTER.match?(c)
         end
         if expr =~ /"/
-          return (@options[:html] ? %('<code class="grammar-literal">#{expr}</code>') : %('#{expr}'))
+          return (@options[:html] ? %('<code class="grammar-literal">#{@coder.encode expr}</code>') : %('#{expr}'))
         else
-          return (@options[:html] ? %("<code class="grammar-literal">#{expr}</code>") : %("#{expr}"))
+          return (@options[:html] ? %("<code class="grammar-literal">#{@coder.encode expr}</code>") : %("#{expr}"))
         end
       end
       parts = {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ebnf
 version: !ruby/object:Gem::Version
-  version: 2.1.0
+  version: 2.1.1
 platform: ruby
 authors:
 - Gregg Kellogg
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-13 00:00:00.000000000 Z
+date: 2020-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sxp
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: htmlentities
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.3'
 - !ruby/object:Gem::Dependency
   name: rdf-spec
   requirement: !ruby/object:Gem::Requirement
@@ -81,33 +95,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.1'
 - !ruby/object:Gem::Dependency
-  name: erubis
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '1.10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '1.10'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: erubis
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '2.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -164,8 +178,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '13.0'
-description: EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant
-  LL(1) grammars.
+description: EBNF is a Ruby parser for W3C EBNF and a parser generator for PEG and
+  LL(1). Also includes parsing modes for ISO EBNF and ABNF.
 email: public-rdf-ruby@w3.org
 executables:
 - ebnf