yaparc 0.2.2 → 0.2.3

data/lib/yaparc.rb

@@ -29,10 +29,6 @@ module Yaparc
     IS_WHITESPACE = lambda {|i| i == ' ' or i == "\n" or i == "\t"}
     IS_CR = lambda {|i| i == "\n"}
 
-#     def self.included(mod)
-#       mod.extend ClassMethods
-#     end
-
     def parse(input) #, &block)
       result = @parser.call(input)
 
@@ -41,44 +37,14 @@ module Yaparc
       else
         result
       end
-
-#       if result.respond_to? :parse
-#         result = result.parse(input)
-#       else
-# #         if block_given?
-# #           result.value = yield result.value
-# #           @tree = result
-# #         end
-#         result
-#       end
-
-#      if result.respond_to? :parse
-#         result = result.parse(input)
-#       else
-#         if block_given?
-#           result.value = yield result.value
-#           @tree = result
-#         else
-#           @tree = result.value
-#         end
-#         result
-#       end
     end
 
-#     def eval
-#       tree = parse(input)
-#     end
-
-
-#     module ClassMethods
-#       def included(mod)
-#       end
-#     end
   end # of Module Parsable
 
   class Succeed
     include Parsable
     attr_reader :remaining
+
     def initialize(value, remaining = nil)
       @parser = lambda do |input|
         Result::OK.new(:value => value, :input => input)
@@ -99,6 +65,7 @@ module Yaparc
 
   class Item
     include Parsable
+
     def initialize
       @parser = lambda do |input|
         if input.nil? or input.empty?
@@ -112,6 +79,7 @@ module Yaparc
 
   class ZeroOne
     include Parsable
+
     def initialize(parser, identity = [])
       @parser = lambda do |input|
         case result = parser.parse(input)
@@ -131,9 +99,9 @@ module Yaparc
 
   class Satisfy
     include Parsable
+
     def initialize(predicate)
       raise unless predicate.instance_of?(Proc)
-
       @parser = lambda do |input|
         result = Item.new.parse(input)
         if result.instance_of?(Result::OK) and predicate.call(result.value)
@@ -141,27 +109,6 @@ module Yaparc
         else
           Fail.new
         end
-
-#         if result.instance_of?(Result::OK)
-#           if predicate.call(result.value)
-#             Succeed.new(result.value, result.input)
-#           else
-#             Fail.new
-#           end
-#         else # Result::Fail or Result::Error
-#           Fail.new
-#         end
-
-#         case result = Item.new.parse(input)
-#         when Result::OK
-#           parser = if predicate.call(result.value)
-#                      Succeed.new(result.value, result.input)
-#                    else
-#                      Fail.new
-#                    end
-#         else # Result::Fail or Result::Error
-#           Fail.new
-#         end
       end
     end
 
@@ -190,15 +137,6 @@ module Yaparc
         else
           Succeed.new(result.value)
         end
-#         case result = parser.parse(input)
-#         when Result::Fail
-#           Result::Error.new(:value => result.value, :input => result.input)
-#         when Result::OK
-#           Succeed.new(result.value)
-#         else
-#           Succeed.new(result.value)
-# #          Result::OK.new(:value => result.value,:input => result.input)
-#         end
       end
     end
   end # of NoFail
@@ -206,6 +144,7 @@ module Yaparc
 
   class Seq
     include Parsable
+
     def initialize(*parsers, &block)
       @parser = lambda do |input|
         args = []
@@ -218,13 +157,6 @@ module Yaparc
             args << result.value
             result
           end
-#           case result = parser.parse(subsequent.input)
-#           when Result::Fail
-#             break Result::Fail.new(:input => subsequent.input)
-#           else
-#             args << result.value
-#             result
-#           end
         end
 
         case final_result
@@ -267,8 +199,34 @@ module Yaparc
     end # of initialize
   end
 
+#   class Alt
+#     include Parsable
+#     def initialize(*parsers)
+#       @parser = lambda do |input|
+#         if head = parsers[0]
+#           case result = head.parse(input)
+#           when Result::Fail
+#             if parsers.empty?
+#               result
+#             else
+#               Alt.new(*parsers[1..-1]).parse(input)
+#             end
+#           when Result::OK
+#             result
+#           else
+#             raise
+#           end
+#         else
+#           Result::Fail.new(:input => input)
+#         end
+#       end
+#     end # of initialize
+#   end
+
+
   class Apply
     include Parsable
+
     def initialize(parser, &block)
       @parser = lambda do |input|
         result = parser.parse(input)
@@ -277,12 +235,6 @@ module Yaparc
         else
           Fail.new.parse(input)
         end
-#         case result = parser.parse(input)
-#         when Result::OK
-#           Succeed.new(yield(result.value)).parse(result.input)
-#         else
-#           Fail.new.parse(input)
-#         end
       end
     end # of initialize
   end # of Apply
@@ -290,6 +242,7 @@ module Yaparc
 
   class String
     include Parsable
+
     def initialize(string, case_sensitive = true)
       @parser = lambda do |input|
         result = Item.new.parse(string)
@@ -298,30 +251,15 @@ module Yaparc
                   Char.new(result.value, case_sensitive),
                   Yaparc::String.new(result.input, case_sensitive),
                   Succeed.new(result.value + result.input)
-                  ) do |char_result, string_result, succeed_result|
+#                  ) do |char_result, string_result, succeed_result|
+                  ) do |_, _, succeed_result|
             succeed_result
           end
         else
-          Succeed.new(result) # Is it OK?
+          Succeed.new(result)
         end
-#         case result = Item.new.parse(string)
-#         when Result::OK
-#           Seq.new(
-#                   Char.new(result.value, case_sensitive),
-#                   Yaparc::String.new(result.input, case_sensitive),
-#                   Succeed.new(result.value + result.input)
-#                   ) do |char_result, string_result, succeed_result|
-#             succeed_result
-#           end
-#         else
-#           Succeed.new(result) # Is it OK?
-#         end
       end
     end
-
-#     def parse(input)
-#       @parser.call(input).parse(input)
-#     end
   end
 
   class Regex
@@ -342,23 +280,24 @@ module Yaparc
       end
     end
 
-    def parse_with_parameter(input)
-      raise "Deprecated!! Use Regex with block"
-      if match = Regexp.new(@regex).match(input)
-        if block_given?
-          yield match.to_a[1..match.to_a.length]
-        else
-          Result::OK.new(:value => match, :input => match.post_match)
-        end
-      else
-        Result::Fail.new(:input => input)
-      end
-    end
+#     def parse_with_parameter(input)
+#       raise "Deprecated!! Use Regex with block"
+#       if match = Regexp.new(@regex).match(input)
+#         if block_given?
+#           yield match.to_a[1..match.to_a.length]
+#         else
+#           Result::OK.new(:value => match, :input => match.post_match)
+#         end
+#       else
+#         Result::Fail.new(:input => input)
+#       end
+#     end
   end
 
   # permits zero or more applications of parser.
   class Many
     include Parsable
+
     def initialize(parser, identity = [])
       @parser = lambda do |input|
         Alt.new(ManyOne.new(parser, identity), Succeed.new(identity))
@@ -369,6 +308,7 @@ module Yaparc
   # requires at least one successfull application of parser.
   class ManyOne
     include Parsable
+
     def initialize(parser, identity = [])
       @parser = lambda do |input|
         Seq.new(parser, Many.new(parser, identity)) do |head, tail|
@@ -430,6 +370,7 @@ module Yaparc
 
   class WhiteSpace
     include Parsable
+
     def initialize
       @parser = lambda do |input|
         #Many.new(Satisfy.new(IS_WHITESPACE),'')
@@ -442,7 +383,7 @@ module Yaparc
     include Parsable
     attr_accessor :prefix, :postfix
 
-    def initialize(parser, args = { }, &block)
+    def initialize(parser, args = {}, &block)
       @parser = lambda do |input|
         @prefix = args[:prefix] ? args[:prefix] : WhiteSpace.new
         @postfix = args[:postfix] ? args[:postfix] : WhiteSpace.new
@@ -462,6 +403,7 @@ module Yaparc
 
   class Literal
     include Parsable
+
     def initialize(literal, case_sensitive = true)
       @parser =  lambda do |input|
         Tokenize.new(Yaparc::String.new(literal, case_sensitive))
@@ -469,33 +411,110 @@ module Yaparc
     end
   end
 
+#   class Tokenizer
+#     include Parsable
+#     attr_accessor :prefix, :postfix
+
+#     def initialize(args = {})
+#       @parser = lambda do |input|
+#         @prefix = args[:prefix] ? args[:prefix] : WhiteSpace.new
+#         @postfix = args[:postfix] ? args[:postfix] : WhiteSpace.new
+#       end
+#     end
+
+#     def tokenize(&block)
+#       parser = yield
+
+#       Seq.new(@prefix, parser, @postfix) do |_, vs, _|
+#         vs
+#       end
+#     end
+#   end
+
+#   class Literalizer
+#     include Parsable
+
+#     def initialize(literal, options = {})
+#       unless case_sensitive = options[:case_sensitive]
+#         true
+#       end
+
+#       unless tokenizer = options[:tokenizer]
+#         tokenizer = Tokenizer.new
+#       end
+
+#       @parser =  lambda do |input|
+#         tokenizer.tokenize do
+#           Yaparc::String.new(literal, case_sensitive)
+#         end
+#       end
+#     end
+#   end
+
   # Refer to http://www.cs.nott.ac.uk/~gmh/monparsing.pdf, p.23
   class Identifier
     include Yaparc::Parsable
-    @@identifier_regex = ::Yaparc::Regex.new(/\A[a-zA-Z_]+[a-zA-Z0-9_]*/)
+    @@identifier_regex = /\A[a-zA-Z_]+[a-zA-Z0-9_]*/
 
-    def initialize(*keywords)
-      if keywords == []
-        @parser = lambda do |input|
-          Tokenize.new(@@identifier_regex)
-        end
-      else
+    def initialize(options = {})
+      identifier_regex = if regex = options[:regex]
+                           ::Yaparc::Regex.new(regex)
+                         else
+                           ::Yaparc::Regex.new(@@identifier_regex)
+                         end
+
+      tokenizer = Tokenize.new(identifier_regex)
+
+      if exclude = options[:exclude]
         @parser = lambda do |input|
-          keyword_parsers = keywords.map {|keyword| Yaparc::String.new(keyword)}
+          keyword_parsers = exclude.map {|keyword| Yaparc::String.new(keyword)}
+
           case result = Yaparc::Alt.new(*keyword_parsers).parse(input)
           when Yaparc::Result::OK
             Yaparc::Fail.new
           else # Result::Fail or Result::Error
-            Tokenize.new(@@identifier_regex)
+            tokenizer
           end
         end
+      else
+        @parser = lambda do |input|
+          tokenizer
+        end
       end
     end
+  end
 
-#     def parse(input)
-#       @parser.call(input).parse(input)
+#   class Identifier
+#     include Yaparc::Parsable
+#     @@identifier_regex = ::Yaparc::Regex.new(/\A[a-zA-Z_]+[a-zA-Z0-9_]*/)
+
+#     def initialize(*keywords)
+# #    def initialize(*keywords, &block)
+#       if keywords == []
+#         @parser = lambda do |input|
+#           Tokenize.new(@@identifier_regex)
+# #           if block_given?
+# #             tokenize = Tokenize.new(@@identifier_regex)
+# #             yield tokenize
+# #             tokenize
+# #           else
+# #             Tokenize.new(@@identifier_regex)
+# #           end
+#         end
+#       else
+#         @parser = lambda do |input|
+#           keyword_parsers = keywords.map {|keyword| Yaparc::String.new(keyword)}
+
+#           case result = Yaparc::Alt.new(*keyword_parsers).parse(input)
+#           when Yaparc::Result::OK
+#             Yaparc::Fail.new
+#           else # Result::Fail or Result::Error
+#             Tokenize.new(@@identifier_regex)
+#           end
+#         end
+#       end
 #     end
-  end
+#   end
 
   class Char
     include Parsable

data/test/n3-report.html

@@ -0,0 +1,169 @@
+<html><head><title>BNF</title></head><body>
+  <h1>BNF</h1>
+  <p>Productions are in normal type, linked to their definitions.<br>
+    <em>Regular expressions are in italics</em><br>
+    <b><code>Literal characters in quoted in bold</code></b><br>
+    <em>void</em> means an empty production.
+  </p>
+  <dl>
+  <dt><a name="barename">barename</a></dt><dd>
+	<p><em>[A-Z_a-zÀ-ÖØ-öø-˿Ͱ-ͽͿ-῿‌-‍⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿][\-0-9A-Z_a-z·À-ÖØ-öø-ͽͿ-῿‌-‍‿-⁀⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿]*</em></p>
+	</dd>
+  <dt><a name="barename_csl">barename_csl</a></dt><dd>
+		<p><a href="#barename">barename</a> <a href="#barename_csl_tail">barename_csl_tail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="barename_csl_tail">barename_csl_tail</a></dt><dd>
+		<p><b><code>","</code></b> <a href="#barename">barename</a> <a href="#barename_csl_tail">barename_csl_tail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="boolean">boolean</a></dt><dd>
+		<p><b><code>"@false"</code></b></p>
+		<p><b><code>"@true"</code></b></p>
+	</dd>
+  <dt><a name="decimal">decimal</a></dt><dd>
+	<p><em>[-+]?[0-9]+(\.[0-9]+)?</em></p>
+	</dd>
+  <dt><a name="declaration">declaration</a></dt><dd>
+		<p><b><code>"@base"</code></b> <a href="#explicituri">explicituri</a></p>
+		<p><b><code>"@keywords"</code></b> <a href="#barename_csl">barename_csl</a></p>
+		<p><b><code>"@prefix"</code></b> <a href="#prefix">prefix</a> <a href="#explicituri">explicituri</a></p>
+	</dd>
+  <dt><a name="document">document</a></dt><dd>
+		<p><a href="#statements_optional">statements_optional</a> <em>EOF</em></p>
+	</dd>
+  <dt><a name="double">double</a></dt><dd>
+	<p><em>[-+]?[0-9]+(\.[0-9]+)?([eE][-+]?[0-9]+)</em></p>
+	</dd>
+  <dt><a name="dtlang">dtlang</a></dt><dd>
+		<p><b><code>"@"</code></b> <a href="#langcode">langcode</a></p>
+		<p><b><code>"^^"</code></b> <a href="#symbol">symbol</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="existential">existential</a></dt><dd>
+		<p><b><code>"@forSome"</code></b> <a href="#symbol_csl">symbol_csl</a></p>
+	</dd>
+  <dt><a name="explicituri">explicituri</a></dt><dd>
+	<p><em>&lt;[^&gt;]*&gt;</em></p>
+	</dd>
+  <dt><a name="expression">expression</a></dt><dd>
+		<p><a href="#pathitem">pathitem</a> <a href="#pathtail">pathtail</a></p>
+	</dd>
+  <dt><a name="formulacontent">formulacontent</a></dt><dd>
+		<p><a href="#statementlist">statementlist</a></p>
+	</dd>
+  <dt><a name="integer">integer</a></dt><dd>
+	<p><em>[-+]?[0-9]+</em></p>
+	</dd>
+  <dt><a name="langcode">langcode</a></dt><dd>
+	<p><em>[a-z]+(-[a-z0-9]+)*</em></p>
+	</dd>
+  <dt><a name="literal">literal</a></dt><dd>
+		<p><a href="#string">string</a> <a href="#dtlang">dtlang</a></p>
+	</dd>
+  <dt><a name="numericliteral">numericliteral</a></dt><dd>
+		<p><a href="#decimal">decimal</a></p>
+		<p><a href="#double">double</a></p>
+		<p><a href="#integer">integer</a></p>
+	</dd>
+  <dt><a name="object">object</a></dt><dd>
+		<p><a href="#expression">expression</a></p>
+	</dd>
+  <dt><a name="objecttail">objecttail</a></dt><dd>
+		<p><b><code>","</code></b> <a href="#object">object</a> <a href="#objecttail">objecttail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="pathitem">pathitem</a></dt><dd>
+		<p><a href="#boolean">boolean</a></p>
+		<p><a href="#literal">literal</a></p>
+		<p><a href="#numericliteral">numericliteral</a></p>
+		<p><a href="#quickvariable">quickvariable</a></p>
+		<p><a href="#symbol">symbol</a></p>
+		<p><b><code>"("</code></b> <a href="#pathlist">pathlist</a> <b><code>")"</code></b></p>
+		<p><b><code>"["</code></b> <a href="#propertylist">propertylist</a> <b><code>"]"</code></b></p>
+		<p><b><code>"{"</code></b> <a href="#formulacontent">formulacontent</a> <b><code>"}"</code></b></p>
+	</dd>
+  <dt><a name="pathlist">pathlist</a></dt><dd>
+		<p><a href="#expression">expression</a> <a href="#pathlist">pathlist</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="pathtail">pathtail</a></dt><dd>
+		<p><b><code>"!"</code></b> <a href="#expression">expression</a></p>
+		<p><b><code>"^"</code></b> <a href="#expression">expression</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="prefix">prefix</a></dt><dd>
+	<p><em>([A-Z_a-zÀ-ÖØ-öø-˿Ͱ-ͽͿ-῿‌-‍⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿][\-0-9A-Z_a-z·À-ÖØ-öø-ͽͿ-῿‌-‍‿-⁀⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿]*)?:</em></p>
+	</dd>
+  <dt><a name="propertylist">propertylist</a></dt><dd>
+		<p><a href="#verb">verb</a> <a href="#object">object</a> <a href="#objecttail">objecttail</a> <a href="#propertylisttail">propertylisttail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="propertylisttail">propertylisttail</a></dt><dd>
+		<p><b><code>";"</code></b> <a href="#propertylist">propertylist</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="qname">qname</a></dt><dd>
+	<p><em>(([A
+-Z_a-zÀ-ÖØ-öø-˿Ͱ-ͽͿ-῿‌-‍⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿][\-0-9A-Z_a-z·À-ÖØ-öø-ͽͿ-῿‌
+-‍‿-⁀⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿]*)?:)?[A-Z_a-zÀ-ÖØ-öø-˿Ͱ-ͽͿ-῿‌-‍⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-
+�𐀀-󯿿][\-0-9A-Z_a-z·À-ÖØ-öø-ͽͿ-῿‌-‍‿-⁀⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿]*</em></p>
+	</dd>
+  <dt><a name="quickvariable">quickvariable</a></dt><dd>
+	<p><em>\?[A-Z_a-zÀ-ÖØ-öø-˿Ͱ-ͽͿ-῿‌-‍⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿][\-0-9A-Z_a-z·À-ÖØ-öø-ͽͿ-῿‌-‍‿-⁀⁰-↏Ⰰ-⿯、-퟿豈-﷏ﷰ-�𐀀-󯿿]*</em></p>
+	</dd>
+  <dt><a name="simpleStatement">simpleStatement</a></dt><dd>
+		<p><a href="#subject">subject</a> <a href="#propertylist">propertylist</a></p>
+	</dd>
+  <dt><a name="statement">statement</a></dt><dd>
+		<p><a href="#declaration">declaration</a></p>
+		<p><a href="#existential">existential</a></p>
+		<p><a href="#simpleStatement">simpleStatement</a></p>
+		<p><a href="#universal">universal</a></p>
+	</dd>
+  <dt><a name="statementlist">statementlist</a></dt><dd>
+		<p><a href="#statement">statement</a> <a href="#statementtail">statementtail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="statements_optional">statements_optional</a></dt><dd>
+		<p><a href="#statement">statement</a> <b><code>"."</code></b> <a href="#statements_optional">statements_optional</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="statementtail">statementtail</a></dt><dd>
+		<p><b><code>"."</code></b> <a href="#statementlist">statementlist</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="string">string</a></dt><dd>
+	<p><em>("""[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*""")|("[^"\\]*(?:\\.[^"\\]*)*")</em></p>
+	</dd>
+  <dt><a name="subject">subject</a></dt><dd>
+		<p><a href="#expression">expression</a></p>
+	</dd>
+  <dt><a name="symbol">symbol</a></dt><dd>
+		<p><a href="#explicituri">explicituri</a></p>
+		<p><a href="#qname">qname</a></p>
+	</dd>
+  <dt><a name="symbol_csl">symbol_csl</a></dt><dd>
+		<p><a href="#symbol">symbol</a> <a href="#symbol_csl_tail">symbol_csl_tail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="symbol_csl_tail">symbol_csl_tail</a></dt><dd>
+		<p><b><code>","</code></b> <a href="#symbol">symbol</a> <a href="#symbol_csl_tail">symbol_csl_tail</a></p>
+		<p><em>void</em></p>
+	</dd>
+  <dt><a name="universal">universal</a></dt><dd>
+		<p><b><code>"@forAll"</code></b> <a href="#symbol_csl">symbol_csl</a></p>
+	</dd>
+  <dt><a name="verb">verb</a></dt><dd>
+		<p><a href="#expression">expression</a></p>
+		<p><b><code>"&lt;="</code></b></p>
+		<p><b><code>"="</code></b></p>
+		<p><b><code>"=&gt;"</code></b></p>
+		<p><b><code>"@a"</code></b></p>
+		<p><b><code>"@has"</code></b> <a href="#expression">expression</a></p>
+		<p><b><code>"@is"</code></b> <a href="#expression">expression</a> <b><code>"@of"</code></b></p>
+	</dd>
+
+</dl>
+
+</body></html>