chomsky 0.1.0

data/lib/chomsky/action.rb

@@ -0,0 +1,15 @@
+require 'chomsky'
+
+module Chomsky
+  class Action < ParserGenerator
+    def initialize grammar, action
+      @grammar = grammar
+      @action = action
+    end
+
+    def call string
+      @grammar.instance_exec(string, &@action)
+      [string, ""]
+    end
+  end
+end

data/lib/chomsky/grammar.rb

@@ -0,0 +1,20 @@
+require 'chomsky'
+
+module Chomsky
+  class Grammar
+    include Parser::BasicParsers
+    include ParserGenerator::Combinators
+
+    def self.rule name, &pg
+      define_method(name) { Rule.new(self, pg) }
+    end
+
+    def self.action name, &block
+      define_method(name) { Action.new(self, block) }
+    end
+
+    def initialize
+    end
+
+  end
+end

data/lib/chomsky/parser.rb

@@ -0,0 +1,29 @@
+require 'chomsky'
+
+module Chomsky
+  class Parser
+    autoload :Anything,     "chomsky/parsers/anything"
+    autoload :BasicParsers, "chomsky/parsers/basic_parsers"
+    autoload :Blank,        "chomsky/parsers/blank"
+    autoload :Literal,      "chomsky/parsers/literal"
+    autoload :Nothing,      "chomsky/parsers/nothing"
+    autoload :Regexp,       "chomsky/parsers/regexp"
+
+    include ParserGenerator::Combinators
+
+    def self.call *args
+      new(*args)
+    end
+
+    def initialize
+    end
+
+    def call string
+      [nil, string]
+    end
+
+    def to_pg
+      self
+    end
+  end
+end

data/lib/chomsky/parser_generator.rb

@@ -0,0 +1,35 @@
+require 'chomsky/parser_generators/combinators'
+
+module Chomsky
+  class ParserGenerator
+    autoload :And,            "chomsky/parser_generators/and"
+    autoload :Compose,        "chomsky/parser_generators/compose"
+    autoload :Repeat,         "chomsky/parser_generators/repeat"
+    autoload :Not,            "chomsky/parser_generators/not"
+    autoload :Or,             "chomsky/parser_generators/or"
+    autoload :Peek,           "chomsky/parser_generators/peek"
+    autoload :Perhaps,        "chomsky/parser_generators/perhaps"
+    autoload :Skip,           "chomsky/parser_generators/skip"
+    autoload :Some,           "chomsky/parser_generators/some"
+    autoload :Capture,        "chomsky/parser_generators/capture"
+    autoload :Backreference,  "chomsky/parser_generators/backreference"
+
+    include Chomsky::ParserGenerator::Combinators
+
+    def self.call *args
+      new(*args)
+    end
+
+    def initialize parser
+      @parser = parser
+    end
+
+    def call string
+      @parser.call(string)
+    end
+
+    def to_pg
+      self
+    end
+  end
+end

data/lib/chomsky/parser_generators/and.rb

@@ -0,0 +1,25 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class And < ParserGenerator
+      def initialize left, right
+        @left, @right = left, right
+      end
+
+      def call string
+        head, rest = @left.(string)
+        if head
+          more, rest = @right.(rest)
+          if more
+            [head + more, rest]
+          else
+            [nil, string]
+          end
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/backreference.rb

@@ -0,0 +1,19 @@
+require 'chomsky'
+
+module Chomsky
+  class ParserGenerator
+    class Backreference < ParserGenerator
+      def initialize capture
+        @capture = capture
+      end
+
+      def call string
+        if parser = @capture.parser
+          parser.(string)
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/capture.rb

@@ -0,0 +1,18 @@
+require 'chomsky'
+
+module Chomsky
+  class ParserGenerator
+    class Capture < ParserGenerator
+      attr_reader :parser
+
+      def initialize
+        @parser = nil
+      end
+
+      def call string
+        @parser = Parser::Literal.(string)
+        [string, ""]
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/combinators.rb

@@ -0,0 +1,83 @@
+require 'chomsky'
+
+module Chomsky
+  class ParserGenerator
+    module Combinators
+      def !
+        Not.(self.to_pg)
+      end
+
+      def _?
+        Perhaps.(self.to_pg)
+      end
+
+      def & other
+        And.(self.to_pg, other.to_pg)
+      end
+
+      def | other
+        Or.(self.to_pg, other.to_pg)
+      end
+
+      def < other
+        Skip.(self.to_pg) & other.to_pg
+      end
+
+      def > other
+        self.to_pg & Skip.(other.to_pg)
+      end
+
+      def % other
+        self.to_pg & Peek.(other.to_pg)
+      end
+
+      def - other
+        self.to_pg >> !(other.to_pg)
+      end
+
+      def +
+        Some.(self.to_pg)
+      end
+
+      def *
+        self.+()._?
+      end
+
+      def [] min, max = nil
+        if max
+          p = Repeat.(self._?, max)
+          min ? Repeat.(self.to_pg, min) & p : p
+        else
+          case min
+          when 0
+            self.*()
+          when 1
+            self.+()
+          else
+            Repeat.(self.to_pg, min) & self._?.*()
+          end
+        end
+      end
+
+      def >> other
+        Compose.(self.to_pg, other.to_pg)
+      end
+
+      def capture name
+        captures[name] = Capture.new
+      end
+      alias_method :cap, :capture
+
+      def reference name
+        Backreference.new(captures[name])
+      end
+      alias_method :ref, :reference
+
+      private
+
+      def captures
+        @captures ||= {}
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/compose.rb

@@ -0,0 +1,25 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Compose < ParserGenerator
+      def initialize left, right
+        @left, @right = left, right
+      end
+
+      def call string
+        head, rest = @left.(string)
+        if head
+          more, _ = @right.(head)
+          if more
+            [more, rest]
+          else
+            [nil, string]
+          end
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/not.rb

@@ -0,0 +1,16 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Not < ParserGenerator
+      def call string
+        head, rest = @parser.(string)
+        if head
+          [nil, string]
+        else
+          ["", rest]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/or.rb

@@ -0,0 +1,25 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Or < ParserGenerator
+      def initialize left, right
+        @left, @right = left, right
+      end
+
+      def call string
+        head, rest = @left.(string)
+        if head
+          [head, rest]
+        else
+          more, rest = @right.(string)
+          if more
+            [more, rest]
+          else
+            [nil, string]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/peek.rb

@@ -0,0 +1,16 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Peek < ParserGenerator
+      def call string
+        head, rest = @parser.(string)
+        if head
+          ["", string]
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/perhaps.rb

@@ -0,0 +1,12 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Perhaps < ParserGenerator
+      def call string
+        head, rest = @parser.(string)
+        [head || "", rest]
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/repeat.rb

@@ -0,0 +1,24 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Repeat < ParserGenerator
+      def initialize parser, n
+        super(parser)
+        @n = n
+      end
+
+      def call string
+        head, rest = "", string
+        @n.times do
+          more, rest = @parser.(rest)
+          if more
+            head += more
+          else
+            return [nil, string]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parser_generators/skip.rb

@@ -0,0 +1,17 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Skip < ParserGenerator
+      def call string
+        head, rest = @parser.(string)
+        if head
+          ["", rest]
+        else
+          [nil, rest]
+        end
+      end
+    end
+  end
+end
+

data/lib/chomsky/parser_generators/some.rb

@@ -0,0 +1,21 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class ParserGenerator
+    class Some < ParserGenerator
+      def call string
+        head, rest = @parser.(string)
+        if head
+          more = ""
+          until more.nil?
+            more, rest = @parser.(rest)
+            head += more if more
+          end
+          [head, rest]
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/anything.rb

@@ -0,0 +1,21 @@
+require 'chomsky'
+
+module Chomsky
+  class Parser
+    class Anything < Parser
+      attr_reader :length
+
+      def initialize length = 1
+        @length = length
+      end
+
+      def call string
+        if string.length < @length
+          [nil, string]
+        else
+          [string[0,@length], string[@length..-1]]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/basic_parsers.rb

@@ -0,0 +1,36 @@
+require 'chomsky/parser'
+require 'chomsky/parser_generators/perhaps'
+
+module Chomsky
+  class Parser
+    module BasicParsers
+      # Any single character
+      def _
+        Anything.()
+      end
+
+      # Only matches an empty string
+      def eos
+        Nothing.()
+      end
+
+      # Matches one or more whitespace characters
+      def ___
+        Blank.()
+      end
+
+      # optional whitespace
+      def ___?
+        ParserGenerator::Perhaps.(Blank.())
+      end
+
+      def ` string
+        Literal.(string)
+      end
+
+      def r regexp
+        Parser::Regexp.(regexp)
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/blank.rb

@@ -0,0 +1,11 @@
+require 'chomsky'
+
+module Chomsky
+  class Parser
+    class Blank < Regexp
+      def initialize
+        super(%r{\s+})
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/literal.rb

@@ -0,0 +1,19 @@
+require 'chomsky/parser'
+
+module Chomsky
+  class Parser
+    class Literal < Parser
+      def initialize string
+        @value = string
+      end
+
+      def call string
+        if string.start_with?(@value)
+          [@value, string[@value.length..-1]]
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/nothing.rb

@@ -0,0 +1,15 @@
+require 'chomsky'
+
+module Chomsky
+  class Parser
+    class Nothing < Parser
+      def call string
+        if string.empty?
+          ["", string]
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/parsers/regexp.rb

@@ -0,0 +1,19 @@
+require 'chomsky/parser'
+
+module Chomsky
+  class Parser
+    class Regexp < Parser
+      def initialize pattern
+        @pattern = ::Regexp.new("\\A" + pattern.source)
+      end
+
+      def call string
+        if mdata = @pattern.match(string)
+          [mdata.to_s, string[mdata.to_s.length..-1]]
+        else
+          [nil, string]
+        end
+      end
+    end
+  end
+end

data/lib/chomsky/rule.rb

@@ -0,0 +1,25 @@
+require 'chomsky/parser_generator'
+
+module Chomsky
+  class Rule < ParserGenerator
+    attr_reader :name
+
+    def initialize grammar, pg
+      @grammar = grammar
+      @pg = pg
+    end
+
+    def call string
+      if parser = @grammar.instance_exec(&@pg)
+        tok, rest = parser.(string)
+        if tok
+          [tok, rest]
+        else
+          [nil, string]
+        end
+      else
+        [nil, string]
+      end
+    end
+  end
+end

data/lib/chomsky.rb

@@ -0,0 +1,7 @@
+module Chomsky
+  autoload :Grammar,          "chomsky/grammar"
+  autoload :Rule,             "chomsky/rule"
+  autoload :Action,           "chomsky/action"
+  autoload :Parser,           "chomsky/parser"
+  autoload :ParserGenerator,  "chomsky/parser_generator"
+end

metadata

@@ -0,0 +1,72 @@
+--- !ruby/object:Gem::Specification
+name: chomsky
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Sander Hartlage
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-16 00:00:00.000000000 Z
+dependencies: []
+description: Chomsky generates parsing expression grammars with a nice pure-Ruby DSL,
+  eliminating the need for secondary grammar definition files or out-of-band compilation,
+  and allowing a grammar's rules to grow dynamically or be manipulated as easy-to-understand
+  Ruby objects.
+email: sander.hartlage@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/chomsky/action.rb
+- lib/chomsky/grammar.rb
+- lib/chomsky/parser.rb
+- lib/chomsky/parser_generator.rb
+- lib/chomsky/parser_generators/and.rb
+- lib/chomsky/parser_generators/backreference.rb
+- lib/chomsky/parser_generators/capture.rb
+- lib/chomsky/parser_generators/combinators.rb
+- lib/chomsky/parser_generators/compose.rb
+- lib/chomsky/parser_generators/not.rb
+- lib/chomsky/parser_generators/or.rb
+- lib/chomsky/parser_generators/peek.rb
+- lib/chomsky/parser_generators/perhaps.rb
+- lib/chomsky/parser_generators/repeat.rb
+- lib/chomsky/parser_generators/skip.rb
+- lib/chomsky/parser_generators/some.rb
+- lib/chomsky/parsers/anything.rb
+- lib/chomsky/parsers/basic_parsers.rb
+- lib/chomsky/parsers/blank.rb
+- lib/chomsky/parsers/literal.rb
+- lib/chomsky/parsers/nothing.rb
+- lib/chomsky/parsers/regexp.rb
+- lib/chomsky/rule.rb
+- lib/chomsky.rb
+homepage: http://github.com/sander6/chomsky
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Pure-Ruby parsing expression grammar generator
+test_files: []
+has_rdoc: