rubypeg 0.0.2

data/spec/text_peg2ruby_peg_spec.rb

@@ -0,0 +1,302 @@
+$:.unshift File.join(File.dirname(__FILE__), *%w[.])
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'rubypeg'
+require 'textpeg'
+require 'textpeg2rubypeg'
+
+describe TextPeg2RubyPeg do
+
+  def check(input,output)
+    ruby = TextPeg2RubyPeg.new
+    peg = TextPeg.parse(input)
+    peg.visit(ruby)
+    ruby.to_ruby.should == output
+  end  
+
+  it "creates a class that extends RubyPeg and is named after the first rule" do
+input = <<END
+  one = .
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    any_character
+  end
+  
+end
+END
+  check input, output
+  end
+
+    it "creates sequences" do
+input = <<END
+  one = . . .
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    any_character && any_character && any_character
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates alternatives" do
+input = <<END
+  one = . | . | .
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    any_character || any_character || any_character
+  end
+  
+end
+END
+    check input, output
+    end
+
+  it "creates alternatives and sequences together" do
+input = <<END
+  one = (. .) | .
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    (any_character && any_character) || any_character
+  end
+  
+end
+END
+  check input, output
+  end
+
+    it "creates nodes" do
+input = <<END
+  one := . . .
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    node :one do
+      any_character && any_character && any_character
+    end
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates positive and negative lookaheads and ignores" do
+input = <<END
+  one = !. &. `.
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    not_followed_by { any_character } && followed_by { any_character } && ignore { any_character }
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates repeated occurrence suffixes" do
+input = <<END
+  one = .? .+ .*
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    optional { any_character } && one_or_more { any_character } && any_number_of { any_character }
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates terminal strings" do
+input = <<END
+  one = "one"
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    terminal("one")
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates terminal strings, escaping where relevant" do
+input = <<END
+  one = '"'
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    terminal("\\"")
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates terminal character ranges" do
+input = <<END
+  one = [a-z]
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    terminal(/[a-z]/)
+  end
+  
+end
+END
+    check input, output
+    end
+
+    it "creates terminal regular expressions" do
+input = <<END
+  one = /one/
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    terminal(/one/)
+  end
+  
+end
+END
+    check input, output
+    end
+
+it "has a helper class method parse_to_ruby(text_peg) that does the parsing and compiling in one shot" do
+input = <<END
+  one = /one/
+END
+output = <<END
+require 'rubypeg'
+
+class One < RubyPeg
+  
+  def root
+    one
+  end
+  
+  def one
+    terminal(/one/)
+  end
+  
+end
+END
+TextPeg2RubyPeg.parse_to_ruby(input).should == output  
+end
+
+it "has a helper class method parse_to_loaded_class(text_peg) that parses the text peg, compiles it to ruby and then evaluates it so it is immediately available" do
+parser = TextPeg2RubyPeg.parse_to_loaded_class("one := /one/")
+parser.parse("one").to_ast.should == [:one,"one"]
+end
+
+it "has a helper class method parse_file_to_loaded_class(filename) that loads a text peg then parses and compiles it to ruby before evaluating it so that it is immediately available" do
+parser = TextPeg2RubyPeg.parse_file_to_loaded_class(File.join(File.dirname(__FILE__),'../lib/textpeg.txt'))
+parser.parse("one := /one/").to_ast.should == [:text_peg, [:node, [:identifier, "one"], [:sequence, [:terminal_regexp, "one"]]]]
+end
+
+it "parses its own grammar" do
+  input = IO.readlines(File.join(File.dirname(__FILE__),'../lib/textpeg.txt')).join
+  output = IO.readlines(File.join(File.dirname(__FILE__),'../lib/textpeg.rb')).join
+  ruby = TextPeg2RubyPeg.new
+  peg = TextPeg.parse(input)
+  peg.visit(ruby)
+  r = ruby.to_ruby
+  r.should == output
+end
+
+end

data/spec/text_peg_spec.rb

@@ -0,0 +1,123 @@
+$:.unshift File.join(File.dirname(__FILE__), *%w[.])
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'rubypeg'
+require 'textpeg'
+
+describe TextPeg do
+  
+it "parses rules, one per line" do
+input = <<END
+  one = .
+  two = .
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:any_character]]],[:definition,[:identifier,"two"],[:sequence,[:any_character]]]]
+end
+
+it "assigns nodes, one per line" do
+input = <<END
+  one := .
+  two := .
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:node,[:identifier,"one"],[:sequence,[:any_character]]],[:node,[:identifier,"two"],[:sequence,[:any_character]]]]
+end
+
+it "parses terminal strings in double quotes" do
+input = <<END
+  one = "terminal string"
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_string,"terminal string"]]]]
+end
+
+it "parses terminal strings in single quotes" do
+input = <<END
+  one = 'terminal string'
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_string,"terminal string"]]]]
+end
+
+it "parses terminal character matches" do
+input = <<END
+  one = [a-z]
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_character_range,"[a-z]"]]]]
+end
+
+it "parses terminal regular expression matches" do
+input = <<END
+  one = /one/
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_regexp,"one"]]]]
+end
+
+it "parses terminal regular expression matches with tricky inners" do
+input = <<END
+  one = /\\/one\\/two\\/three/
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_regexp,"\\/one\\/two\\/three"]]]]
+end
+
+it "parses any character matches" do
+input = <<END
+  one = .
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:any_character]]]]
+end
+
+it "parses alternatives" do
+input = <<END
+  one = "one" | "two" | "three"
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:alternatives,[:terminal_string,"one"],[:terminal_string,"two"],[:terminal_string,"three"]]]]
+end
+
+it "parses sequences" do
+input = <<END
+  one = "one" "two" "three"
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:terminal_string,"one"],[:terminal_string,"two"],[:terminal_string,"three"]]]]
+
+end
+
+it "parses alternatives in sequences" do
+input = <<END
+  one = ("one"|"1") "two" ( "three" | "3" )
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:bracketed_expression, [:alternatives,[:terminal_string,"one"],[:terminal_string,'1']]],[:terminal_string,"two"],[:bracketed_expression,[:alternatives,[:terminal_string,"three"],[:terminal_string,'3']]]]]]
+
+end
+
+it "parses sequences in alternatives" do
+input = <<END
+  one = ( "one" "two" "three" ) | ("1" "2" "3")
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:alternatives,[:bracketed_expression,[:sequence,[:terminal_string,"one"],[:terminal_string,"two"],[:terminal_string,"three"]]],[:bracketed_expression,[:sequence,[:terminal_string,'1'],[:terminal_string,'2'],[:terminal_string,'3']]]]]]
+end
+
+it "parses suffix elements" do
+input = <<END
+  one = "one"? "two"* "three"+ ("four" | "five")?
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:optional,[:terminal_string,"one"]],[:any_number_of,[:terminal_string,"two"]],[:one_or_more,[:terminal_string,"three"]],[:optional,[:bracketed_expression,[:alternatives,[:terminal_string,"four"],[:terminal_string,"five"]]]]]]]
+end
+
+it "parses lookaheads" do
+input = <<END
+  one = !"one" &"two"
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:not_followed_by,[:terminal_string,"one"]],[:followed_by,[:terminal_string,"two"]]]]]
+end
+
+
+it "parses ignores" do
+input = <<END
+  one = `"one" &"two"
+END
+TextPeg.parse(input).to_ast.should == [:text_peg,[:definition,[:identifier,"one"],[:sequence,[:ignored,[:terminal_string,"one"]],[:followed_by,[:terminal_string,"two"]]]]]
+end
+
+it "parses its own grammar" do
+  input = IO.readlines(File.join(File.dirname(__FILE__),'../lib/textpeg.txt')).join
+  o = TextPeg.parse(input)
+  o.should_not == nil
+end
+end

data/spec/visit_spec.rb

@@ -0,0 +1,67 @@
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'rubypeg'
+
+class SimplePeg < RubyPeg
+  def root
+    node :root do 
+      one && two && three
+    end
+  end
+  
+  def one
+    terminal('one')
+  end
+  
+  def two
+    node :two do
+      terminal('2') || terminal('two')
+    end
+  end
+  
+  def three
+    node :three do
+      one_or_more { terminal('x') }
+    end
+  end
+end
+
+describe SimplePeg do
+  
+  it "matches one2xxx" do
+    SimplePeg.parse("one2xxx").to_ast.should == [:root,'one',[:two,'2'],[:three,'x','x','x']]
+  end
+end
+
+class EmptyPegBuilder
+  
+end
+
+describe EmptyPegBuilder do
+  it "demonstrates the way that terminals are reduced to strings" do
+    SimplePeg.parse("one2xxx").visit(EmptyPegBuilder.new).should == ['one','2',['x','x','x']]
+  end
+end
+
+
+class NonTerminalPegBuilder
+  
+  def root(one,two,three)
+    "one:#{one},two:#{two.visit(self)},three:#{three.visit(self)}"
+  end
+  
+  def two(number)
+    number.visit(self).to_i + 1
+  end
+  
+  def three(*args)
+    args.size
+  end
+  
+end
+
+describe EmptyPegBuilder do
+  it "demonstrates the way that non terminals optionally call methods on the builder to be converted" do
+    SimplePeg.parse("one2xxx").visit(NonTerminalPegBuilder.new).should == "one:one,two:3,three:3"
+  end
+end
+

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification 
+name: rubypeg
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Thomas Counsell, Green on Black Ltd
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-04-26 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rubyscriptwriter
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: 
+email: ruby-peg@greenonblack.com
+executables: 
+- text-peg2ruby-peg
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- README
+- spec/any_character_spec.rb
+- spec/lookahead_spec.rb
+- spec/non_terminal_spec.rb
+- spec/peg_leg_spec.rb
+- spec/repetition_spec.rb
+- spec/sequence_spec.rb
+- spec/terminal_spec.rb
+- spec/text_peg2ruby_peg_spec.rb
+- spec/text_peg_spec.rb
+- spec/visit_spec.rb
+- lib/rubypeg.rb
+- lib/textpeg.rb
+- lib/textpeg.txt
+- lib/textpeg2rubypeg.rb
+- bin/text-peg2ruby-peg
+- examples/arithmetic/arithmetic_peg.rb
+- examples/arithmetic/arithmetic_peg.txt
+- examples/arithmetic/arithmetic_peg_spec.rb
+- examples/arithmetic/calculator.rb
+- examples/arithmetic/calculator_spec.rb
+- examples/excel/excel_peg.txt
+- examples/excel/excel_peg_spec.rb
+has_rdoc: true
+homepage: http://wiki.github.com/tamc/rubypeg/
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: RubyPeg helps you to create readable Parsing Expression Grammars (PEG) in, err, ruby
+test_files: []
+