ghazel-parslet 1.4.0.1

data/example/output/boolean_algebra.out

@@ -0,0 +1,4 @@
+{:and=>
+  {:left=>{:var=>"1"@3},
+   :right=>{:or=>{:left=>{:var=>"2"@13}, :right=>{:var=>"3"@21}}}}}
+[["1", "2"], ["1", "3"]]

data/example/output/calc.out

@@ -0,0 +1 @@
+123*2 (command line): -> 246

data/example/output/comments.out

@@ -0,0 +1,8 @@
+[{:exp=>{:a=>"a"@3}},
+ {:line=>"// line comment"@7},
+ {:exp=>{:a=>"a"@25}},
+ {:exp=>{:a=>"a"@27}},
+ {:exp=>[{:a=>"a"@29}, {:line=>"// line comment"@31}]},
+ {:exp=>[{:a=>"a"@49}, {:multi=>"/* inline comment */"@51}]},
+ {:exp=>{:a=>"a"@72}},
+ {:multi=>"/* multiline\n  comment */"@77}]

data/example/output/deepest_errors.out

@@ -0,0 +1,54 @@
+--------------------------------------------------------------------------------
+       .    10   .    20
+01 
+02     define f()
+03       @res.name
+04     end
+05   
+Failed to match sequence (LINE_SEPARATOR? BLOCK LINE_SEPARATOR?) at line 2 char 5.
+`- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 2 char 5.
+   |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 2 char 15.
+   |  `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 3 char 11.
+   |     `- Expected at least 1 of SPACE? (COMMENT? NEWLINE / ';') SPACE? at line 3 char 11.
+   |        `- Failed to match sequence (SPACE? (COMMENT? NEWLINE / ';') SPACE?) at line 3 char 11.
+   |           `- Expected one of [COMMENT? NEWLINE, ';'] at line 3 char 11.
+   |              |- Failed to match sequence (COMMENT? NEWLINE) at line 3 char 11.
+   |              |  `- Expected "()", but got "\n " at line 3 char 16.
+   |              `- Expected "()", but got "\n " at line 3 char 16.
+   `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 2 char 5.
+      `- Expected "()", but got "\n " at line 3 char 16.
+--------------------------------------------------------------------------------
+       .    10   .    20
+01 
+02     define f()
+03       begin
+04         @res.name
+05       end
+06     end
+07   
+Failed to match sequence (LINE_SEPARATOR? BLOCK LINE_SEPARATOR?) at line 2 char 5.
+`- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 2 char 5.
+   |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 2 char 15.
+   |  `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 2 char 15.
+   |     `- Expected at least 1 of LINE_SEPARATOR (BLOCK / EXPRESSION) at line 2 char 15.
+   |        `- Failed to match sequence (LINE_SEPARATOR (BLOCK / EXPRESSION)) at line 3 char 7.
+   |           `- Expected one of [BLOCK, EXPRESSION] at line 3 char 7.
+   |              |- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 3 char 7.
+   |              |  |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 3 char 7.
+   |              |  |  `- Expected "define", but got "begin\n" at line 3 char 7.
+   |              |  `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 3 char 12.
+   |              |     `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 4 char 13.
+   |              |        `- Expected at least 1 of SPACE? (COMMENT? NEWLINE / ';') SPACE? at line 4 char 13.
+   |              |           `- Failed to match sequence (SPACE? (COMMENT? NEWLINE / ';') SPACE?) at line 4 char 13.
+   |              |              `- Expected one of [COMMENT? NEWLINE, ';'] at line 4 char 13.
+   |              |                 |- Failed to match sequence (COMMENT? NEWLINE) at line 4 char 13.
+   |              |                 |  `- Expected "()", but got "\n " at line 4 char 18.
+   |              |                 `- Expected "()", but got "\n " at line 4 char 18.
+   |              `- Failed to match sequence (RES_ACTIONS res_field:((':' name:IDENTIFIER)?)) at line 3 char 7.
+   |                 `- Failed to match sequence (resources:REFERENCE res_actions:(res_action:RES_ACTION_OR_LINK{0, })) at line 3 char 7.
+   |                    `- Failed to match sequence ('@'{1, 2} IDENTIFIER) at line 3 char 7.
+   |                       `- Expected at least 1 of '@' at line 3 char 7.
+   |                          `- Expected "()", but got "\n " at line 4 char 18.
+   `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 2 char 5.
+      `- Expected "()", but got "\n " at line 4 char 18.
+--------------------------------------------------------------------------------

data/example/output/documentation.err

@@ -0,0 +1,4 @@
+/Users/kaspar/git_work/own/parslet/lib/parslet/atoms/base.rb:326:in `parse_failed': Don't know what to do with bbbb at line 1 char 1. (Parslet::ParseFailed)
+	from /Users/kaspar/git_work/own/parslet/lib/parslet/atoms/base.rb:55:in `parse'
+	from example/documentation.rb:13:in `parse'
+	from example/documentation.rb:18:in `<main>'

data/example/output/documentation.out

@@ -0,0 +1 @@
+"aaaa"@0

data/example/output/email_parser.out

@@ -0,0 +1,2 @@
+since you haven't specified any EMAIL_ADDR, for testing purposes we're using a.b.c.d@gmail.com
+"a.b.c.d@gmail.com"

data/example/output/empty.err

@@ -0,0 +1 @@
+example/empty.rb:13:in `<main>': rule(:empty) { ... }  returns nil. Still not implemented, but already used? (NotImplementedError)

data/example/output/erb.out

@@ -0,0 +1,7 @@
+{:text=>[{:text=>"The value of x is "@0}, {:expression=>{:ruby=>" x "@21}}, {:text=>"."@26}]}
+{:text=>[{:code=>{:ruby=>" 1 + 2 "@2}}]}
+{:text=>[{:comment=>{:ruby=>" commented "@3}}]}
+The not printed result of "a = 2".
+The not printed non-evaluated comment "a = 1", see the value of a below.
+The nicely printed result.
+The value of a is 2, and b is 3.

data/example/output/ignore.out

@@ -0,0 +1 @@
+"ac"@0

data/example/output/ignore_whitespace.out

@@ -0,0 +1 @@
+[{:a=>"a"@0}, {:a=>"a"@1}, {:a=>"a"@5}, {:a=>"a"@7}]

data/example/output/ip_address.out

@@ -0,0 +1,9 @@
+                       0.0.0.0 -> {:ipv4=>"0.0.0.0"@0}
+               255.255.255.255 -> {:ipv4=>"255.255.255.255"@0}
+                   255.255.255 -> Failed: Expected one of [IPV4, IPV6] at line 1 char 1.
+               1:2:3:4:5:6:7:8 -> {:ipv6=>"1:2:3:4:5:6:7:8"@0}
+         12AD:34FC:A453:1922:: -> {:ipv6=>"12AD:34FC:A453:1922::"@0}
+                    12AD::34FC -> {:ipv6=>"12AD::34FC"@0}
+                        12AD:: -> {:ipv6=>"12AD::"@0}
+                            :: -> {:ipv6=>"::"@0}
+                           1:2 -> Failed: Expected one of [IPV4, IPV6] at line 1 char 1.

data/example/output/json.out

@@ -0,0 +1,5 @@
+
+{:array=>[{:number=>"1"@5}, {:number=>"2"@8}, {:number=>"3"@11}, {:null=>"null"@14}, {:string=>"asdfasdf asdfds"@25}, {:object=>{:entry=>{:key=>{:string=>"a"@46}, :val=>{:number=>"-1.2"@50}}}}, {:object=>[{:entry=>{:key=>{:string=>"b"@61}, :val=>{:true=>"true"@65}}}, {:entry=>{:key=>{:string=>"c"@72}, :val=>{:false=>"false"@76}}}]}, {:number=>"0.1e24"@89}, {:true=>"true"@97}, {:false=>"false"@103}, {:array=>{:number=>"1"@112}}]}
+
+[1, 2, 3, nil, "asdfasdf asdfds", {"a"=>-1.2}, {"b"=>true, "c"=>false}, 1.0e+23, true, false, [1]]
+

data/example/output/local.out

@@ -0,0 +1,3 @@
+{:e=>"a"@0, :rec=>{:e=>"a"@1, :rec=>{:e=>"a"@2, :rec=>{:e=>"a"@3, :rec=>nil}}}}
+e2:'aa' !. / e1:'a' rec:B
+{:e1=>"a"@0, :rec=>{:e1=>"a"@1, :rec=>{:e2=>"aa"@2}}}

data/example/output/mathn.out

@@ -0,0 +1,4 @@
+it terminates before we require mathn
+requiring mathn now
+and trying again (will hang without the fix)
+okay!

data/example/output/minilisp.out

@@ -0,0 +1,5 @@
+[:define,
+ :test,
+ [:lambda,
+  [],
+  [:begin, [:display, "something"@54], [:display, 1], [:display, 3.08]]]]

data/example/output/nested_errors.out

@@ -0,0 +1,54 @@
+--------------------------------------------------------------------------------
+       .    10   .    20
+01 
+02     define f()
+03       @res.name
+04     end
+05   
+Failed to match sequence (LINE_SEPARATOR? BLOCK LINE_SEPARATOR?) at line 2 char 5.
+`- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 2 char 5.
+   |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 2 char 15.
+   |  `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 3 char 11.
+   |     `- Expected at least 1 of SPACE? (COMMENT? NEWLINE / ';') SPACE? at line 3 char 11.
+   |        `- Failed to match sequence (SPACE? (COMMENT? NEWLINE / ';') SPACE?) at line 3 char 11.
+   |           `- Expected one of [COMMENT? NEWLINE, ';'] at line 3 char 11.
+   |              |- Failed to match sequence (COMMENT? NEWLINE) at line 3 char 11.
+   |              |  `- Failed to match [\\r\\n] at line 3 char 11.
+   |              `- Expected ";", but got "." at line 3 char 11.
+   `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 2 char 5.
+      `- Expected "begin", but got "defin" at line 2 char 5.
+--------------------------------------------------------------------------------
+       .    10   .    20
+01 
+02     define f()
+03       begin
+04         @res.name
+05       end
+06     end
+07   
+Failed to match sequence (LINE_SEPARATOR? BLOCK LINE_SEPARATOR?) at line 2 char 5.
+`- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 2 char 5.
+   |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 2 char 15.
+   |  `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 2 char 15.
+   |     `- Expected at least 1 of LINE_SEPARATOR (BLOCK / EXPRESSION) at line 2 char 15.
+   |        `- Failed to match sequence (LINE_SEPARATOR (BLOCK / EXPRESSION)) at line 3 char 7.
+   |           `- Expected one of [BLOCK, EXPRESSION] at line 3 char 7.
+   |              |- Expected one of [DEFINE_BLOCK, BEGIN_BLOCK] at line 3 char 7.
+   |              |  |- Failed to match sequence (define:'define' SPACE name:IDENTIFIER '()' BODY 'end') at line 3 char 7.
+   |              |  |  `- Expected "define", but got "begin\n" at line 3 char 7.
+   |              |  `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 3 char 12.
+   |              |     `- Failed to match sequence (body:((LINE_SEPARATOR (BLOCK / EXPRESSION)){1, }) LINE_SEPARATOR) at line 4 char 13.
+   |              |        `- Expected at least 1 of SPACE? (COMMENT? NEWLINE / ';') SPACE? at line 4 char 13.
+   |              |           `- Failed to match sequence (SPACE? (COMMENT? NEWLINE / ';') SPACE?) at line 4 char 13.
+   |              |              `- Expected one of [COMMENT? NEWLINE, ';'] at line 4 char 13.
+   |              |                 |- Failed to match sequence (COMMENT? NEWLINE) at line 4 char 13.
+   |              |                 |  `- Failed to match [\\r\\n] at line 4 char 13.
+   |              |                 `- Expected ";", but got "." at line 4 char 13.
+   |              `- Failed to match sequence (RES_ACTIONS res_field:((':' name:IDENTIFIER)?)) at line 3 char 7.
+   |                 `- Failed to match sequence (resources:REFERENCE res_actions:(res_action:RES_ACTION_OR_LINK{0, })) at line 3 char 7.
+   |                    `- Failed to match sequence ('@'{1, 2} IDENTIFIER) at line 3 char 7.
+   |                       `- Expected at least 1 of '@' at line 3 char 7.
+   |                          `- Expected "@", but got "b" at line 3 char 7.
+   `- Failed to match sequence (pre:((type:'concurrent' SPACE)?) begin:'begin' BODY 'end') at line 2 char 5.
+      `- Expected "begin", but got "defin" at line 2 char 5.
+--------------------------------------------------------------------------------

data/example/output/parens.out

@@ -0,0 +1,8 @@
+                  (): {:l=>"("@0, :m=>nil, :r=>")"@1} (1 parens)
+
+                (()): {:l=>"("@0, :m=>{:l=>"("@1, :m=>nil, :r=>")"@2}, :r=>")"@3} (2 parens)
+
+          ((((())))): {:l=>"("@0, :m=>{:l=>"("@1, :m=>{:l=>"("@2, :m=>{:l=>"("@3, :m=>{:l=>"("@4, :m=>nil, :r=>")"@5}, :r=>")"@6}, :r=>")"@7}, :r=>")"@8}, :r=>")"@9} (5 parens)
+
+               ((()): Failed to match sequence (l:'(' m:(BALANCED?) r:')') at line 1 char 6.
+

data/example/output/readme.out

@@ -0,0 +1 @@
+String contents: This is a \"String\" in which you can escape stuff

data/example/output/seasons.out

@@ -0,0 +1,28 @@
+"And when Spring comes"
+{:bud=>{:stem=>[{:branch=>:leaf}]}}
+
+"And when Summer comes"
+{:bud=>{:stem=>[{:branch=>[:leaf, :flower]}]}}
+
+"And when Fall comes"
+Fruit!
+Falling Leaves!
+{:bud=>{:stem=>[{:branch=>[]}]}}
+
+"And when Winter comes"
+{:bud=>{:stem=>[]}}
+
+"And when Spring comes"
+{:bud=>{:stem=>[{:branch=>:leaf}]}}
+
+"And when Summer comes"
+{:bud=>{:stem=>[{:branch=>[:leaf, :flower]}]}}
+
+"And when Fall comes"
+Fruit!
+Falling Leaves!
+{:bud=>{:stem=>[{:branch=>[]}]}}
+
+"And when Winter comes"
+{:bud=>{:stem=>[]}}
+

data/example/output/sentence.out

@@ -0,0 +1 @@
+["RubyKaigi2009のテーマは、「変わる／変える」です。", " 前回のRubyKaigi2008のテーマであった「多様性」の言葉の通り、 2008年はRubyそのものに関しても、またRubyの活躍する舞台に関しても、 ますます多様化が進みつつあります。", "RubyKaigi2008は、そのような Rubyの生態系をあらためて認識する場となりました。", " しかし、こうした多様化が進む中、異なる者同士が単純に距離を 置いたままでは、その違いを認識したところであまり意味がありません。", " 異なる実装、異なる思想、異なる背景といった、様々な多様性を理解しつつ、 すり合わせるべきものをすり合わせ、変えていくべきところを 変えていくことが、豊かな未来へとつながる道に違いありません。"]

data/example/output/simple_xml.out

@@ -0,0 +1,2 @@
+"verified"
+{:o=>{:name=>"b"@1}, :i=>"verified", :c=>{:name=>"a"@33}}

data/example/output/string_parser.out

@@ -0,0 +1,3 @@
+[#<struct IntLit text="123"@0>,
+ #<struct IntLit text="12345"@4>,
+ #<struct StringLit text=" Some String with \\\"escapes\\\""@11>]

data/example/parens.rb

@@ -0,0 +1,42 @@
+# A small example that demonstrates the power of tree pattern matching. Also
+# uses '.as(:name)' to construct a tree that can reliably be matched
+# afterwards. 
+
+$:.unshift File.dirname(__FILE__) + "/../lib"
+
+require 'pp'
+require 'parslet'
+
+module LISP # as in 'lots of insipid and stupid parenthesis'
+  class Parser < Parslet::Parser
+    rule(:balanced) {
+      str('(').as(:l) >> balanced.maybe.as(:m) >> str(')').as(:r)
+    }
+  
+    root(:balanced)
+  end
+
+  class Transform < Parslet::Transform
+    rule(:l => '(', :m => simple(:x), :r => ')') { 
+      # innermost :m will contain nil
+      x.nil? ? 1 : x+1
+    }
+  end
+end
+
+parser = LISP::Parser.new
+transform = LISP::Transform.new
+%w!
+  ()
+  (())
+  ((((()))))
+  ((())
+!.each do |pexp|
+  begin
+    result = parser.parse(pexp)
+    puts "#{"%20s"%pexp}: #{result.inspect} (#{transform.apply(result)} parens)"
+  rescue Parslet::ParseFailed => m
+    puts "#{"%20s"%pexp}: #{m}"
+  end
+  puts
+end

data/example/readme.rb

@@ -0,0 +1,30 @@
+# The example from the readme. With this, I am making sure that the readme 
+# 'works'. Is this too messy?
+
+$:.unshift File.dirname(__FILE__) + "/../lib"
+
+# cut here -------------------------------------------------------------------
+require 'parslet'
+include Parslet
+
+# Constructs a parser using a Parser Expression Grammar like DSL: 
+parser =  str('"') >> 
+          (
+            str('\\') >> any |
+            str('"').absent? >> any
+          ).repeat.as(:string) >> 
+          str('"')
+  
+# Parse the string and capture parts of the interpretation (:string above)        
+tree = parser.parse('"This is a \\"String\\" in which you can escape stuff"')
+
+tree # => {:string=>"This is a \\\"String\\\" in which you can escape stuff"}
+
+# Here's how you can grab results from that tree:
+
+transform = Parslet::Transform.new do
+  rule(:string => simple(:x)) { 
+    puts "String contents: #{x}" }
+end
+transform.apply(tree)
+

data/example/seasons.rb

@@ -0,0 +1,46 @@
+$:.unshift File.dirname(__FILE__) + "/../lib"
+
+require 'parslet'
+require 'pp'
+
+tree = {:bud => {:stem => []}}
+
+class Spring < Parslet::Transform
+  rule(:stem => sequence(:branches)) {
+    {:stem => (branches + [{:branch => :leaf}])}
+  }
+end
+class Summer < Parslet::Transform
+  rule(:stem => subtree(:branches)) {
+    new_branches = branches.map { |b| {:branch => [:leaf, :flower]} }
+    {:stem => new_branches}
+  }
+end
+class Fall < Parslet::Transform
+  rule(:branch => sequence(:x)) {
+    x.each { |e| puts "Fruit!" if e==:flower }
+    x.each { |e| puts "Falling Leaves!" if e==:leaf }
+    {:branch => []}
+  }
+end
+class Winter < Parslet::Transform
+  rule(:stem => subtree(:x)) {
+    {:stem => []}
+  }
+end
+
+def do_seasons(tree)
+  [Spring, Summer, Fall, Winter].each do |season|
+    p "And when #{season} comes"
+    tree = season.new.apply(tree)
+    pp tree
+    puts
+  end
+  tree
+end
+
+# What marvel of life!
+tree = do_seasons(tree)
+tree = do_seasons(tree)
+
+

data/example/sentence.rb

@@ -0,0 +1,36 @@
+# encoding: UTF-8
+
+# A small example contributed by John Mettraux (jmettraux) that demonstrates
+# working with Unicode. This only works on Ruby 1.9.
+
+$:.unshift File.dirname(__FILE__) + "/../lib"
+
+require 'parslet'
+
+class Parser < Parslet::Parser
+  rule(:sentence) { (match('[^。]').repeat(1) >> str("。")).as(:sentence) }
+  rule(:sentences) { sentence.repeat }
+  root(:sentences)
+end
+
+class Transformer < Parslet::Transform
+  rule(:sentence => simple(:sen)) { sen.to_s }
+end
+
+string =
+  "RubyKaigi2009のテーマは、「変わる／変える」です。 前回の" +
+  "RubyKaigi2008のテーマであった「多様性」の言葉の通り、 " +
+  "2008年はRubyそのものに関しても、またRubyの活躍する舞台に関しても、 " +
+  "ますます多様化が進みつつあります。RubyKaigi2008は、そのような " +
+  "Rubyの生態系をあらためて認識する場となりました。 しかし、" +
+  "こうした多様化が進む中、異なる者同士が単純に距離を 置いたままでは、" +
+  "その違いを認識したところであまり意味がありません。 異なる実装、" +
+  "異なる思想、異なる背景といった、様々な多様性を理解しつつ、 " +
+  "すり合わせるべきものをすり合わせ、変えていくべきところを " +
+  "変えていくことが、豊かな未来へとつながる道に違いありません。"
+
+parser = Parser.new
+transformer = Transformer.new
+
+tree = parser.parse(string)
+p transformer.apply(tree)

data/example/simple.lit

@@ -0,0 +1,3 @@
+123
+12345
+" Some String with \"escapes\""

data/example/simple_xml.rb

@@ -0,0 +1,54 @@
+# A simple xml parser. It is simple in the respect as that it doesn't address
+# any of the complexities of XML. This is ruby 1.9.
+
+$:.unshift File.dirname(__FILE__) + "/../lib"
+
+require 'pp'
+require 'parslet'
+
+class XML < Parslet::Parser
+  root :document
+  
+  rule(:document) {
+    tag(close: false).as(:o) >> document.as(:i) >> tag(close: true).as(:c) |
+    text
+  }
+  
+  # Perhaps we could have some syntax sugar to make this more easy?
+  #
+  def tag(opts={})
+    close = opts[:close] || false
+    
+    parslet = str('<')
+    parslet = parslet >> str('/') if close
+    parslet = parslet >> (str('>').absent? >> match("[a-zA-Z]")).repeat(1).as(:name)
+    parslet = parslet >> str('>')
+    
+    parslet
+  end
+  
+  rule(:text) {
+    match('[^<>]').repeat(0)
+  }
+end
+
+def check(xml)
+  r = XML.new.parse(xml)
+
+  # We'll validate the tree by reducing valid pairs of tags into simply the
+  # string "verified". If the transformation ends on a string, then the
+  # document was 'valid'. 
+  #
+  t = Parslet::Transform.new do
+    rule(
+      o: {name: simple(:tag)}, 
+      c: {name: simple(:tag)}, 
+      i: simple(:t)
+    ) { 'verified' } 
+  end
+
+  t.apply(r)
+end
+
+pp check("<a><b>some text in the tags</b></a>")
+pp check("<b><b>some text in the tags</b></a>")