kpeg 0.9.0 → 1.2.0

data/test/test_kpeg_format.rb

@@ -5,7 +5,7 @@ require 'kpeg/grammar_renderer'
 require 'stringio'
 require 'rubygems'
 
-class TestKPegFormat < MiniTest::Unit::TestCase
+class TestKPegFormat < Minitest::Test
   G = KPeg::Grammar.new
 
   gram = File.read File.expand_path("../../lib/kpeg/format_parser.kpeg", __FILE__)
@@ -58,7 +58,7 @@ a = c
 b(p) = x
     STR
 
-    gram = match(str)
+    assert match(str) # HACK what is this testing?
   end
 
   def test_assign_with_multiple_args
@@ -157,9 +157,9 @@ b(p) = x
   end
 
   def test_regexp
-    assert_rule G.reg(/foo/), match('a=/foo/')
-    assert_rule G.reg(/foo\/bar/), match('a=/foo\/bar/')
-    assert_rule G.reg(/[^"]/), match('a=/[^"]/')
+    assert_rule G.reg('foo'), match('a=/foo/')
+    assert_rule G.reg('foo\\/bar'), match('a=/foo\/bar/')
+    assert_rule G.reg('[^"]'), match('a=/[^"]/')
   end
 
   def test_regexp_options
@@ -289,7 +289,7 @@ Value   = NUMBER:i                      { i }
         | ID:i !ASSIGN                  { vars[i] }
         | OPEN Expr:i CLOSE             { i }
     STR
-    m = match(str)
+    assert match(str) # HACK what is this testing?
   end
 
   def test_seq
@@ -431,6 +431,25 @@ a=b
     assert_equal expected, m.directives
   end
 
+  def test_parser_directive_single_quote
+    m = match <<-GRAMMAR
+%% header {
+# It's a bug I found
+}
+
+a=b
+    GRAMMAR
+
+    assert_rule G.ref("b"), m
+
+    expected = {
+      "header" => KPeg::Action.new("\n# It's a bug I found\n")
+    }
+
+    assert_equal expected, m.directives
+  end
+  
+
   def test_parser_setup
     m = match "%% { def initialize; end }\na=b"
     assert_rule G.ref("b"), m

data/test/{test_file_parser_roundtrip.rb → test_kpeg_format_parser_round_trip.rb}

@@ -5,7 +5,7 @@ require 'kpeg/grammar_renderer'
 require 'kpeg/code_generator'
 require 'stringio'
 
-class TestKPegRoundtrip < MiniTest::Unit::TestCase
+class TestKPegFormatParserRoundtrip < Minitest::Test
   PATH = File.expand_path("../../lib/kpeg/format_parser.kpeg", __FILE__)
   def test_roundtrip
     data = File.read(PATH)

data/test/{test_gen_calc.rb → test_kpeg_grammar.rb}

@@ -4,8 +4,52 @@ require 'kpeg/format_parser'
 require 'kpeg/code_generator'
 require 'stringio'
 
-class TestKPegCodeGenerator < MiniTest::Unit::TestCase
-  GRAMMAR = <<-'STR'
+class TestKpegGrammar < Minitest::Test
+  LEFT_RECURSION = <<-'STR'
+
+  name = name:n "[]" { [:array, n] }
+       | < /\w+/ > { [:word, text] }
+
+  root = name
+
+  STR
+
+  def test_left_recursion_invoke_rule_directly
+    parc = KPeg::FormatParser.new(LEFT_RECURSION)
+    assert parc.parse, "Unable to parse"
+
+    gram = parc.grammar
+
+    # gr = KPeg::GrammarRenderer.new(gram)
+    # puts
+    # gr.render(STDOUT)
+
+    cg = KPeg::CodeGenerator.new "TestCalc", gram
+
+    code = cg.make("blah[]")
+    assert_equal true, code.parse("name")
+    assert_equal [:array, [:word, "blah"]], code.result
+  end
+
+  def test_left_recursion_invoke_rule_via_another
+    parc = KPeg::FormatParser.new(LEFT_RECURSION)
+    assert parc.parse, "Unable to parse"
+
+    gram = parc.grammar
+
+    # gr = KPeg::GrammarRenderer.new(gram)
+    # puts
+    # gr.render(STDOUT)
+
+    cg = KPeg::CodeGenerator.new "TestCalc", gram
+
+    code = cg.make("blah[]")
+    assert_equal true, code.parse("root")
+    assert_equal [:array, [:word, "blah"]], code.result
+  end
+
+  def test_gen_calc
+    parc = KPeg::FormatParser.new(<<-'STR')
 Stmt    = - Expr:e EOL                  { @answers << e }
         | ( !EOL . )* EOL               { puts "error" }
 
@@ -41,9 +85,6 @@ EOL     = ('\n' | '\r\n' | '\r' | ';') -
 
 root    = Stmt+
   STR
-
-  def test_parse
-    parc = KPeg::FormatParser.new(GRAMMAR)
     assert parc.parse, "Unable to parse"
 
     gram = parc.grammar
@@ -60,4 +101,6 @@ root    = Stmt+
     assert_equal true, code.parse
     assert_equal [7,56,119], code.instance_variable_get(:@answers)
   end
+
 end
+

data/test/test_kpeg_grammar_renderer.rb

@@ -3,7 +3,7 @@ require 'kpeg'
 require 'kpeg/grammar_renderer'
 require 'stringio'
 
-class TestKPegGrammarRenderer < MiniTest::Unit::TestCase
+class TestKPegGrammarRenderer < Minitest::Test
   def test_escape
     str = "hello\nbob"
     assert_equal 'hello\nbob', KPeg::GrammarRenderer.escape(str)
@@ -115,8 +115,6 @@ class TestKPegGrammarRenderer < MiniTest::Unit::TestCase
       g.root = g.term
     end
 
-    m = KPeg.match "4*3-8/9", gram
-
     io = StringIO.new
     gr = KPeg::GrammarRenderer.new(gram)
     gr.render(io)
@@ -151,8 +149,6 @@ root = term
       g.root = g.term
     end
 
-    m = KPeg.match "4*3-8/9", gram
-
     io = StringIO.new
     gr = KPeg::GrammarRenderer.new(gram)
     gr.render(io)
@@ -203,6 +199,31 @@ root = < [a-z]+ >
     assert_equal expected, io.string
   end
 
+  def test_directives
+    gram = KPeg.grammar do |g|
+      g.root = g.dot
+      g.add_directive "header", g.action("\n# coding: UTF-8\n")
+      g.add_directive "footer", g.action("\nrequire 'something'\n")
+    end
+
+    io = StringIO.new
+    gr = KPeg::GrammarRenderer.new(gram)
+    gr.render(io)
+
+    expected = <<-TXT
+%% footer {
+require 'something'
+}
+
+%% header {
+# coding: UTF-8
+}
+
+root = .
+    TXT
+    assert_equal expected, io.string
+  end
+
   def test_setup_actions
     gram = KPeg.grammar do |g|
       g.root = g.dot
@@ -220,7 +241,27 @@ root = .
     TXT
     assert_equal expected, io.string
   end
-  
+
+  def test_variables
+    gram = KPeg.grammar do |g|
+      g.root = g.dot
+      g.set_variable "name", "Foo"
+      g.set_variable "custom_initialize", "true"
+    end
+
+    io = StringIO.new
+    gr = KPeg::GrammarRenderer.new(gram)
+    gr.render(io)
+
+    expected = <<-TXT
+%% custom_initialize = true
+%% name = Foo
+
+root = .
+    TXT
+    assert_equal expected, io.string
+  end
+
   def test_multiple_render
     gram = KPeg.grammar do |g|
       g.root = g.multiple("a", 3, 5)

data/test/test_kpeg_string_escape.rb

@@ -0,0 +1,42 @@
+require 'minitest/autorun'
+require 'kpeg'
+require 'kpeg/string_escape'
+
+class TestKPegStringEscape < Minitest::Test
+
+  def test_bell
+    assert_equal '\b', parse("\b")
+  end
+
+  def test_carriage_return
+    assert_equal '\r', parse("\r")
+  end
+
+  def test_newline
+    assert_equal '\n', parse("\n")
+  end
+
+  def test_quote
+    assert_equal '\\\\\"', parse('\\"')
+  end
+
+  def test_slash
+    assert_equal '\\\\', parse('\\')
+  end
+
+  def test_tab
+    assert_equal '\t', parse("\t")
+  end
+
+  def parse(str, embed = false)
+    se = KPeg::StringEscape.new(str)
+
+    rule = (embed ? 'embed' : nil)
+
+    se.raise_error unless se.parse(rule)
+
+    se.text
+  end
+
+end
+

metadata

@@ -1,87 +1,86 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: kpeg
-version: !ruby/object:Gem::Version 
-  hash: 59
-  prerelease: 
-  segments: 
-  - 0
-  - 9
-  - 0
-  version: 0.9.0
+version: !ruby/object:Gem::Version
+  version: 1.2.0
 platform: ruby
-authors: 
+authors:
 - Evan Phoenix
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-
-date: 2012-03-07 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2021-10-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.14'
+  type: :development
   prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.14'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 37
-        segments: 
-        - 2
-        - 11
-        - 3
-        version: 2.11.3
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
   type: :development
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: rdoc
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 19
-        segments: 
-        - 3
-        - 10
-        version: "3.10"
-  type: :development
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
+- !ruby/object:Gem::Dependency
   name: hoe
-  prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 27
-        segments: 
-        - 2
-        - 12
-        version: "2.12"
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.23'
   type: :development
-  version_requirements: *id003
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.23'
 description: |-
   KPeg is a simple PEG library for Ruby. It provides an API as well as native
   grammar to build the grammar.
-  
+
   KPeg strives to provide a simple, powerful API without being too exotic.
-  
+
   KPeg supports direct left recursion of rules via the
   {OMeta memoization}[http://www.vpri.org/pdf/tr2008003_experimenting.pdf] trick.
-email: 
+email:
 - evan@fallingsnow.net
-executables: 
+executables:
 - kpeg
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - History.txt
 - Manifest.txt
-files: 
-- .autotest
+- README.rdoc
+- examples/phone_number/README.md
+- examples/tiny_markdown/sample.md
+- examples/upper/README.md
+files:
+- ".autotest"
+- ".hoeignore"
 - Gemfile
 - History.txt
 - LICENSE
@@ -100,6 +99,12 @@ files:
 - examples/phone_number/README.md
 - examples/phone_number/phone_number.kpeg
 - examples/phone_number/phone_number.rb
+- examples/tiny_markdown/Rakefile
+- examples/tiny_markdown/driver.rb
+- examples/tiny_markdown/node.rb
+- examples/tiny_markdown/sample.md
+- examples/tiny_markdown/tiny_markdown.kpeg
+- examples/tiny_markdown/tiny_markdown.kpeg.rb
 - examples/upper/README.md
 - examples/upper/upper.kpeg
 - examples/upper/upper.rb
@@ -118,57 +123,41 @@ files:
 - lib/kpeg/string_escape.kpeg
 - lib/kpeg/string_escape.rb
 - test/inputs/comments.kpeg
-- test/test_file_parser_roundtrip.rb
-- test/test_gen_calc.rb
 - test/test_kpeg.rb
 - test/test_kpeg_code_generator.rb
 - test/test_kpeg_compiled_parser.rb
 - test/test_kpeg_format.rb
+- test/test_kpeg_format_parser_round_trip.rb
+- test/test_kpeg_grammar.rb
 - test/test_kpeg_grammar_renderer.rb
-- test/test_left_recursion.rb
+- test/test_kpeg_string_escape.rb
 - vim/syntax_kpeg/ftdetect/kpeg.vim
 - vim/syntax_kpeg/syntax/kpeg.vim
-- .gemtest
 homepage: https://github.com/evanphx/kpeg
-licenses: []
-
-post_install_message: 
-rdoc_options: 
-- --main
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/evanphx/kpeg
+  bug_tracker_uri: https://github.com/evanphx/kpeg/issues
+post_install_message:
+rdoc_options:
+- "--main"
 - README.rdoc
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
-rubyforge_project: kpeg
-rubygems_version: 1.8.17
-signing_key: 
-specification_version: 3
+rubygems_version: 3.2.15
+signing_key:
+specification_version: 4
 summary: KPeg is a simple PEG library for Ruby
-test_files: 
-- test/test_file_parser_roundtrip.rb
-- test/test_gen_calc.rb
-- test/test_kpeg.rb
-- test/test_kpeg_code_generator.rb
-- test/test_kpeg_compiled_parser.rb
-- test/test_kpeg_format.rb
-- test/test_kpeg_grammar_renderer.rb
-- test/test_left_recursion.rb
+test_files: []

data/test/test_left_recursion.rb

@@ -1,50 +0,0 @@
-require 'minitest/autorun'
-require 'kpeg'
-require 'kpeg/format_parser'
-require 'kpeg/code_generator'
-require 'stringio'
-
-class TestKPegLeftRecursion < MiniTest::Unit::TestCase
-  GRAMMAR = <<-'STR'
-
-  name = name:n "[]" { [:array, n] }
-       | < /\w+/ > { [:word, text] }
-
-  root = name
-
-  STR
-
-  def test_invoke_rule_directly
-    parc = KPeg::FormatParser.new(GRAMMAR)
-    assert parc.parse, "Unable to parse"
-
-    gram = parc.grammar
-
-    # gr = KPeg::GrammarRenderer.new(gram)
-    # puts
-    # gr.render(STDOUT)
-
-    cg = KPeg::CodeGenerator.new "TestCalc", gram
-
-    code = cg.make("blah[]")
-    assert_equal true, code.parse("name")
-    assert_equal [:array, [:word, "blah"]], code.result
-  end
-
-  def test_invoke_rule_via_another
-    parc = KPeg::FormatParser.new(GRAMMAR)
-    assert parc.parse, "Unable to parse"
-
-    gram = parc.grammar
-
-    # gr = KPeg::GrammarRenderer.new(gram)
-    # puts
-    # gr.render(STDOUT)
-
-    cg = KPeg::CodeGenerator.new "TestCalc", gram
-
-    code = cg.make("blah[]")
-    assert_equal true, code.parse("root")
-    assert_equal [:array, [:word, "blah"]], code.result
-  end
-end