treetop 0.1.0 → 1.0.0

data/test/screw/unit/util/proc_wrapper.rb

@@ -0,0 +1,48 @@
+#--
+#
+# Author:: Nathaniel Talbott.
+# Copyright:: Copyright (c) 2000-2002 Nathaniel Talbott. All rights reserved.
+# License:: Ruby license.
+
+module Screw
+  module Unit
+    module Util
+
+      # Allows the storage of a Proc passed through '&' in a
+      # hash.
+      #
+      # Note: this may be inefficient, since the hash being
+      # used is not necessarily very good. In Observable,
+      # efficiency is not too important, since the hash is
+      # only accessed when adding and removing listeners,
+      # not when notifying.
+
+      class ProcWrapper
+
+        # Creates a new wrapper for a_proc.
+        def initialize(a_proc)
+          @a_proc = a_proc
+          @hash = a_proc.inspect.sub(/^(#<#{a_proc.class}:)/){''}.sub(/(>)$/){''}.hex
+        end
+
+        def hash
+          return @hash
+        end
+
+        def ==(other)
+          case(other)
+            when ProcWrapper
+              return @a_proc == other.to_proc
+            else
+              return super
+          end
+        end
+        alias :eql? :==
+
+        def to_proc
+          return @a_proc
+        end
+      end
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,89 @@
+dir = File.dirname(__FILE__)
+$:.unshift(File.join(dir, *%w[.. lib]))
+require File.expand_path(File.join(dir, 'screw', 'unit'))
+require 'treetop'
+
+include Treetop
+
+unless Object.const_defined?(:METAGRAMMAR_PATH)
+  METAGRAMMAR_PATH = File.join(TREETOP_ROOT, 'compiler', 'metagrammar.treetop')
+  fresh_metagrammar_source = Compiler::GrammarCompiler.new.ruby_source(METAGRAMMAR_PATH)
+  Compiler.send(:remove_const, :Metagrammar)
+  Object.class_eval(fresh_metagrammar_source)
+end
+
+class CompilerTestCase < Screw::Unit::TestCase
+  class << self
+    attr_accessor :parser_class_under_test
+    
+    def testing_expression(expression_to_test)
+      rule_node = parse_with_metagrammar_2("rule test_expression\n" + expression_to_test + "\nend", :parsing_rule)
+      test_parser_code = generate_test_parser_for_expression(rule_node)
+      #puts test_parser_code
+      class_eval(test_parser_code)
+      self.parser_class_under_test = const_get(:TestParser)
+    end
+
+    def testing_grammar(grammar_to_test)
+      grammar_node = parse_with_metagrammar_2(grammar_to_test.strip, :grammar)
+      test_parser_code = grammar_node.compile
+      # puts test_parser_code
+      class_eval(test_parser_code)
+      self.parser_class_under_test = const_get(grammar_node.parser_name.to_sym)
+    end
+
+    def generate_test_parser_for_expression(expression_node)
+      builder = Compiler::RubyBuilder.new
+      address = builder.next_address
+      expression_node.compile(builder)
+      %{
+        class TestParser < Treetop::Runtime::CompiledParser
+          include Treetop::Runtime
+          
+          attr_accessor :test_index
+          
+          def root
+            _nt_test_expression
+          end
+          
+          def reset_index
+            @index = @test_index || 0
+          end
+          
+          #{builder.ruby.tabrestto(10)}
+        end
+      }.tabto(0)
+    end
+
+    def parse_with_metagrammar_2(input, root)
+      parser = Treetop::Compiler::MetagrammarParser.new
+      parser.send(:prepare_to_parse, input)
+      node = parser.send("_nt_#{root}".to_sym)
+      raise "#{input} cannot be parsed by the metagrammar: #{node.nested_failures.map {|f| f.to_s}.join("\n")}" if node.failure? 
+      node
+    end
+
+  end
+  
+  def parse_with_metagrammar_2(input, root)
+    self.class.parse_with_metagrammar_2(input, root)
+  end
+  
+  def parser_class_under_test
+    self.class.parser_class_under_test
+  end
+  
+  def parse(input, options = {})
+    test_parser = parser_class_under_test.new
+    test_parser.test_index = options[:at_index] if options[:at_index]
+    result = test_parser.parse(input)
+    yield result if block_given?
+    result
+  end
+end
+
+class String
+  def tabrestto(n)
+    self.gsub(/\n^/, "\n" + ' ' * n)
+  end
+end

metadata

@@ -3,8 +3,8 @@ rubygems_version: 0.9.2
 specification_version: 1
 name: treetop
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
-date: 2007-05-22 00:00:00 -07:00
+  version: 1.0.0
+date: 2007-09-14 00:00:00 -07:00
 summary: A Ruby-based text parsing and interpretation DSL
 require_paths: 
 - lib
@@ -29,82 +29,140 @@ post_install_message:
 authors: 
 - Nathan Sobo
 files: 
+- README
+- Rakefile
+- test/compilation_target
+- test/compilation_target/target.rb
+- test/compilation_target/target.treetop
+- test/compilation_target/target_test.rb
+- test/compiler
+- test/compiler/and_predicate_test.rb
+- test/compiler/anything_symbol_test.rb
+- test/compiler/character_class_test.rb
+- test/compiler/choice_test.rb
+- test/compiler/circular_compilation_test.rb
+- test/compiler/failure_propagation_functional_test.rb
+- test/compiler/grammar_compiler_test.rb
+- test/compiler/grammar_test.rb
+- test/compiler/nonterminal_symbol_test.rb
+- test/compiler/not_predicate_test.rb
+- test/compiler/one_or_more_test.rb
+- test/compiler/optional_test.rb
+- test/compiler/parsing_rule_test.rb
+- test/compiler/sequence_test.rb
+- test/compiler/terminal_symbol_test.rb
+- test/compiler/test_grammar.treetop
+- test/compiler/zero_or_more_test.rb
+- test/composition
+- test/composition/a.treetop
+- test/composition/b.treetop
+- test/composition/c.treetop
+- test/composition/d.treetop
+- test/composition/grammar_composition_test.rb
+- test/parser
+- test/parser/syntax_node_test.rb
+- test/parser/terminal_parse_failure_test.rb
+- test/ruby_extensions
+- test/ruby_extensions/string_test.rb
+- test/screw
+- test/screw/Rakefile
+- test/screw/unit
+- test/screw/unit/assertion_failed_error.rb
+- test/screw/unit/assertions.rb
+- test/screw/unit/auto_runner.rb
+- test/screw/unit/collector
+- test/screw/unit/collector/dir.rb
+- test/screw/unit/collector/objectspace.rb
+- test/screw/unit/collector.rb
+- test/screw/unit/error.rb
+- test/screw/unit/failure.rb
+- test/screw/unit/sugar.rb
+- test/screw/unit/test_case.rb
+- test/screw/unit/test_result.rb
+- test/screw/unit/test_suite.rb
+- test/screw/unit/ui
+- test/screw/unit/ui/console
+- test/screw/unit/ui/console/test_runner.rb
+- test/screw/unit/ui/fox
+- test/screw/unit/ui/fox/test_runner.rb
+- test/screw/unit/ui/gtk
+- test/screw/unit/ui/gtk/test_runner.rb
+- test/screw/unit/ui/gtk2
+- test/screw/unit/ui/gtk2/testrunner.rb
+- test/screw/unit/ui/test_runner_mediator.rb
+- test/screw/unit/ui/test_runner_utilities.rb
+- test/screw/unit/ui/tk
+- test/screw/unit/ui/tk/test_runner.rb
+- test/screw/unit/ui.rb
+- test/screw/unit/util
+- test/screw/unit/util/backtrace_filter.rb
+- test/screw/unit/util/observable.rb
+- test/screw/unit/util/proc_wrapper.rb
+- test/screw/unit/util.rb
+- test/screw/unit.rb
+- test/test_helper.rb
 - lib/treetop
-- lib/treetop/api
-- lib/treetop/api/load_grammar.rb
-- lib/treetop/api/malformed_grammar_exception.rb
-- lib/treetop/api.rb
-- lib/treetop/grammar
-- lib/treetop/grammar/grammar.rb
-- lib/treetop/grammar/grammar_builder.rb
-- lib/treetop/grammar/parsing_expression_builder.rb
-- lib/treetop/grammar/parsing_expression_builder_helper.rb
-- lib/treetop/grammar/parsing_expressions
-- lib/treetop/grammar/parsing_expressions/and_predicate.rb
-- lib/treetop/grammar/parsing_expressions/anything_symbol.rb
-- lib/treetop/grammar/parsing_expressions/character_class.rb
-- lib/treetop/grammar/parsing_expressions/node_instantiating_parsing_expression.rb
-- lib/treetop/grammar/parsing_expressions/node_propagating_parsing_expression.rb
-- lib/treetop/grammar/parsing_expressions/nonterminal_symbol.rb
-- lib/treetop/grammar/parsing_expressions/not_predicate.rb
-- lib/treetop/grammar/parsing_expressions/one_or_more.rb
-- lib/treetop/grammar/parsing_expressions/optional.rb
-- lib/treetop/grammar/parsing_expressions/ordered_choice.rb
-- lib/treetop/grammar/parsing_expressions/parsing_expression.rb
-- lib/treetop/grammar/parsing_expressions/predicate.rb
-- lib/treetop/grammar/parsing_expressions/repeating_parsing_expression.rb
-- lib/treetop/grammar/parsing_expressions/sequence.rb
-- lib/treetop/grammar/parsing_expressions/terminal_parsing_expression.rb
-- lib/treetop/grammar/parsing_expressions/terminal_symbol.rb
-- lib/treetop/grammar/parsing_expressions/zero_or_more.rb
-- lib/treetop/grammar/parsing_expressions.rb
-- lib/treetop/grammar/parsing_rule.rb
-- lib/treetop/grammar.rb
-- lib/treetop/metagrammar
-- lib/treetop/metagrammar/metagrammar.rb
-- lib/treetop/metagrammar/metagrammar.treetop
-- lib/treetop/metagrammar.rb
-- lib/treetop/parser
-- lib/treetop/parser/node_cache.rb
-- lib/treetop/parser/parse_cache.rb
-- lib/treetop/parser/parse_failure.rb
-- lib/treetop/parser/parse_result.rb
-- lib/treetop/parser/parser.rb
-- lib/treetop/parser/sequence_syntax_node.rb
-- lib/treetop/parser/syntax_node.rb
-- lib/treetop/parser/terminal_parse_failure.rb
-- lib/treetop/parser/terminal_syntax_node.rb
-- lib/treetop/parser.rb
-- lib/treetop/protometagrammar
-- lib/treetop/protometagrammar/anything_symbol_expression_builder.rb
-- lib/treetop/protometagrammar/block_expression_builder.rb
-- lib/treetop/protometagrammar/character_class_expression_builder.rb
-- lib/treetop/protometagrammar/grammar_expression_builder.rb
-- lib/treetop/protometagrammar/nonterminal_symbol_expression_builder.rb
-- lib/treetop/protometagrammar/ordered_choice_expression_builder.rb
-- lib/treetop/protometagrammar/parsing_rule_expression_builder.rb
-- lib/treetop/protometagrammar/parsing_rule_sequence_expression_builder.rb
-- lib/treetop/protometagrammar/prefix_expression_builder.rb
-- lib/treetop/protometagrammar/primary_expression_builder.rb
-- lib/treetop/protometagrammar/protometagrammar.rb
-- lib/treetop/protometagrammar/sequence_expression_builder.rb
-- lib/treetop/protometagrammar/suffix_expression_builder.rb
-- lib/treetop/protometagrammar/terminal_symbol_expression_builder.rb
-- lib/treetop/protometagrammar/trailing_block_expression_builder.rb
-- lib/treetop/protometagrammar.rb
-- lib/treetop/ruby_extension.rb
+- lib/treetop/compiler
+- lib/treetop/compiler/grammar_compiler.rb
+- lib/treetop/compiler/lexical_address_space.rb
+- lib/treetop/compiler/load_grammar.rb
+- lib/treetop/compiler/metagrammar.rb
+- lib/treetop/compiler/metagrammar.treetop
+- lib/treetop/compiler/node_classes
+- lib/treetop/compiler/node_classes/anything_symbol.rb
+- lib/treetop/compiler/node_classes/atomic_expression.rb
+- lib/treetop/compiler/node_classes/character_class.rb
+- lib/treetop/compiler/node_classes/choice.rb
+- lib/treetop/compiler/node_classes/declaration_sequence.rb
+- lib/treetop/compiler/node_classes/grammar.rb
+- lib/treetop/compiler/node_classes/inline_module.rb
+- lib/treetop/compiler/node_classes/nonterminal.rb
+- lib/treetop/compiler/node_classes/optional.rb
+- lib/treetop/compiler/node_classes/parenthesized_expression.rb
+- lib/treetop/compiler/node_classes/parsing_expression.rb
+- lib/treetop/compiler/node_classes/parsing_rule.rb
+- lib/treetop/compiler/node_classes/predicate.rb
+- lib/treetop/compiler/node_classes/repetition.rb
+- lib/treetop/compiler/node_classes/sequence.rb
+- lib/treetop/compiler/node_classes/terminal.rb
+- lib/treetop/compiler/node_classes/treetop_file.rb
+- lib/treetop/compiler/node_classes.rb
+- lib/treetop/compiler/ruby_builder.rb
+- lib/treetop/compiler.rb
+- lib/treetop/ruby_extensions
+- lib/treetop/ruby_extensions/string.rb
+- lib/treetop/ruby_extensions.rb
+- lib/treetop/runtime
+- lib/treetop/runtime/compiled_parser.rb
+- lib/treetop/runtime/node_cache.rb
+- lib/treetop/runtime/parse_cache.rb
+- lib/treetop/runtime/parse_failure.rb
+- lib/treetop/runtime/parse_result.rb
+- lib/treetop/runtime/syntax_node.rb
+- lib/treetop/runtime/terminal_parse_failure.rb
+- lib/treetop/runtime/terminal_syntax_node.rb
+- lib/treetop/runtime.rb
 - lib/treetop.rb
+- bin/tt
 test_files: []
 
 rdoc_options: []
 
 extra_rdoc_files: []
 
-executables: []
-
+executables: 
+- tt
 extensions: []
 
 requirements: []
 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: facets
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 

data/lib/treetop/api.rb

@@ -1,3 +0,0 @@
-dir = File.dirname(__FILE__)
-require "#{dir}/api/load_grammar"
-require "#{dir}/api/malformed_grammar_exception"

data/lib/treetop/api/load_grammar.rb

@@ -1,16 +0,0 @@
-class Object
-  def load_grammar(treetop_file_path)
-    treetop_file_path += ".treetop" unless treetop_file_path =~ /\.treetop$/
-    
-    File.open("#{treetop_file_path}", 'r') do |grammar_file|
-      result = Metagrammar.new_parser.parse(grammar_file.read)
-      
-      if result.success?
-        grammar = result.value
-        Object.instance_eval { const_set(grammar.name, grammar) }
-      else
-        raise MalformedGrammarException.new(result.nested_failures)
-      end
-    end
-  end
-end

data/lib/treetop/api/malformed_grammar_exception.rb

@@ -1,9 +0,0 @@
-class MalformedGrammarException < Exception
-  attr_reader :errors
-  
-  def initialize(errors)
-    @errors = errors
-    expected_expressions = errors.collect(&:expression)
-    super("String matching #{expected_expressions.join(' or ')} expected at position #{errors.first.index}.")
-  end
-end

data/lib/treetop/grammar.rb

@@ -1,7 +0,0 @@
-dir = File.dirname(__FILE__)
-require "#{dir}/grammar/grammar"
-require "#{dir}/grammar/parsing_expression_builder_helper"
-require "#{dir}/grammar/grammar_builder"
-require "#{dir}/grammar/parsing_expression_builder"
-require "#{dir}/grammar/parsing_expressions"
-require "#{dir}/grammar/parsing_rule"

data/lib/treetop/grammar/grammar.rb

@@ -1,48 +0,0 @@
-module Treetop
-  class Grammar
-    attr_accessor :root, :builder, :name
-    
-    def initialize(name = nil, &block)
-      @name = name
-      @parsing_rules = Hash.new
-      @nonterminal_symbols = Hash.new
-      self.builder = GrammarBuilder.new(self)
-      build &block if block
-    end
-
-    def new_parser
-      Parser.new(self)
-    end
-    
-    def nonterminal_symbol(ruby_sym)
-      @nonterminal_symbols[ruby_sym] ||= NonterminalSymbol.new(ruby_sym, self)
-    end
-    
-    def add_parsing_rule(parsing_rule_or_nonterminal, expression = nil)
-      rule = make_parsing_rule(parsing_rule_or_nonterminal, expression)
-      @parsing_rules[rule.nonterminal_symbol.name] = rule
-      self.root ||= rule.nonterminal_symbol
-    end
-    
-    def get_parsing_expression(nonterminal_symbol)
-      if @parsing_rules[nonterminal_symbol.name]
-        @parsing_rules[nonterminal_symbol.name].parsing_expression
-      else
-        raise "No parsing rule found named #{nonterminal_symbol}."
-      end
-    end
-    
-    def build(&block)
-      builder.build &block
-    end
-    
-    private
-    def make_parsing_rule(rule_or_nonterminal, expression)
-      if rule_or_nonterminal.is_a? NonterminalSymbol
-        return ParsingRule.new(rule_or_nonterminal, expression)
-      else
-        return rule_or_nonterminal
-      end
-    end
-  end
-end