rubasteme 0.1.2 → 0.1.7

data/lib/rubasteme/ast/leaf_node.rb

@@ -32,6 +32,10 @@ module Rubasteme
       def initialize(literal)
         super
       end
+
+      def identifier
+        literal
+      end
     end
 
     class CharacterNode < LeafNode

data/lib/rubasteme/error.rb

@@ -5,7 +5,7 @@ module Rubasteme
 
   # :stopdoc:
   EMSG = {
-    scheme_sytanx_error: "syntax error: got=%s",
+    scheme_syntax_error: "syntax error: %s",
     unexpected_token_type: "unexpected token type: got=%s, expected=%s",
     missing_right_parenthesis: "missing right parenthesis",
     unsupported_feature: "unsupported feature: %s",
@@ -15,8 +15,8 @@ module Rubasteme
 
   # Indicates a syntax error as Scheme program.
   class SchemeSyntaxErrorError < Error
-    def initialize(literal)
-      super(EMSG[:scheme_syntax_error] % literal)
+    def initialize(msg)
+      super(EMSG[:scheme_syntax_error] % msg)
     end
   end
 

data/lib/rubasteme/parser.rb

@@ -3,611 +3,54 @@
 module Rubasteme
 
   def self.parser
-    Parser.new
+    Parser::Parser.new
   end
 
-  class Parser
+  module Parser
 
     def self.version
-      "rubasteme.parser :version #{VERSION} :relase #{RELEASE}"
+      Rubasteme.send(:make_version, self.name)
     end
 
-    def initialize
-      @lexer = nil
-    end
-
-    def parse(lexer)
-      return [] if lexer.nil?
-      @lexer = lexer
-      parse_program
-    end
-
-    def parse_program
-      ast_program = AST.instantiate(:ast_program, nil)
-      Kernel.loop {
-        ast_program << parse_expression
-      }
-      ast_program
-    end
-
-    def parse_expression
-      if start_delimiter?(@lexer.peek_token)
-        parse_compound_expression
-      else
-        parse_simple_expression
-      end
-    end
-
-    def parse_simple_expression
-      type, literal = *@lexer.next_token
-      AST.instantiate(ast_simple_type(type), literal)
-    end
-
-    def parse_identifier
-      parse_simple_expression
-    end
-
-    TOKEN_START_DELIMITERS = [  # :nodoc:
-      :lparen,                  # list: ( ... )
-      :vec_lparen,              # vector: #( ... )
-      :bytevec_lparen,          # bytevector: #u8( ... )
-      :quotation,               # quotation: '<something>
-      :backquote,               # quasiquote: `<something>
-      :comma,                   # used in quasiquote
-      :comma_at,                # used in quasiquote
-      :comment_lparen,          # comment start
-    ]
-
-    def start_delimiter?(token)
-      TOKEN_START_DELIMITERS.include?(token.type)
-    end
-
-    def parse_compound_expression
-      case @lexer.peek_token.type
-      when :vec_lparen
-        parse_vector
-      when :quotation
-        parse_quotation
-      when :lparen
-        parse_list_expression
-      else
-        raise SchemeSyntaxError, @lexer.peek_token.literal
-      end
-    end
-
-    def parse_vector
-      parse_data_to_matched_rparen
-    end
-
-    def parse_data_to_matched_rparen
-      token = @lexer.next_token
-      node = AST.instantiate(ast_compound_type(token.type), nil)
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        node << parse_datum
-      }
-      skip_rparen
-
-      node
-    end
-
-    def parse_datum
-      if start_delimiter?(@lexer.peek_token)
-        parse_compound_datum
-      else
-        parse_simple_datum
-      end
-    end
-
-    def parse_simple_datum
-      parse_simple_expression
-    end
-
-    def parse_compound_datum
-      case @lexer.peek_token.type
-      when :lparen
-        parse_data_list
-      when :vec_lparen
-        parse_vector
-      else
-        parse_simple_expression
-      end
-    end
-
-    def parse_data_list
-      parse_data_to_matched_rparen
-    end
-
-    def parse_quotation
-      literal = @lexer.next_token.literal
-      quote_node = AST.instantiate(:ast_quotation, literal)
-      quote_node << parse_datum
-      quote_node
-    end
-
-    DERIVED_IDENTIFIERS = [
-      "cond", "case", "and", "or", "when", "unless",
-      "let", "let*", "letrec", "letrec*",
-      "let-values", "let*-values",
-      "begin", "do",
-      "delay", "delay-force",
-      "parameterize",
-      "guard",
-      "case-lambda",
-    ]
-
-    def parse_list_expression
-      node = nil
-      skip_lparen
-      type, literal = *@lexer.peek_token
-      case type
-      when :rparen
-        # an empty list
-        node = AST.instantiate(:ast_empty_list, nil)
-        skip_rparen
-      when :identifier
-        case literal
-        when "lambda"
-          node = parse_lambda_expression
-        when "if"
-          node = parse_conditional
-        when "set!"
-          node = parse_assignment
-        when "let-syntax", "letrec-syntax"
-          node = parse_macro_block
-        when "define", "define-syntax", "define-values", "define-record-type"
-          node = parse_definition
-        when "include", "include-ci"
-          node = parse_includer
-        when *DERIVED_IDENTIFIERS
-          node = parse_derived_expression
-        end
-      end
-      node || parse_procedure_call
-    end
-
-    def parse_procedure_call
-      proc_call_node = AST.instantiate(:ast_procedure_call, nil)
-      proc_call_node.operator = parse_operator
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        proc_call_node.add_operand(parse_operand)
-      }
-      skip_rparen
-      proc_call_node
-    end
-
-    def parse_operator
-      parse_expression
-    end
-
-    def parse_operand
-      parse_expression
-    end
-
-    def parse_lambda_expression
-      @lexer.skip_token         # skip :lambda
-      lambda_node = make_lambda_expression_node(parse_formals, read_body)
-      skip_rparen
-      lambda_node
-    end
-
-    def make_lambda_expression_node(formals, body)
-      lambda_node = AST.instantiate(:ast_lambda_expression, nil)
-      lambda_node.formals = formals
-      lambda_node.body = body
-      lambda_node
-    end
-
-    def parse_formals
-      formals_node = nil
-      # type 1: <identifier>
-      # type 2: ( <identifier 1> <identifier 2> ... )
-      # type 3: ( <identifier 1> <identifier 2> <dot> <identifier n> )
-      #   => not supported yet
-      if @lexer.peek_token.type == :lparen
-        formals_node = AST.instantiate(:ast_formals, nil)
-        skip_lparen
-        Kernel.loop {
-          break if @lexer.peek_token.type == :rparen
-          formals_node.add_identifier(parse_identifier)
-        }
-      else                      # type 1
-        formals_node = parse_identifier
-      end
-      skip_rparen
-      formals_node
-    end
-
-    def read_body
-      body = []
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen # the end of lambda exp.
-        body << parse_expression
-      }
-      body
-    end
-
-    def parse_conditional
-      if_node = AST.instantiate(:ast_conditional, @lexer.next_token.literal)
-      if_node.test = parse_test
-      if_node.consequent = parse_consequent
-      if @lexer.peek_token.type != :rparen
-        if_node.alternate = parse_alternate
-      end
-      skip_rparen
-      if_node
-    end
-
-    def parse_test
-      parse_expression
-    end
-
-    def parse_consequent
-      parse_expression
-    end
-
-    def parse_alternate
-      parse_expression
-    end
-
-    def parse_assignment
-      assignment_node = AST.instantiate(:ast_assignment, @lexer.next_token.literal)
-      assignment_node.identifier = parse_identifier
-      assignment_node.expression = parse_expression
-      skip_rparen
-      assignment_node
-    end
-
-    def parse_macro_block
-      not_implemented_yet("MACRO block")
-    end
-
-    def parse_definition
-      case @lexer.peek_token.literal
-      when "define"
-        parse_identifier_definition
-      when "define-syntax"
-        parse_define_syntax
-      when "define-values"
-        parse_define_values
-      when "define-record-type"
-        parse_define_record_type
-      else
-        raise SchemeSyntaxErrorError, @lexer.peek_token.literal
-      end
-    end
-
-    def parse_identifier_definition
-      # type 1: (define foo 3)
-      # type 2: (define bar (lambda (x y) (+ x y)))
-      # type 3: (define (hoge n m) (display n) (display m) (* n m))
-      define_node = AST.instantiate(:ast_identifier_definition, @lexer.next_token.literal)
-
-      case @lexer.peek_token.type
-      when :identifier
-        # type 1 and type 2
-        define_node.identifier = parse_identifier
-        define_node.expression = parse_expression
-        skip_rparen
-      when :lparen
-        # type 3:
-        #   make a lambda expression, then handle as type 2
-        skip_lparen
-        define_node.identifier = parse_identifier
-        def_formals_node = AST.instantiate(:ast_formals, nil)
-        Kernel.loop {
-          break if @lexer.peek_token.type == :rparen
-          def_formals_node.add_identifier(parse_identifier)
-        }
-        skip_rparen
-
-        lambda_node = make_lambda_expression_node(def_formals_node, read_body)
-        skip_rparen
-
-        define_node.expression = lambda_node
-      else
-        raise SchemeSyntaxErrorError, @lexer.peek_token.literal
-      end
-
-      define_node
-    end
-
-    def parse_define_syntax
-      not_implemented_yet("DEFINE-SYNTAX")
-    end
-
-    def parse_define_values
-      not_implemented_yet("DEFINE-VALUES")
-    end
-
-    def parse_define_record_type
-      not_implemented_yet("DEFINE-RECORD-TYPE")
-    end
-
-    def parse_includer
-      not_implemented_yet("INCLUDE or INCLUDE-CI")
-    end
-
-    def parse_derived_expression
-      literal = @lexer.next_token.literal
-      name = compose_method_name("parse_", literal).intern
-      if self.respond_to?(name)
-        m = self.method(name)
-        m.call
-      else
-        not_implemented_yet(literal)
+    module Utils
+      def ast?(obj)
+        obj.kind_of?(AST::Node)
       end
-    end
-
-    def parse_cond
-      cond_node = AST.instantiate(:ast_cond, nil)
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        cond_node.add_clause(parse_cond_clause)
-      }
-      skip_rparen
-      cond_node
-    end
-
-    def parse_cond_clause
-      skip_lparen
-      clause_node = AST.instantiate(:ast_cond_clause, nil)
-      # type 1: ( <test> )
-      # type 2: ( <test> => <expression> )
-      # type 3: ( <test> <sequence> )
-      # type 4: ( else <sequence> )
-      clause_node.test = parse_test
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        clause_node.add_expression(parse_expression)
-      }
-      skip_rparen
-      clause_node
-    end
-
-    def parse_case
-      not_implemented_yet("CASE")
-    end
-
-    def parse_and
-      parse_logical_test("and")
-    end
-
-    def parse_or
-      parse_logical_test("or")
-    end
 
-    def parse_logical_test(type)
-      ast_type = "ast_#{type}".intern
-      node = AST.instantiate(ast_type, nil)
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        node << parse_test
-      }
-      skip_rparen
-      node
-    end
-
-    def parse_when
-      parse_test_and_sequence("when")
-    end
-
-    def parse_unless
-      parse_test_and_sequence("unless")
-    end
-
-    def parse_test_and_sequence(type)
-      ast_type = "ast_#{type}".intern
-      node = AST.instantiate(ast_type, nil)
-      node.test = parse_test
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        node << parse_expression
-      }
-      skip_rparen
-      node
-    end
-
-    def parse_let
-      let_node = AST.instantiate(:ast_let, nil)
-      if @lexer.peek_token.type == :identifier
-        let_node.identifier = parse_identifier
+      def ast_type?(obj, type)
+        ast?(obj) && obj.type == type
       end
-      let_node.bindings = parse_bindings
-      let_node.body = read_body
-      skip_rparen
-      let_node
-    end
-
-    def parse_bindings
-      bindings_node = AST.instantiate(:ast_bindings, nil)
-      skip_lparen
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        bindings_node.add_bind_spec(parse_bind_spec)
-      }
-      skip_rparen
-      bindings_node
-    end
-
-    def parse_bind_spec
-      spec_node = AST.instantiate(:ast_bind_spec, nil)
-      skip_lparen
-      spec_node.identifier = parse_identifier
-      spec_node.expression = parse_expression
-      skip_rparen
-      spec_node
-    end
-
-    def parse_let_star
-      parse_let_base("let_star")
-    end
-
-    def parse_letrec
-      parse_let_base("letrec")
-    end
-
-    def parse_letrec_star
-      parse_let_base("letrec_star")
-    end
 
-    def parse_let_base(type)
-      ast_type = "ast_#{type}".intern
-      node = AST.instantiate(ast_type, nil)
-      node.bindings = parse_bindings
-      node.body = read_body
-      skip_rparen
-      node
-    end
-
-    def parse_let_values
-      not_implemented_yet("LET-VALUES")
-    end
-
-    def parse_let_star_values
-      not_implemented_yet("LET*-VALUES")
-    end
-
-    def parse_begin
-      begin_node = AST.instantiate(:ast_begin, nil)
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        begin_node << parse_expression
-      }
-      skip_rparen
-      begin_node
-    end
-
-    def parse_do
-      do_node = AST.instantiate(:ast_do, nil)
-      do_node.iteration_bindings = parse_iteration_bindings
-      do_node.test_and_do_result = parse_test_and_do_result
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        do_node.add_command(parse_expression)
-      }
-      skip_rparen
-      do_node
-    end
-
-    def parse_iteration_bindings
-      node = AST.instantiate(:ast_iteration_bindings, nil)
-      skip_lparen
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        node.add_iteration_spec(parse_iteration_spec)
-      }
-      skip_rparen
-      node
-    end
-
-    def parse_iteration_spec
-      spec_node = AST.instantiate(:ast_iteration_spec, nil)
-      skip_lparen
-      spec_node.identifier = parse_identifier
-      spec_node.init = parse_init
-      if @lexer.peek_token.type != :rparen
-        spec_node.step = parse_step
+      def not_implemented_yet(feature)
+        raise NotImplementedYetError, feature
       end
-      skip_rparen
-      spec_node
-    end
-
-    def parse_init
-      parse_expression
-    end
-
-    def parse_step
-      parse_expression
-    end
-
-    def parse_test_and_do_result
-      node = AST.instantiate(:ast_test_and_do_result, nil)
-      skip_lparen
-      node << parse_test
-      Kernel.loop {
-        break if @lexer.peek_token.type == :rparen
-        node.add_expression(parse_expression)
-      }
-      skip_rparen
-      node
-    end
-
-    def parse_delay
-      not_implemented_yet("DELAY")
-    end
-
-    def parse_delay_force
-      not_implemented_yet("DELAY-FORCE")
-    end
-
-    def parse_parameterize
-      not_implemented_yet("PARAMETERIZE")
     end
 
-    def parse_guard
-      not_implemented_yet("GUARD")
-    end
-
-    def parse_case_lambda
-      not_implemented_yet("CASE-LAMBDA")
-    end
+    require_relative "parser/phase1_parser"
+    require_relative "parser/phase2_parser"
 
-    private
+    class Parser
+      include Utils
 
-    def skip_lparen
-      if @lexer.peek_token.type == :lparen
-        @lexer.skip_token
-      else
-        raise UnexpectedTokenTypeError.new(@lexer.peek_token.type, :lparen)
+      def self.version
+        Rubasteme::Parser.send(:version)
       end
-    end
 
-    def skip_rparen
-      if @lexer.peek_token.type == :rparen
-        @lexer.skip_token
-      else
-        raise MissingRightParenthesisError
+      def version
+        self.class.version
       end
-    end
 
-    def ast_simple_type(token_type)
-      case token_type
-      when :identifier
-        :ast_identifier
-      when :boolean, :character, :number, :string
-        "ast_#{token_type}".intern
-      when :dot
-        :ast_dot
-      else
-        :ast_identifier
+      def initialize
+        @p1 = Phase1Parser.new
+        @p2 = Phase2Parser.new
       end
-    end
 
-    def ast_compound_type(token_type)
-      case token_type
-      when :vec_lparen
-        :ast_vector
-      else
-        :ast_list
+      def parse(lexer)
+        return [] if lexer.nil?
+        ast_program = AST.instantiate(:ast_program)
+        Kernel.loop{ast_program << @p2.parse(@p1.parse(lexer))}
+        ast_program
       end
-    end
-
-    SCM_CHAR_TO_RB_MAP = {
-      "*" => "_star",
-      "-" => "_",
-    }
-
-    def compose_method_name(prefix, type_name)
-      converted_name = type_name.gsub(/[*\-]/, SCM_CHAR_TO_RB_MAP)
-      prefix + converted_name
-    end
-
-    def not_implemented_yet(feature)
-      raise NotImplementedYetError, feature
-    end
-
-  end                           # end of Parser class
-
+    end                           # end of Parser class
+  end                             # end of Parser module
 end