loxxy 0.2.02 → 0.3.00

data/lib/loxxy/front_end/parser.rb

@@ -46,7 +46,7 @@ module Loxxy
           # Stop if the parse failed...
           line1 = "Parsing failed\n"
           line2 = "Reason: #{result.failure_reason.message}"
-          raise StandardError, line1 + line2
+          raise SyntaxError, line1 + line2
         end
 
         return engine.convert(result) # engine.to_ptree(result)

data/lib/loxxy/front_end/scanner.rb

@@ -54,11 +54,11 @@ module Loxxy
         '<=' => 'LESS_EQUAL'
       }.freeze
 
-      # Here are all the implemented Lox keywords (in uppercase)
+      # Here are all the implemented Lox keywords
       # These are enumerated in section 4.2.1 Token type
       @@keywords = %w[
-        AND CLASS ELSE FALSE FUN FOR IF NIL OR
-        PRINT RETURN SUPER THIS TRUE VAR WHILE
+        and class else false fun for if nil or
+        print return super this true var while
       ].map { |x| [x, x] }.to_h
 
       # Constructor. Initialize a tokenizer for Lox input.
@@ -84,7 +84,7 @@ module Loxxy
           token = _next_token
           tok_sequence << token unless token.nil?
         end
-        tok_sequence << build_token('EOF', '')
+        tok_sequence << build_token('EOF', nil)
 
         return tok_sequence
       end
@@ -99,22 +99,22 @@ module Loxxy
 
         token = nil
 
-        if '(){},.;/*'.include? curr_ch
+        if '(){},.;-/*'.include? curr_ch
           # Single delimiter or separator character
           token = build_token(@@lexeme2name[curr_ch], scanner.getch)
-        elsif (lexeme = scanner.scan(/[+\-](?!\d)/))
+        elsif (lexeme = scanner.scan(/\+(?!\d)/))
           # Minus or plus character not preceding a digit
           token = build_token(@@lexeme2name[lexeme], lexeme)
         elsif (lexeme = scanner.scan(/[!=><]=?/))
           # One or two special character tokens
           token = build_token(@@lexeme2name[lexeme], lexeme)
-        elsif (lexeme = scanner.scan(/-?\d+(?:\.\d+)?/))
+        elsif (lexeme = scanner.scan(/\d+(?:\.\d+)?/))
           token = build_token('NUMBER', lexeme)
         elsif (lexeme = scanner.scan(/"(?:\\"|[^"])*"/))
           token = build_token('STRING', lexeme)
         elsif (lexeme = scanner.scan(/[a-zA-Z_][a-zA-Z_0-9]*/))
-          keyw = @@keywords[lexeme.upcase]
-          tok_type = keyw || 'IDENTIFIER'
+          keyw = @@keywords[lexeme]
+          tok_type = keyw ? keyw.upcase : 'IDENTIFIER'
           token = build_token(tok_type, lexeme)
         elsif scanner.scan(/"(?:\\"|[^"])*\z/)
           # Error: unterminated string...
@@ -133,7 +133,8 @@ module Loxxy
       def build_token(aSymbolName, aLexeme)
         begin
           (value, symb) = convert_to(aLexeme, aSymbolName)
-          col = scanner.pos - aLexeme.size - @line_start + 1
+          lex_length = aLexeme ? aLexeme.size : 0
+          col = scanner.pos - lex_length - @line_start + 1
           pos = Rley::Lexical::Position.new(@lineno, col)
           if value
             token = Literal.new(value, aLexeme.dup, symb, pos)

data/lib/loxxy/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Loxxy
-  VERSION = '0.2.02'
+  VERSION = '0.3.00'
 end

data/spec/back_end/environment_spec.rb

@@ -54,20 +54,6 @@ module Loxxy
           expect(var_b).to be_kind_of(Variable)
           expect(var_b.name).to eq('b')
         end
-
-        # it 'should set the suffix of just created variable' do
-          # subject.insert(var('a'))
-          # var_a = subject.defns['a']
-          # expect(var_a.suffix).to eq("_#{subject.object_id.to_s(16)}")
-        # end
-
-        # it 'should complain when variable names collide' do
-          # subject.insert(var('c'))
-          # expect(subject.defns['c']).to be_kind_of(Datatype::Variable)
-          # err = StandardError
-          # err_msg = "Variable with name 'c' already exists."
-          # expect { subject.insert(var('c')) }.to raise_error(err, err_msg)
-        # end
       end # context
     end # describe
   end # module

data/spec/back_end/symbol_table_spec.rb

@@ -106,25 +106,6 @@ module Loxxy
           expect(subject.lookup('q')).to eq(subject.current_env.defns['q'])
         end
 
-        # it 'should allow the search of an entry based on its i_name' do
-          # subject.insert(var('q'))
-          # i_name_x = subject.insert(var('x'))
-          # subject.enter_environment(BackEnd::Environment.new)
-          # i_name_q2 = subject.insert(var('q'))
-          # i_name_y = subject.insert(var('y'))
-
-          # # Search for unknown i_name
-          # expect(subject.lookup_i_name('dummy')).to be_nil
-
-          # curr_scope = subject.current_env
-          # # # Search for existing unique names
-          # expect(subject.lookup_i_name(i_name_y)).to eq(curr_scope.defns['y'])
-          # expect(subject.lookup_i_name(i_name_x)).to eq(subject.root.defns['x'])
-
-          # # Search for redefined name
-          # expect(subject.lookup_i_name(i_name_q2)).to eq(curr_scope.defns['q'])
-        # end
-
         it 'should list all the variables defined in all the szcope chain' do
           subject.insert(var('q'))
           subject.enter_environment(BackEnd::Environment.new)

data/spec/back_end/variable_spec.rb

@@ -38,41 +38,6 @@ module Loxxy
           instance = Variable.new(sample_name)
           expect(instance.value).to eq(Datatype::Nil.instance)
         end
-
-        # it 'should know its default internal name' do
-          # # By default: internal name == label
-          # expect(subject.i_name).to eq(subject.label)
-        # end
-
-        # it 'should have a nil suffix' do
-          # expect(subject.suffix).to be_nil
-        # end
-      end # context
-
-      context 'Provided service:' do
-        let(:sample_suffix) { 'sample-suffix' }
-        it 'should have a label equal to its user-defined name' do
-          # expect(subject.label).to eq(subject.name)
-        end
-
-        it 'should accept a suffix' do
-          # expect { subject.suffix = sample_suffix }.not_to raise_error
-          # expect(subject.suffix).to eq(sample_suffix)
-        end
-
-        it 'should calculate its internal name' do
-          # # Rule: empty suffix => internal name == label
-          # subject.suffix = ''
-          # expect(subject.i_name).to eq(subject.label)
-
-          # # Rule: suffix starting underscore: internal name = label + suffix
-          # subject.suffix = '_10'
-          # expect(subject.i_name).to eq(subject.label + subject.suffix)
-
-          # # Rule: ... otherwise: internal name == suffix
-          # subject.suffix = sample_suffix
-          # expect(subject.i_name).to eq(subject.suffix)
-        end
       end # context
     end # describe
   end # module

data/spec/front_end/scanner_spec.rb

@@ -124,18 +124,15 @@ LOX_END
 
         it 'should recognize number values' do
           input = <<-LOX_END
-          123     987654
-          0       -0
-          123.456 -0.001
-LOX_END
+            123     987654
+            0       123.456
+          LOX_END
 
           expectations = [
             ['123', 123],
             ['987654', 987654],
             ['0', 0],
-            ['-0', 0],
-            ['123.456', 123.456],
-            ['-0.001', -0.001]
+            ['123.456', 123.456]
           ]
 
           subject.start_with(input)
@@ -149,6 +146,30 @@ LOX_END
           end
         end
 
+        it 'should recognize negative number values' do
+          input = <<-LOX_END
+            -0
+            -0.001
+          LOX_END
+
+          expectations = [
+            ['-', '0'],
+            ['-', '0.001']
+          ].flatten
+
+          subject.start_with(input)
+          tokens = subject.tokens
+          tokens.pop
+          i = 0
+          tokens.each_slice(2) do |(sign, lit)|
+            expect(sign.terminal).to eq('MINUS')
+            expect(sign.lexeme).to eq(expectations[i])
+            expect(lit.terminal).to eq('NUMBER')
+            expect(lit.lexeme).to eq(expectations[i + 1])
+            i += 2
+          end
+        end
+
         it 'should recognize leading and trailing dots as distinct tokens' do
           input = '.456 123.'
 
@@ -217,6 +238,13 @@ LOX_END
           expect(token_nil.lexeme).to eq('nil')
           expect(token_nil.value).to be_kind_of(Datatype::Nil)
         end
+
+        it 'should differentiate nil from variable spelled same' do
+          subject.start_with('Nil')
+          similar = subject.tokens[0]
+          expect(similar.terminal).to eq('IDENTIFIER')
+          expect(similar.lexeme).to eq('Nil')
+        end
       end # context
 
       context 'Handling comments:' do

data/spec/interpreter_spec.rb

@@ -148,6 +148,19 @@ module Loxxy
         end
       end
 
+      it 'should ignore spaces surrounding minus in subtraction of two numbers' do
+        [
+          ['1 - 1;', 0],
+          ['1 -1;', 0],
+          ['1- 1;', 0],
+          ['1-1;', 0]
+        ].each do |(source, predicted)|
+          lox = Loxxy::Interpreter.new
+          result = lox.evaluate(source)
+          expect(result.value == predicted).to be_truthy
+        end
+      end
+
       it 'should evaluate the negation of an object' do
         [
           ['!true;', false],
@@ -431,6 +444,17 @@ LOX_END
         expect(result).to eq(3)
       end
 
+      it 'should support return within statements inside a function' do
+        program = <<-LOX_END
+          fun foo() {
+            for (;;) return "done";
+          }
+          print foo(); // output: done
+        LOX_END
+        expect { subject.evaluate(program) }.not_to raise_error
+        expect(sample_cfg[:ostream].string).to eq('done')
+      end
+
       # rubocop: disable Style/StringConcatenation
       it 'should support local functions and closures' do
         program = <<-LOX_END
@@ -480,6 +504,18 @@ LOX_END
         snippet
       end
 
+      it 'should support field assignment expression' do
+        program = <<-LOX_END
+          class Foo {}
+
+          var foo = Foo();
+
+          print foo.bar = "bar value"; // expect: bar value
+        LOX_END
+        expect { subject.evaluate(program) }.not_to raise_error
+        expect(sample_cfg[:ostream].string).to eq('bar value')
+      end
+
       it 'should support class declaration' do
         program = <<-LOX_END
           #{duck_class}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: loxxy
 version: !ruby/object:Gem::Version
-  version: 0.2.02
+  version: 0.3.00
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-04-21 00:00:00.000000000 Z
+date: 2021-05-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rley
@@ -91,6 +91,7 @@ files:
 - lib/loxxy.rb
 - lib/loxxy/ast/all_lox_nodes.rb
 - lib/loxxy/ast/ast_builder.rb
+- lib/loxxy/ast/ast_visitee.rb
 - lib/loxxy/ast/ast_visitor.rb
 - lib/loxxy/ast/lox_assign_expr.rb
 - lib/loxxy/ast/lox_binary_expr.rb
@@ -98,7 +99,6 @@ files:
 - lib/loxxy/ast/lox_call_expr.rb
 - lib/loxxy/ast/lox_class_stmt.rb
 - lib/loxxy/ast/lox_compound_expr.rb
-- lib/loxxy/ast/lox_for_stmt.rb
 - lib/loxxy/ast/lox_fun_stmt.rb
 - lib/loxxy/ast/lox_get_expr.rb
 - lib/loxxy/ast/lox_grouping_expr.rb

data/lib/loxxy/ast/lox_for_stmt.rb

@@ -1,41 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'lox_compound_expr'
-
-module Loxxy
-  module Ast
-    class LoxForStmt < LoxCompoundExpr
-      # @return [LoxNode] test expression
-      attr_reader :test_expr
-
-      # @return [LoxNode] update expression
-      attr_reader :update_expr
-
-      # @return [LoxNode] body statement
-      attr_accessor :body_stmt
-
-      # @param aPosition [Rley::Lexical::Position] Position of the entry in the input stream.
-      # @param initialization [Loxxy::Ast::LoxNode]
-      # @param testExpr [Loxxy::Ast::LoxNode]
-      # @param updateExpr [Loxxy::Ast::LoxNode]
-      def initialize(aPosition, initialization, testExpr, updateExpr)
-        child = initialization ? [initialization] : []
-        super(aPosition, child)
-        @test_expr = testExpr
-        @update_expr = updateExpr
-      end
-
-      # Part of the 'visitee' role in Visitor design pattern.
-      # @param visitor [Ast::ASTVisitor] the visitor
-      def accept(visitor)
-        visitor.visit_for_stmt(self)
-      end
-
-      # Accessor to the condition expression
-      # @return [LoxNode]
-      def condition
-        subnodes[0]
-      end
-    end # class
-  end # module
-end # module