koto 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 35f8638e8720898b69f308522cb589e37fe193cf29d7e2213ad57db496be35f0
-  data.tar.gz: bbf079b7f834fd6cc2893d7c20bfaa5797368f39f5caeb777de30346b2d6e8fd
+  metadata.gz: 91a8cdd2c571cf39f6b9c6c41b8d90cf2f6730a9ae8d407dabf6647ba92706a9
+  data.tar.gz: 41f6d7446084e509d3a88c8b9ca0d9b6097cb946dbf27a4effc5c514bb03c40d
 SHA512:
-  metadata.gz: 102158ef6a82bb39e36a9ee2297e2fa09900ea620782e337baacadb78ff03569f1d787b1329d777640ff3d76b854ee291ec1e9386535a14d443b444ed2db10c7
-  data.tar.gz: 050b1c6608e82feb2030935bc8568c8a3f342ca81af36c822289a98a8c3bfc8e466a9a96fd2f1a00ab8e954cf5121e6ed763d967f5b5ea9f1d55f76e5567aecb
+  metadata.gz: c1738575d73950ab26c65caf2286477fbc6e990c57cbdbf28da9f6e1b4da4a28471c97841ee1b0f9345789aeac7b78936692718476173b46df7e7854ac8bcfed
+  data.tar.gz: 58de4b49a75a1ab0805c81cf00ef7620c0465cecb3ad4731c48bef2001f56fffba011182b209099f90508ae5b73bfb2d248fbced1f984542ceeea6d6d8b4b11f

data/Gemfile

@@ -8,3 +8,5 @@ gemspec
 gem "rake", "~> 13.0"
 
 gem "minitest", "~> 5.0"
+
+gem "pry"

data/Gemfile.lock

@@ -3,15 +3,22 @@ PATH
   specs:
     koto (0.1.0)
       parser (~> 3.0)
+      spaghetti_stack (~> 0.2.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
     ast (2.4.1)
+    coderay (1.1.3)
+    method_source (1.0.0)
     minitest (5.14.2)
     parser (3.0.0.0)
       ast (~> 2.4.1)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
     rake (13.0.3)
+    spaghetti_stack (0.2.1)
 
 PLATFORMS
   x86_64-linux
@@ -19,6 +26,7 @@ PLATFORMS
 DEPENDENCIES
   koto!
   minitest (~> 5.0)
+  pry
   rake (~> 13.0)
 
 BUNDLED WITH

data/README.md

@@ -26,7 +26,7 @@ Load *koto*.
 ```ruby
 require 'koto'
 ```
-An code example with <code>Koto::Parser::AST::Processor</code> which extends <code>Parser::AST::Processor</code>.
+A code example with `Koto::Parser::AST::Processor` which extends `Parser::AST::Processor`.
 ```ruby                                                            
 node = Parser::CurrentRuby.parse("Koto::Parser::AST::Processor::Resolver")      
                                      

data/bin/console

@@ -6,10 +6,41 @@ require "koto"
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
+CODE = "module AST; class Context; private; def get_in(node); stack << node; end; end; end".freeze
+
+def parser
+  builder = Koto::Parser::Builders::Default.new
+  ::Parser::CurrentRuby.new(builder)
+end
+
+def parse(source)
+  buffer = ::Parser::Source::Buffer.new('(string)', :source => source)
+  parser.parse(buffer)
+end
+
+def n(type, children)
+  Koto::Parser::AST::Node.new(type, children)
+end
+
+def processor
+  Koto::Parser::AST::Processor.new
+end
+
+def process(node)
+  processor.process(node)
+end
+
+def context
+  Koto::Parser::AST::Processor::Context.new
+end
+
+def name_processor
+  Koto::Parser::AST::Processor::NameProcessor.new
+end
 
 # (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
+require "pry"
+Pry.start
 
-require "irb"
-IRB.start(__FILE__)
+#require "irb"
+#IRB.start(__FILE__)

data/koto.gemspec

@@ -26,6 +26,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency 'parser', '~> 3.0'
+  spec.add_dependency 'spaghetti_stack', '~> 0.2.1'
 
   # For more information and examples about making a new gem, checkout our
   # guide at: https://bundler.io/guides/creating_gem.html

data/lib/koto.rb

@@ -6,9 +6,24 @@ module Koto
   require "koto/version"
 
   module Parser
+
     module AST
+      require 'koto/parser/ast/node'
       require 'koto/parser/ast/processor'
-      require 'koto/parser/ast/processor/name_processor'
+
+      class Processor
+        require "koto/parser/ast/processor/context"
+        require 'koto/parser/ast/processor/name_processor'
+
+        class Context
+          require "spaghetti_stack"
+          require "koto/parser/ast/processor/context/symbol_table"
+        end
+      end
+    end
+
+    module Builders
+      require "koto/parser/builders/default"
     end
   end
 end

data/lib/koto/parser/ast/node.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Koto
+  module Parser
+    module AST
+      class Node < ::Parser::AST::Node
+        attr_reader :name
+        attr_reader :context
+        attr_reader :symbols
+
+        def parent_scope
+          context.current_scope
+        end
+
+        def access
+          context.access
+        end
+
+        def assign_properties(properties)
+          super
+
+          if (name = properties[:name])
+            @name = name
+          end
+
+          if (context = properties[:context])
+            context = context.deep_dup if context.frozen?
+            @context = context
+          end
+
+          if (symbols = properties[:symbols])
+            symbols = symbols.dup if symbols.frozen?
+            @symbols = symbols
+          end
+        end
+      end
+    end
+  end
+end

data/lib/koto/parser/ast/processor.rb

@@ -4,21 +4,212 @@ module Koto
   module Parser
     module AST
       class Processor < ::Parser::AST::Processor
-        attr_reader :name_processor
+
+        OBJECT_METHODS = [
+          *(Object.methods - [:class])
+        ]
+
+        KERNEL_METHODS = [
+          *(Kernel.methods - OBJECT_METHODS)
+        ]
+
+        ACCESS_METHODS = [
+          :private,
+          :protected,
+          :public,
+        ]
+
+        MODULE_METHODS = [
+          *(Module.methods - OBJECT_METHODS)
+        ]
+
+        PREDEFINED_METHODS = [
+          *OBJECT_METHODS,
+          *KERNEL_METHODS,
+          *ACCESS_METHODS,
+          *MODULE_METHODS
+        ]
+
+        BUILTIN_TYPES = [
+          *Object.constants
+        ]
+
+        attr_reader :context
 
         def initialize
-          @name_processor = NameProcessor.new
+          @context = Context.new
+        end
+
+        def switch_context_to(context)
+          @context = context
+        end
+
+        def name_processor
+          @name_processor ||= NameProcessor.new
+        end
+
+        def required_files
+          @required_files ||= []
+        end
+
+        # Methods for processing nodes
+
+        def on_class(node)
+          name, superclass, body = *node
+
+          name       = name_processor.process(name)
+          superclass = process superclass
+
+          node =
+            node.updated nil,
+            [name, superclass, body],
+            :name => name
+
+          access          = context.access
+          current_context = context.get_in(node)
+
+          switch_context_to current_context
+
+          node =
+            node.updated nil,
+            [name, superclass, process(body)],
+            :name => name
+
+          symbols, current_context = context.get_out
+
+          current_context =
+            current_context.switch_access_to access
+
+          node =
+            node.updated :casgn,
+            [nil, name, node],
+            :name => name, :context => current_context, :symbols => symbols
+
+          current_context = current_context.save(node)
+
+          switch_context_to current_context
+
+          node
+        end
+
+        def on_module(node)
+          name, body = *node
+
+          name = name_processor.process(name)
+
+          node =
+            node.updated nil,
+            [name, body],
+            :name => name
+
+          access          = context.access
+          current_context = context.get_in(node)
+
+          switch_context_to current_context
+
+          node =
+            node.updated nil,
+            [name, process(body)],
+            :name => name
+
+          symbols, current_context = context.get_out
+
+          current_context =
+            current_context.switch_access_to access
+
+          node =
+            node.updated :casgn,
+            [nil, name, node],
+            :name => name, :context => current_context, :symbols => symbols
+
+          current_context = current_context.save(node)
+
+          switch_context_to current_context
+
+          node
+        end
+
+        def on_def(node)
+          name, args, body = *node
+
+          args = process_all(args)
+
+          node =
+            node.updated nil,
+            [name, *args, body],
+            :name => name
+
+          access          = context.access
+          current_context = context.get_in(node)
+
+          switch_context_to current_context
+
+          node =
+            node.updated nil,
+            [name, *args, (body = process(body))],
+            :name => name
+
+          symbols, current_context = context.get_out
+
+          current_context =
+            current_context.switch_access_to access
+
+          node =
+            node.updated nil,
+            [name, *args, body],
+            :name => name, :context => current_context, :symbols => symbols
+
+          current_context = current_context.save(node)
+
+          switch_context_to current_context
+
+          node
         end
 
         def on_const(node)
           scope, name = *node
 
           if scope
-            name = name_processor.process node
+            name = name_processor.process(node)
+          end
+
+          node.updated nil,
+            [nil, name],
+            :name => name
+        end
+
+        def on_send(node)
+          _, name, _ = *node
+
+          # Invokes specific handlers for predefined methods
+          if PREDEFINED_METHODS.include? name
+            on_method = :"on_#{name}"
+
+            if respond_to? on_method
+              node = node.updated :"#{name}", node.children
+              return send on_method, node
+            else
+              return handler_missing(node)
+            end
           end
 
-          node.updated nil, [nil, name]
+          node.updated nil,
+            [nil, name],
+            :name => name
+
+          super
         end
+
+        def on_access(node)
+          access          = node.type
+          current_context = context.switch_access_to access
+
+          switch_context_to current_context
+        end
+
+        alias on_private on_access
+        alias on_protected on_access
+        alias on_public on_access
       end
     end
   end

data/lib/koto/parser/ast/processor/context.rb

@@ -0,0 +1,142 @@
+# frozen_string_literal: true
+
+module Koto
+  module Parser
+    module AST
+      class Processor
+
+        class Context
+          attr_reader :scopes
+          attr_reader :stack
+          attr_reader :access
+
+          def initialize
+            @scopes  = SpaghettiStack.new(SymbolTable.new)
+            @stack   = []
+            @access  = :public
+
+            freeze
+          end
+
+          def get_in(node)
+            copy = self.deep_dup
+            copy.get_in!(node)
+          end
+
+          def get_in!(node)
+            @scopes << SymbolTable.new
+            @stack << node
+
+            self
+          end
+
+          protected :get_in!
+
+          def get_out
+            copy = self.deep_dup
+            copy.get_out!
+          end
+
+          def get_out!
+            symbol_table = symbols.freeze
+            active_scope.update(symbol_table)
+
+            unless top_level?
+              @scopes.pop
+              @stack.pop
+            end
+
+            return symbol_table, self
+          end
+
+          protected :get_out!
+
+          def save(node)
+            copy = self.deep_dup
+            copy.save! node
+          end
+
+          def save!(node)
+            symbol_table = symbols.record(node)
+            active_scope.update(symbol_table)
+
+            self
+          end
+
+          protected :save!
+
+          def symbols
+            active_scope.data
+          end
+
+          def active_scope
+            @scopes.top
+          end
+
+          def current_scope
+            @stack.last
+          end
+
+          def switch_access_to(access)
+            return self unless ACCESS_METHODS.include?(access) &&
+              access != @access
+
+            copy = self.dup
+            copy.instance_variable_set(:@access, access)
+
+            copy
+          end
+
+          def top_level?
+            @stack.empty?
+          end
+
+          def in_class?
+            return false if top_level?
+            current_scope.type == :class
+          end
+
+          def in_sclass?
+            return false if top_level?
+            current_scope.type == :sclass
+          end
+
+          def in_module?
+            return false if top_level?
+            current_scope.type == :module
+          end
+
+          def in_def?
+            return false if top_level?
+            current_scope.type == :def
+          end
+
+          def in_block?
+            return false if top_level?
+            current_scope.type == :block
+          end
+
+          def in_lambda?
+            return false if top_level?
+            current_scope.type == :lambda
+          end
+
+          def in_dynamic_block?
+            in_block? || in_lambda?
+          end
+
+          def deep_dup
+            copy = self.dup
+
+            copy.instance_variables.each do |attr|
+              value = instance_variable_get(attr).dup
+              copy.instance_variable_set attr, value
+            end
+
+            copy
+          end
+        end
+      end
+    end
+  end
+end

data/lib/koto/parser/ast/processor/context/symbol_table.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+module Koto
+  module Parser
+    module AST
+      class Processor::Context
+
+        class SymbolTable < Hash
+          def initialize(symbol = nil)
+            record symbol if symbol
+          end
+
+          def record(symbol)
+            self[symbol.name] = symbol
+            self
+          end
+
+          def variables
+            select do |_, symbol|
+              [:lvasgn, :ivasgn, :cvasgn, :gvasgn].includes? symbol.type
+            end
+          end
+
+          def instance_variables
+            variables.select do |_, variable|
+              variable.type == :ivasgn
+            end
+          end
+
+          def private_instance_variables
+            instance_variables.select do |_, instance_variable|
+              instance_variable.access == :private
+            end
+          end
+
+          def constants
+            select do |_, symbol|
+              symbol.type == :casgn
+            end
+          end
+
+          def methods
+            select do |_, symbol|
+              [:def, :defs].include? symbol.type
+            end
+          end
+
+          def instance_methods
+            methods.select do |_, method|
+              context = method.context
+
+              method.type == :def and
+              context.in_class? or context.in_module?
+            end
+          end
+
+          def singleton_methods
+            methods.select do |_, method|
+              method.type == :defs
+            end
+          end
+
+          def private_methods
+            methods.select do |_, method|
+              method.access == :private
+            end
+          end
+
+          def private_instance_methods
+            instance_methods.select do |_, instance_method|
+              instance_method.access == :private
+            end
+          end
+
+          def classes
+            constants.select do |_, constant|
+              _, value = *constant
+              value.type == :class
+            end
+          end
+
+          def modules
+            constants.select do |_, constant|
+              _, value = *constant
+              value.type == :module
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/koto/parser/ast/processor/name_processor.rb

@@ -3,21 +3,24 @@
 module Koto
   module Parser
     module AST
-      class NameProcessor < ::Parser::AST::Processor
-        def on_const(node)
-          scope, name = *node
-          return name unless scope
+      class Processor
 
-          top_level = ::Parser::AST::Node.new(:cbase)
+        class NameProcessor < ::Parser::AST::Processor
+          def on_const(node)
+            scope, name = *node
+            return name unless scope
 
-          if scope == top_level
-            name = "::#{name}"
-          else
-            scope = process scope
-            name  = "#{scope}::#{name}"
-          end
+            top_level = ::Parser::AST::Node.new(:cbase)
+
+            if scope == top_level
+              name = "::#{name}"
+            else
+              scope = process scope
+              name  = "#{scope}::#{name}"
+            end
 
-          name.to_sym
+            name.to_sym
+          end
         end
       end
     end

data/lib/koto/parser/builders/default.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Koto
+  module Parser
+    class Builders::Default < ::Parser::Builders::Default
+      def n(type, children, location)
+        AST::Node.new(type, children, :location => location)
+      end
+    end
+  end
+end

data/lib/koto/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Koto
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: koto
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - mansakondo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-12-28 00:00:00.000000000 Z
+date: 2021-01-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parser
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: spaghetti_stack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
 description: 
 email:
 - mansakondo22@gmail.com
@@ -42,8 +56,12 @@ files:
 - bin/setup
 - koto.gemspec
 - lib/koto.rb
+- lib/koto/parser/ast/node.rb
 - lib/koto/parser/ast/processor.rb
+- lib/koto/parser/ast/processor/context.rb
+- lib/koto/parser/ast/processor/context/symbol_table.rb
 - lib/koto/parser/ast/processor/name_processor.rb
+- lib/koto/parser/builders/default.rb
 - lib/koto/version.rb
 homepage: https://github.com/mansakondo/koto.git
 licenses: