codeminer 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 87e6c5fc088b7426bbd290c30432131c9eef2a01
+  data.tar.gz: b1bbc69b9634a247d1d59585621fec02a92e7e17
+SHA512:
+  metadata.gz: eb5540dab6c63c8d8bfd1c2116f50318325559453b90fb2143041b12c623eb6bc86307b81eb9c0996ea26537a81a78f87f4f686d0e2729b4acd321c8cad0dd3a
+  data.tar.gz: 3f90069d2fb224d74b31c581b14bca0a27785de8d3b64553a8f5dc2d27e157f1847c8ef2a1d5421de80c8f9dd120fb4f14015485680e2d01d2500a5ea2184425

data/codeminer.gemspec

@@ -0,0 +1,28 @@
+Gem::Specification.new do |s|
+  s.name = 'codeminer'
+  s.version = '0.1.0'
+  s.date = '2014-06-30'
+
+  s.summary = 'Mines Ruby code'
+  s.description = 'Streamlined parsing and processing of Ruby code using Ripper'
+
+  s.authors = ['Jacob Richardson']
+  s.email = 'jacob.ninja.dev@gmail.com'
+
+  s.require_paths = %w[lib]
+
+  s.add_development_dependency('test-unit', '2.5.5')
+
+  s.files = %w[
+    codeminer.gemspec
+    lib/codeminer.rb
+    lib/codeminer/parser.rb
+    lib/codeminer/expression_processor.rb
+    lib/codeminer/source_extract.rb
+    lib/codeminer/substitution.rb
+    lib/codeminer/token.rb
+  ]
+  s.files += Dir.glob('lib/codeminer/expressions/*.rb')
+  s.files += Dir.glob('lib/codeminer/processors/*.rb')
+
+end

data/lib/codeminer.rb

@@ -0,0 +1,112 @@
+require File.expand_path('../codeminer/source_extract', __FILE__)
+
+require File.expand_path('../codeminer/expressions/expression', __FILE__)
+require File.expand_path('../codeminer/expressions/alias_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/ambiguous_operator_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/aref_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/aref_field_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/array_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/arguments_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/attribute_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/backref_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/begin_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/binary_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/block_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/block_param_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/body_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/bodystmt_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/break_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/call_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/case_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/class_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/class_variable_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/class_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/colon2_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/colon2_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/colon3_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/colon3_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/command_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/condition_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/constant_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/constant_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/defined_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/defn_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/defs_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/destructured_param_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/dynamic_symbol_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/else_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/empty_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/ensure_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/false_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/field_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/for_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/global_variable_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/global_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/hash_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/hash_pair_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/instance_variable_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/instance_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/int_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/keyword_param_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/lambda_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/local_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/local_variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/magic_comment_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/module_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/multiple_assignment_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/next_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/nil_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/op_assign_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/optional_param_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/params_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/expression_container', __FILE__)
+require File.expand_path('../codeminer/expressions/positional_param_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/range_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/redo_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/regexp_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/rescue_body_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/rescue_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/retry_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/return_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/root_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/sclass_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/self_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/splat_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/string_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/string_content_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/string_embedded_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/super_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/symbol_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/true_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/unknown_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/unary_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/undef_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/until_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/variable_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/void_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/when_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/while_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/xstring_expression', __FILE__)
+require File.expand_path('../codeminer/expressions/yield_expression', __FILE__)
+
+require File.expand_path('../codeminer/token', __FILE__)
+require File.expand_path('../codeminer/parser', __FILE__)
+require File.expand_path('../codeminer/substitution', __FILE__)
+
+module CodeMiner
+
+  ParseError = Class.new(RuntimeError)
+
+  def self.parse(code)
+    Parser.parse(code)
+  end
+
+  def self.process(code, processors)
+    Parser.process(code, processors)
+  end
+
+  def self.sexp(code, formatters={})
+    Parser.sexp(code, formatters)
+  end
+
+end

data/lib/codeminer/expression_processor.rb

@@ -0,0 +1,29 @@
+module CodeMiner
+
+  module ExpressionProcessor
+
+    Ripper::PARSER_EVENT_TABLE.each do |event, arity|
+      next if event == :parse_error
+      next if /_new\z/ =~ event.to_s and arity == 0
+      next if /_add\z/ =~ event.to_s
+      next if /_from_[a-z]+\z/ =~ event.to_s
+
+      define_method :"on_#{event}" do |*args|
+        super(*args).tap do |node|
+          invoke_processor(node, event)
+        end
+      end
+    end
+
+    private
+
+    def invoke_processor(node, event)
+      @processors.each do |p|
+        meth = :"process_#{event}"
+        p.public_send(meth, node) if p.respond_to?(meth)
+      end
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/alias_expression.rb

@@ -0,0 +1,23 @@
+module CodeMiner
+
+  class AliasExpression < Expression
+
+    attr_reader :left, :right, :value
+
+    def initialize(left, right, src)
+      @left = left
+      @right = right
+      @src = src
+    end
+
+    def type
+      :alias
+    end
+
+    def each
+      [@left, @right]
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/ambiguous_operator_expression.rb

@@ -0,0 +1,27 @@
+module CodeMiner
+
+  class AmbiguousOperatorExpression < Expression
+
+    attr_reader :msg
+
+    def initialize(token, msg, src)
+      @token = token
+      @msg = msg
+      @src = src
+    end
+
+    def type
+      :ambiguous_operator
+    end
+
+    def value
+      @token.value
+    end
+
+    def each
+      [msg]
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/aref_assign_expression.rb

@@ -0,0 +1,23 @@
+module CodeMiner
+
+  class ArefAssignExpression < Expression
+
+    attr_reader :body, :receiver, :value
+
+    def initialize(receiver, body, src)
+      @receiver = receiver
+      @body = body
+      @src = src
+    end
+
+    def type
+      :aref_assign
+    end
+
+    def each
+      [receiver, body]
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/aref_field_expression.rb

@@ -0,0 +1,28 @@
+module CodeMiner
+
+  class ArefFieldExpression < Expression
+
+    attr_reader :receiver, :args
+
+    def initialize(token, receiver, args, src)
+      @token = token
+      @receiver = receiver
+      @args = args
+      @src = src
+    end
+
+    def value
+      @token.value
+    end
+
+    def type
+      :aref_field
+    end
+
+    def each
+      [receiver, args]
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/arguments_expression.rb

@@ -0,0 +1,29 @@
+module CodeMiner
+
+  class ArgumentsExpression < Expression
+
+    attr_reader :value, :token
+
+    def initialize(src=nil, token=nil)
+      @arguments = []
+      @src = src
+      @token = token
+    end
+
+    def add(exp)
+      @arguments << exp
+      adjust_src(exp.src_extract)
+      self
+    end
+
+    def type
+      :arguments
+    end
+
+    def each
+      @arguments
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/array_expression.rb

@@ -0,0 +1,22 @@
+module CodeMiner
+
+  class ArrayExpression < Expression
+
+    attr_reader :value
+
+    def initialize(args, src)
+      @args = args
+      @src = src
+    end
+
+    def type
+      :array
+    end
+
+    def each
+      Array(args)
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/attribute_assign_expression.rb

@@ -0,0 +1,35 @@
+module CodeMiner
+
+  class AttributeAssignExpression < Expression
+
+    attr_reader :body
+
+    def initialize(field, body, src)
+      @field = field
+      @body = body
+      @src = src
+    end
+
+    def type
+      :attribute_assign
+    end
+
+    def token
+      @field.token
+    end
+
+    def value
+      token.value
+    end
+
+    def each
+      [receiver, @body]
+    end
+
+    def receiver
+      @field.receiver
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/backref_variable_expression.rb

@@ -0,0 +1,22 @@
+module CodeMiner
+
+  class BackrefVariableExpression < Expression
+
+    attr_reader :value
+
+    def initialize(value, src)
+      @value = value
+      @src = src
+    end
+
+    def type
+      :backref_variable
+    end
+
+    def each
+      []
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/begin_expression.rb

@@ -0,0 +1,38 @@
+module CodeMiner
+
+  class BeginExpression < Expression
+
+    attr_reader :bodystmt, :value
+
+    def initialize(bodystmt, src)
+      @bodystmt = bodystmt
+      @src = src
+    end
+
+    def type
+      :begin
+    end
+
+    def body
+      @bodystmt.body
+    end
+
+    def ensure
+      @bodystmt.ensure
+    end
+
+    def rescue
+      @bodystmt.rescue
+    end
+
+    def else
+      @bodystmt.else
+    end
+
+    def each
+      body.each
+    end
+
+  end
+
+end

data/lib/codeminer/expressions/binary_expression.rb

@@ -0,0 +1,31 @@
+module CodeMiner
+
+  class BinaryExpression < Expression
+
+    attr_reader :left, :right
+
+    def initialize(token, left, right, src)
+      @token = token
+      @left = left
+      @right = right
+      @src = src
+    end
+
+    def each
+      [left, right]
+    end
+
+    def type
+      :binary
+    end
+
+    def value
+      @token.value
+    end
+
+    alias receiver left
+    alias body right
+
+  end
+
+end