RubyGems - synvert-core - Versions diffs - 0.63.1 → 1.0.2 - Mend

synvert-core 0.63.1 → 1.0.2

Files changed (77) hide show

checksums.yaml +4 -4
data/.github/workflows/main.yml +1 -1
data/.gitignore +4 -0
data/CHANGELOG.md +9 -1
data/Guardfile +11 -2
data/README.md +74 -34
data/Rakefile +15 -1
data/lib/synvert/core/array_ext.rb +41 -0
data/lib/synvert/core/configuration.rb +12 -0
data/lib/synvert/core/engine/erb.rb +9 -8
data/lib/synvert/core/exceptions.rb +0 -4
data/lib/synvert/core/node_ext.rb +232 -128
data/lib/synvert/core/node_query/compiler/array.rb +34 -0
data/lib/synvert/core/node_query/compiler/attribute.rb +51 -0
data/lib/synvert/core/node_query/compiler/attribute_list.rb +24 -0
data/lib/synvert/core/node_query/compiler/boolean.rb +23 -0
data/lib/synvert/core/node_query/compiler/comparable.rb +79 -0
data/lib/synvert/core/node_query/compiler/dynamic_attribute.rb +51 -0
data/lib/synvert/core/node_query/compiler/expression.rb +88 -0
data/lib/synvert/core/node_query/compiler/float.rb +23 -0
data/lib/synvert/core/node_query/compiler/identifier.rb +41 -0
data/lib/synvert/core/node_query/compiler/integer.rb +23 -0
data/lib/synvert/core/node_query/compiler/invalid_operator_error.rb +7 -0
data/lib/synvert/core/node_query/compiler/nil.rb +23 -0
data/lib/synvert/core/node_query/compiler/parse_error.rb +7 -0
data/lib/synvert/core/node_query/compiler/regexp.rb +37 -0
data/lib/synvert/core/node_query/compiler/selector.rb +51 -0
data/lib/synvert/core/node_query/compiler/string.rb +34 -0
data/lib/synvert/core/node_query/compiler/symbol.rb +23 -0
data/lib/synvert/core/node_query/compiler.rb +24 -0
data/lib/synvert/core/node_query/lexer.rex +96 -0
data/lib/synvert/core/node_query/lexer.rex.rb +293 -0
data/lib/synvert/core/node_query/parser.racc.rb +518 -0
data/lib/synvert/core/node_query/parser.y +84 -0
data/lib/synvert/core/node_query.rb +36 -0
data/lib/synvert/core/rewriter/action/append_action.rb +4 -3
data/lib/synvert/core/rewriter/action/delete_action.rb +17 -8
data/lib/synvert/core/rewriter/action/insert_action.rb +16 -7
data/lib/synvert/core/rewriter/action/insert_after_action.rb +3 -2
data/lib/synvert/core/rewriter/action/prepend_action.rb +3 -2
data/lib/synvert/core/rewriter/action/remove_action.rb +16 -10
data/lib/synvert/core/rewriter/action/replace_action.rb +15 -5
data/lib/synvert/core/rewriter/action/replace_erb_stmt_with_expr_action.rb +18 -11
data/lib/synvert/core/rewriter/action/replace_with_action.rb +6 -5
data/lib/synvert/core/rewriter/action/wrap_action.rb +16 -7
data/lib/synvert/core/rewriter/action.rb +22 -10
data/lib/synvert/core/rewriter/any_value.rb +1 -0
data/lib/synvert/core/rewriter/condition/if_exist_condition.rb +4 -0
data/lib/synvert/core/rewriter/condition/if_only_exist_condition.rb +4 -0
data/lib/synvert/core/rewriter/condition/unless_exist_condition.rb +4 -0
data/lib/synvert/core/rewriter/condition.rb +11 -3
data/lib/synvert/core/rewriter/gem_spec.rb +6 -3
data/lib/synvert/core/rewriter/helper.rb +7 -4
data/lib/synvert/core/rewriter/instance.rb +217 -104
data/lib/synvert/core/rewriter/ruby_version.rb +4 -4
data/lib/synvert/core/rewriter/scope/goto_scope.rb +5 -6
data/lib/synvert/core/rewriter/scope/query_scope.rb +36 -0
data/lib/synvert/core/rewriter/scope/within_scope.rb +10 -5
data/lib/synvert/core/rewriter/scope.rb +8 -0
data/lib/synvert/core/rewriter/warning.rb +1 -1
data/lib/synvert/core/rewriter.rb +91 -43
data/lib/synvert/core/version.rb +1 -1
data/lib/synvert/core.rb +22 -6
data/spec/synvert/core/engine/erb_spec.rb +2 -2
data/spec/synvert/core/node_ext_spec.rb +36 -12
data/spec/synvert/core/node_query/lexer_spec.rb +525 -0
data/spec/synvert/core/node_query/parser_spec.rb +270 -0
data/spec/synvert/core/rewriter/action_spec.rb +0 -4
data/spec/synvert/core/rewriter/condition/if_only_exist_condition_spec.rb +1 -6
data/spec/synvert/core/rewriter/gem_spec_spec.rb +1 -1
data/spec/synvert/core/rewriter/helper_spec.rb +4 -1
data/spec/synvert/core/rewriter/instance_spec.rb +31 -20
data/spec/synvert/core/rewriter/scope/query_scope_spec.rb +74 -0
data/spec/synvert/core/rewriter/scope/within_scope_spec.rb +12 -9
data/spec/synvert/core/rewriter_spec.rb +4 -2
data/synvert-core-ruby.gemspec +7 -2
metadata +91 -4

data/spec/synvert/core/node_query/lexer_spec.rb ADDED Viewed

@@ -0,0 +1,525 @@
+require 'spec_helper'
+require 'oedipus_lex'
+module Synvert::Core::NodeQuery
+  RSpec.describe Lexer do
+    let(:lexer) { described_class.new }
+    def assert_tokens(source, expected_tokens)
+      lexer.parse(source)
+      tokens = []
+      while token = lexer.next_token
+        tokens << token
+      end
+      expect(tokens).to eq expected_tokens
+    end
+    context 'ast node type' do
+      it 'matches node type' do
+        source = '.send'
+        expected_tokens = [[:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'attribute value' do
+      it 'matches =' do
+        source = '.send[message=create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches nil' do
+        source = '.send[receiver=nil]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver"],
+          [:tEQUAL, "="],
+          [:tNIL, nil],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches string' do
+        source = '.send[message="create"]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSTRING, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches "[]"' do
+        source = '.send[message="[]"]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSTRING, "[]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches symbol' do
+        source = '.send[message=:create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches integer' do
+        source = '[value=1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches float' do
+        source = '.send[value=1.1]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tFLOAT, 1.1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches boolean' do
+        source = '.send[value=true]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tBOOLEAN, true],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'identifier can contain !' do
+        source = '.send[message=create!]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "create!"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'identifier can contain ?' do
+        source = '.send[message=empty?]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "empty?"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches attribute value' do
+        source = '.pair[key={{value}}]'
+        expected_tokens = [
+          [:tNODE_TYPE, "pair"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "key"],
+          [:tEQUAL, "="],
+          [:tOPEN_DYNAMIC_ATTRIBUTE, "{{"],
+          [:tDYNAMIC_ATTRIBUTE, "value"],
+          [:tCLOSE_DYNAMIC_ATTRIBUTE, "}}"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches nested value' do
+        source = <<~EOS
+          .send[
+            receiver=
+              .send[message=:create]
+          ]
+        EOS
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches deep nested value' do
+        source = <<~EOS
+          .send[
+            arguments=[size=2][first=.str][last=.str]
+          ]
+        EOS
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "size"],
+          [:tEQUAL, "="],
+          [:tINTEGER, 2],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "first"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "str"],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "last"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "str"],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'attribute condition' do
+      it 'matches !=' do
+        source = '.send[message != create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_EQUAL, "!="],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches >' do
+        source = '[value > 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tGREATER_THAN, ">"],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches <' do
+        source = '[value < 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tLESS_THAN, "<"],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches >=' do
+        source = '[value >= 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tGREATER_THAN_OR_EQUAL, ">="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches <=' do
+        source = '[value <= 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tLESS_THAN_OR_EQUAL, "<="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches =~' do
+        source = '.send[message=~/create/i]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tMATCH, "=~"],
+          [:tREGEXP, /create/i],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches !~' do
+        source = '.send[message!~/create/i]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_MATCH, "!~"],
+          [:tREGEXP, /create/i],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matche empty array' do
+        source = '.send[arguments=()]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ARRAY, "("],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matche equal array' do
+        source = '.send[arguments=(:create)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ARRAY, "("],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matche not equal array' do
+        source = '.send[arguments!=(:create)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tNOT_EQUAL, "!="],
+          [:tOPEN_ARRAY, "("],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches IN' do
+        source = '.send[message IN (create, build)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tIN, "IN"],
+          [:tOPEN_ARRAY, "("],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCOMMA, ","],
+          [:tIDENTIFIER_VALUE, "build"],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches NOT IN' do
+        source = '.send[message NOT IN (create, build)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_IN, "NOT IN"],
+          [:tOPEN_ARRAY, "("],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCOMMA, ","],
+          [:tIDENTIFIER_VALUE, "build"],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches INCLUDES' do
+        source = '.send[arguments INCLUDES &block]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tINCLUDES, "INCLUDES"],
+          [:tIDENTIFIER_VALUE, "&block"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'nested attribute' do
+      it 'matches' do
+        source = '.send[receiver.message=:create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver.message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'position' do
+      it 'matches :first-child' do
+        source = '.send[arguments=:create]:first-child'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, 0]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches :last-child' do
+        source = '.send[arguments=:create]:last-child'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, -1]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches :nth-child(1)' do
+        source = '.send[arguments=:create]:nth-child(1)'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, 0]
+        ]
+        assert_tokens source, expected_tokens
+      end
+      it 'matches :nth-last-child(1)' do
+        source = '.send[arguments=:create]:nth-last-child(1)'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, -1]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'descendant' do
+      it 'matches' do
+        source = '.class .send'
+        expected_tokens = [[:tNODE_TYPE, "class"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'child' do
+      it 'matches' do
+        source = '.def > .send'
+        expected_tokens = [[:tNODE_TYPE, "def"], [:tCHILD, ">"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'subsequent sibling' do
+      it 'matches' do
+        source = '.send ~ .send'
+        expected_tokens = [[:tNODE_TYPE, "send"], [:tSUBSEQUENT_SIBLING, "~"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context 'next sibling' do
+      it 'matches' do
+        source = '.send + .send'
+        expected_tokens = [[:tNODE_TYPE, "send"], [:tNEXT_SIBLING, "+"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+    context ':has' do
+      it 'matches' do
+        source = '.class:has(> .def)'
+        expected_tokens = [
+          [:tNODE_TYPE, "class"],
+          [:tHAS, "has"],
+          [:tOPEN_SELECTOR, "("],
+          [:tCHILD, ">"],
+          [:tNODE_TYPE, "def"],
+          [:tCLOSE_SELECTOR, ")"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+  end
+end