synvert-core 0.64.0 → 1.0.3

data/spec/synvert/core/node_query/lexer_spec.rb

@@ -0,0 +1,538 @@
+require 'spec_helper'
+require 'oedipus_lex'
+
+module Synvert::Core::NodeQuery
+  RSpec.describe Lexer do
+    let(:lexer) { described_class.new }
+
+    def assert_tokens(source, expected_tokens)
+      lexer.parse(source)
+      tokens = []
+      while token = lexer.next_token
+        tokens << token
+      end
+      expect(tokens).to eq expected_tokens
+    end
+
+    context 'ast node type' do
+      it 'matches node type' do
+        source = '.send'
+        expected_tokens = [[:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'attribute value' do
+      it 'matches =' do
+        source = '.send[message=create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches nil' do
+        source = '.send[receiver=nil]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver"],
+          [:tEQUAL, "="],
+          [:tNIL, nil],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches string' do
+        source = '.send[message="create"]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSTRING, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches "[]"' do
+        source = '.send[message="[]"]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSTRING, "[]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches symbol' do
+        source = '.send[message=:create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches integer' do
+        source = '[value=1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches float' do
+        source = '.send[value=1.1]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tFLOAT, 1.1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches boolean' do
+        source = '.send[value=true]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tEQUAL, "="],
+          [:tBOOLEAN, true],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'identifier can contain !' do
+        source = '.send[message=create!]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "create!"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'identifier can contain ?' do
+        source = '.send[message=empty?]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "empty?"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'identifier can contain <, >, =' do
+        source = '.send[message=<=>]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tIDENTIFIER_VALUE, "<=>"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches attribute value' do
+        source = '.pair[key={{value}}]'
+        expected_tokens = [
+          [:tNODE_TYPE, "pair"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "key"],
+          [:tEQUAL, "="],
+          [:tOPEN_DYNAMIC_ATTRIBUTE, "{{"],
+          [:tDYNAMIC_ATTRIBUTE, "value"],
+          [:tCLOSE_DYNAMIC_ATTRIBUTE, "}}"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches nested value' do
+        source = <<~EOS
+          .send[
+            receiver=
+              .send[message=:create]
+          ]
+        EOS
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches deep nested value' do
+        source = <<~EOS
+          .send[
+            arguments=[size=2][first=.str][last=.str]
+          ]
+        EOS
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "size"],
+          [:tEQUAL, "="],
+          [:tINTEGER, 2],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "first"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "str"],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "last"],
+          [:tEQUAL, "="],
+          [:tNODE_TYPE, "str"],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'attribute condition' do
+      it 'matches !=' do
+        source = '.send[message != create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_EQUAL, "!="],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches >' do
+        source = '[value > 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tGREATER_THAN, ">"],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches <' do
+        source = '[value < 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tLESS_THAN, "<"],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches >=' do
+        source = '[value >= 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tGREATER_THAN_OR_EQUAL, ">="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches <=' do
+        source = '[value <= 1]'
+        expected_tokens = [
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "value"],
+          [:tLESS_THAN_OR_EQUAL, "<="],
+          [:tINTEGER, 1],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches =~' do
+        source = '.send[message=~/create/i]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tMATCH, "=~"],
+          [:tREGEXP, /create/i],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches !~' do
+        source = '.send[message!~/create/i]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_MATCH, "!~"],
+          [:tREGEXP, /create/i],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matche empty array' do
+        source = '.send[arguments=()]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ARRAY, "("],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matche equal array' do
+        source = '.send[arguments=(:create)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tOPEN_ARRAY, "("],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matche not equal array' do
+        source = '.send[arguments!=(:create)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tNOT_EQUAL, "!="],
+          [:tOPEN_ARRAY, "("],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches IN' do
+        source = '.send[message IN (create, build)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tIN, "IN"],
+          [:tOPEN_ARRAY, "("],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCOMMA, ","],
+          [:tIDENTIFIER_VALUE, "build"],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches NOT IN' do
+        source = '.send[message NOT IN (create, build)]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "message"],
+          [:tNOT_IN, "NOT IN"],
+          [:tOPEN_ARRAY, "("],
+          [:tIDENTIFIER_VALUE, "create"],
+          [:tCOMMA, ","],
+          [:tIDENTIFIER_VALUE, "build"],
+          [:tCLOSE_ARRAY, ")"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches INCLUDES' do
+        source = '.send[arguments INCLUDES &block]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tINCLUDES, "INCLUDES"],
+          [:tIDENTIFIER_VALUE, "&block"],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'nested attribute' do
+      it 'matches' do
+        source = '.send[receiver.message=:create]'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "receiver.message"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'position' do
+      it 'matches :first-child' do
+        source = '.send[arguments=:create]:first-child'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, 0]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches :last-child' do
+        source = '.send[arguments=:create]:last-child'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, -1]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches :nth-child(1)' do
+        source = '.send[arguments=:create]:nth-child(1)'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, 0]
+        ]
+        assert_tokens source, expected_tokens
+      end
+
+      it 'matches :nth-last-child(1)' do
+        source = '.send[arguments=:create]:nth-last-child(1)'
+        expected_tokens = [
+          [:tNODE_TYPE, "send"],
+          [:tOPEN_ATTRIBUTE, "["],
+          [:tKEY, "arguments"],
+          [:tEQUAL, "="],
+          [:tSYMBOL, :create],
+          [:tCLOSE_ATTRIBUTE, "]"],
+          [:tINDEX, -1]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'descendant' do
+      it 'matches' do
+        source = '.class .send'
+        expected_tokens = [[:tNODE_TYPE, "class"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'child' do
+      it 'matches' do
+        source = '.def > .send'
+        expected_tokens = [[:tNODE_TYPE, "def"], [:tCHILD, ">"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'subsequent sibling' do
+      it 'matches' do
+        source = '.send ~ .send'
+        expected_tokens = [[:tNODE_TYPE, "send"], [:tSUBSEQUENT_SIBLING, "~"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context 'next sibling' do
+      it 'matches' do
+        source = '.send + .send'
+        expected_tokens = [[:tNODE_TYPE, "send"], [:tNEXT_SIBLING, "+"], [:tNODE_TYPE, "send"]]
+        assert_tokens source, expected_tokens
+      end
+    end
+
+    context ':has' do
+      it 'matches' do
+        source = '.class:has(> .def)'
+        expected_tokens = [
+          [:tNODE_TYPE, "class"],
+          [:tHAS, "has"],
+          [:tOPEN_SELECTOR, "("],
+          [:tCHILD, ">"],
+          [:tNODE_TYPE, "def"],
+          [:tCLOSE_SELECTOR, ")"]
+        ]
+        assert_tokens source, expected_tokens
+      end
+    end
+  end
+end