lkml 0.1.0 → 0.2.0

data/lib/lkml/tokens.rb

@@ -1,211 +1,126 @@
 # frozen_string_literal: true
 
-# Tokens used by the lexer to tokenize LookML.
-
 module Lkml
   module Tokens
     class Token
-      # Base class for LookML tokens, lexed from LookML strings.
-
+      TOKEN_ID = "<base token>"
       attr_reader :line_number
 
-      def initialize(line_number)
-        # Initializes a Token.
-        #
-        # Args:
-        #   line_number: The corresponding line in the text where this token begins
+      def id
+        self.class::TOKEN_ID
+      end
 
+      def value
+        nil
+      end
+
+      def initialize(line_number)
         @line_number = line_number
       end
 
       def ==(other)
-        # Compare one Token to another by their type.
-        self.class == other.class
+        instance_of?(other.class)
       end
 
-      def to_s
-        # Returns the token's string representation, truncated to 25 characters.
-        #
-        # If the token has a `value` attribute, include that in the output.
-
-        value = defined?(@value) ? @value.strip : ''
+      def inspect
+        value = respond_to?(:value) ? send(:value).to_s.strip : ""
         value = "#{value[0, 25].rstrip} ... " if value.length > 25
-        "#{self.class.name}(#{value})"
+        "#{self.class.name.split('::').last}(#{value})"
       end
+      alias to_s inspect
     end
 
     class ContentToken < Token
-      # Base class for LookML tokens that contain a string of content.
-
-      attr_accessor :value
+      attr_accessor :value # literals may be mutated after lex (e.g. hyphen join)
 
       def initialize(value, line_number)
-        # Initializes a ContentToken with string content.
-        #
-        # Args:
-        #   value: A string value for the token's content
-        #   line_number: The corresponding line in the text where this token begins
-
-        @value = value
         super(line_number)
+        @value = value
       end
 
       def ==(other)
-        # Compare one ContentToken to another by their values.
-        self.class == other.class && @value == other.value
+        instance_of?(other.class) && value == other.value
       end
-    end
 
-    class StreamStartToken < Token
-      # Represents the start of a stream of characters.
+      def eql?(other)
+        self == other
+      end
 
-      def initialize(line_number)
-        super
-        @id = '<stream start>'
+      def hash
+        [self.class, value].hash
       end
     end
 
-    class StreamEndToken < Token
-      # Represents the end of a stream of characters.
+    class StreamStartToken < Token
+      TOKEN_ID = "<stream start>"
+    end
 
-      def initialize(line_number)
-        super
-        @id = '<stream end>'
-      end
+    class StreamEndToken < Token
+      TOKEN_ID = "<stream end>"
     end
 
     class BlockStartToken < Token
-      # Represents the start of a block.
-
-      def initialize(line_number)
-        super
-        @id = '{'
-      end
+      TOKEN_ID = "{"
     end
 
     class BlockEndToken < Token
-      # Represents the end of a block.
-
-      def initialize(line_number)
-        super
-        @id = '}'
-      end
+      TOKEN_ID = "}"
     end
 
     class ValueToken < Token
-      # Separates a key from a value.
-
-      def initialize(line_number)
-        super
-        @id = ':'
-      end
+      TOKEN_ID = ":"
     end
 
     class ExpressionBlockEndToken < Token
-      # Represents the end of an expression block.
-
-      def initialize(line_number)
-        super
-        @id = ';;'
-      end
+      TOKEN_ID = ";;"
     end
 
     class CommaToken < Token
-      # Separates elements in a list.
-
-      def initialize(line_number)
-        super
-        @id = ','
-      end
+      TOKEN_ID = ","
     end
 
     class ListStartToken < Token
-      # Represents the start of a list.
-
-      def initialize(line_number)
-        super
-        @id = '['
-      end
+      TOKEN_ID = "["
     end
 
     class ListEndToken < Token
-      # Represents the end of a list.
-
-      def initialize(line_number)
-        super
-        @id = ']'
-      end
+      TOKEN_ID = "]"
     end
 
     class TriviaToken < ContentToken
-      # Represents a comment or whitespace.
     end
 
     class WhitespaceToken < TriviaToken
-      # Represents one or more whitespace characters.
-
-      def initialize(value, line_number)
-        super
-        @id = '<whitespace>'
-      end
-
-      def to_s
-        "#{self.class.name}(#{@value.inspect})"
-      end
+      TOKEN_ID = "<whitespace>"
     end
 
     class LinebreakToken < WhitespaceToken
-      # Represents a newline character.
+      TOKEN_ID = "<linebreak>"
 
-      def initialize(value, line_number)
-        super
-        @id = '<linebreak>'
+      def inspect
+        "#{self.class.name.split('::').last}(#{value.inspect})"
       end
+      alias to_s inspect
     end
 
     class InlineWhitespaceToken < WhitespaceToken
-      # Represents one or more whitespace characters.
-
-      def initialize(value, line_number)
-        super
-        @id = '<inline whitespace>'
-      end
+      TOKEN_ID = "<inline whitespace>"
     end
 
     class CommentToken < TriviaToken
-      # Represents a comment.
-
-      def initialize(value, line_number)
-        super
-        @id = '<comment>'
-      end
+      TOKEN_ID = "<comment>"
     end
 
     class ExpressionBlockToken < ContentToken
-      # Contains the value of an expression block.
-
-      def initialize(value, line_number)
-        super
-        @id = '<expression block>'
-      end
+      TOKEN_ID = "<expression block>"
     end
 
     class LiteralToken < ContentToken
-      # Contains the value of an unquoted literal.
-
-      def initialize(value, line_number)
-        super
-        @id = '<literal>'
-      end
+      TOKEN_ID = "<literal>"
     end
 
     class QuotedLiteralToken < ContentToken
-      # Contains the value of a quoted literal.
-
-      def initialize(value, line_number)
-        super
-        @id = '<quoted literal>'
-      end
+      TOKEN_ID = "<quoted literal>"
     end
   end
 end