odin-foundation 1.0.0

data/lib/odin/parsing/token.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Odin
+  module Parsing
+    class Token
+      attr_reader :type, :value, :line, :column, :raw
+
+      def initialize(type, value, line, column, raw: nil)
+        @type = type
+        @value = value
+        @line = line
+        @column = column
+        @raw = raw
+        freeze
+      end
+
+      def to_s
+        "Token(#{type}, #{value.inspect}, L#{line}:#{column})"
+      end
+
+      def error?
+        type == TokenType::ERROR
+      end
+    end
+  end
+end

data/lib/odin/parsing/token_type.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+module Odin
+  module Parsing
+    module TokenType
+      # Structure
+      HEADER_OPEN   = :header_open
+      HEADER_CLOSE  = :header_close
+      EQUALS        = :equals
+      NEWLINE       = :newline
+      PIPE          = :pipe
+
+      # Values
+      STRING        = :string
+      NUMBER        = :number
+      INTEGER       = :integer
+      CURRENCY      = :currency
+      PERCENT       = :percent
+      BOOLEAN       = :boolean
+      NULL          = :null
+      REFERENCE     = :reference
+      BINARY        = :binary
+      DATE          = :date
+      TIMESTAMP     = :timestamp
+      TIME          = :time
+      DURATION      = :duration
+      VERB          = :verb
+
+      # Metadata
+      PATH          = :path
+      COMMENT       = :comment
+      DIRECTIVE     = :directive
+      MODIFIER      = :modifier
+
+      # Control
+      EOF           = :eof
+      ERROR         = :error
+    end
+  end
+end