rouge 3.18.0

data/lib/rouge/lexers/swift.rb

@@ -0,0 +1,186 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Swift < RegexLexer
+      tag 'swift'
+      filenames '*.swift'
+
+      title "Swift"
+      desc 'Multi paradigm, compiled programming language developed by Apple for iOS and OS X development. (developer.apple.com/swift)'
+
+      id_head = /_|(?!\p{Mc})\p{Alpha}|[^\u0000-\uFFFF]/
+      id_rest = /[\p{Alnum}_]|[^\u0000-\uFFFF]/
+      id = /#{id_head}#{id_rest}*/
+
+      keywords = Set.new %w(
+        break case continue default do else fallthrough if in for return switch where while try catch throw guard defer repeat
+
+        as dynamicType is new super self Self Type __COLUMN__ __FILE__ __FUNCTION__ __LINE__
+
+        associativity didSet get infix inout mutating none nonmutating operator override postfix precedence prefix set unowned weak willSet throws rethrows precedencegroup
+
+        #available #colorLiteral #column #else #elseif #endif #error #file #fileLiteral #function #if #imageLiteral #line #selector #sourceLocation #warning
+      )
+
+      declarations = Set.new %w(
+        class deinit enum convenience extension final func import init internal lazy let optional private protocol public required static struct subscript typealias var dynamic indirect associatedtype open fileprivate some
+      )
+
+      constants = Set.new %w(
+        true false nil
+      )
+
+      start { push :bol }
+
+      # beginning of line
+      state :bol do
+        rule %r/#.*/, Comment::Preproc
+
+        mixin :inline_whitespace
+
+        rule(//) { pop! }
+      end
+
+      state :inline_whitespace do
+        rule %r/\s+/m, Text
+        mixin :has_comments
+      end
+
+      state :whitespace do
+        rule %r/\n+/m, Text, :bol
+        rule %r(\/\/.*?$), Comment::Single, :bol
+        mixin :inline_whitespace
+      end
+
+      state :has_comments do
+        rule %r(/[*]), Comment::Multiline, :nested_comment
+      end
+
+      state :nested_comment do
+        mixin :has_comments
+        rule %r([*]/), Comment::Multiline, :pop!
+        rule %r([^*/]+)m, Comment::Multiline
+        rule %r/./, Comment::Multiline
+      end
+
+      state :root do
+        mixin :whitespace
+        
+        rule %r/\$(([1-9]\d*)?\d)/, Name::Variable
+
+        rule %r{[()\[\]{}:;,?\\]}, Punctuation
+        rule %r([-/=+*%<>!&|^.~]+), Operator
+        rule %r/@?"/, Str, :dq
+        rule %r/'(\\.|.)'/, Str::Char
+        rule %r/(\d+(?:_\d+)*\*|(?:\d+(?:_\d+)*)*\.\d+(?:_\d)*)(e[+-]?\d+(?:_\d)*)?/i, Num::Float
+        rule %r/\d+e[+-]?[0-9]+/i, Num::Float
+        rule %r/0o?[0-7]+(?:_[0-7]+)*/, Num::Oct
+        rule %r/0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*((\.[0-9A-F]+(?:_[0-9A-F]+)*)?p[+-]?\d+)?/, Num::Hex
+        rule %r/0b[01]+(?:_[01]+)*/, Num::Bin
+        rule %r{[\d]+(?:_\d+)*}, Num::Integer
+
+        rule %r/@#{id}/, Keyword::Declaration
+
+        rule %r/(private|internal)(\([ ]*)(\w+)([ ]*\))/ do |m|
+          if m[3] == 'set'
+            token Keyword::Declaration
+          else
+            groups Keyword::Declaration, Keyword::Declaration, Error, Keyword::Declaration
+          end
+        end
+
+        rule %r/(unowned\([ ]*)(\w+)([ ]*\))/ do |m|
+          if m[2] == 'safe' || m[2] == 'unsafe'
+            token Keyword::Declaration
+          else
+            groups Keyword::Declaration, Error, Keyword::Declaration
+          end
+        end
+
+        rule %r/#available\([^)]+\)/, Keyword::Declaration
+
+        rule %r/(#(?:selector|keyPath)\()([^)]+?(?:[(].*?[)])?)(\))/ do
+          groups Keyword::Declaration, Name::Function, Keyword::Declaration
+        end
+
+        rule %r/#(line|file|column|function|dsohandle)/, Keyword::Declaration
+
+        rule %r/(let|var)\b(\s*)(#{id})/ do
+          groups Keyword, Text, Name::Variable
+        end
+
+        rule %r/(let|var)\b(\s*)([(])/ do
+          groups Keyword, Text, Punctuation
+          push :tuple
+        end
+
+        rule %r/(?!\b(if|while|for|private|internal|unowned|switch|case)\b)\b#{id}(?=(\?|!)?\s*[(])/ do |m|
+          if m[0] =~ /^[[:upper:]]/
+            token Keyword::Type
+          else
+            token Name::Function
+          end
+        end
+
+        rule %r/as[?!]?(?=\s)/, Keyword
+        rule %r/try[!]?(?=\s)/, Keyword
+
+        rule %r/(#?(?!default)(?![[:upper:]])#{id})(\s*)(:)/ do
+          groups Name::Variable, Text, Punctuation
+        end
+
+        rule id do |m|
+          if keywords.include? m[0]
+            token Keyword
+          elsif declarations.include? m[0]
+            token Keyword::Declaration
+          elsif constants.include? m[0]
+            token Keyword::Constant
+          elsif m[0] =~ /^[[:upper:]]/
+            token Keyword::Type
+          else
+            token Name
+          end
+        end
+
+        rule %r/(`)(#{id})(`)/ do
+          groups Punctuation, Name::Variable, Punctuation
+        end
+      end
+
+      state :tuple do
+        rule %r/(#{id})/, Name::Variable
+        rule %r/(`)(#{id})(`)/ do
+            groups Punctuation, Name::Variable, Punctuation
+        end
+        rule %r/,/, Punctuation
+        rule %r/[(]/, Punctuation, :push
+        rule %r/[)]/, Punctuation, :pop!
+        mixin :inline_whitespace
+      end
+
+      state :dq do
+        rule %r/\\[\\0tnr'"]/, Str::Escape
+        rule %r/\\[(]/, Str::Escape, :interp
+        rule %r/\\u\{\h{1,8}\}/, Str::Escape
+        rule %r/[^\\"]+/, Str
+        rule %r/"""/, Str, :pop!
+        rule %r/"/, Str, :pop!
+      end
+
+      state :interp do
+        rule %r/[(]/, Punctuation, :interp_inner
+        rule %r/[)]/, Str::Escape, :pop!
+        mixin :root
+      end
+
+      state :interp_inner do
+        rule %r/[(]/, Punctuation, :push
+        rule %r/[)]/, Punctuation, :pop!
+        mixin :root
+      end
+    end
+  end
+end

data/lib/rouge/lexers/tap.rb

@@ -0,0 +1,89 @@
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Tap < RegexLexer
+      title 'TAP'
+      desc 'Test Anything Protocol'
+      tag 'tap'
+      aliases 'tap'
+      filenames '*.tap'
+
+      mimetypes 'text/x-tap', 'application/x-tap'
+
+      state :root do
+        # A TAP version may be specified.
+        rule %r/^TAP version \d+\n/, Name::Namespace
+
+        # Specify a plan with a plan line.
+        rule %r/^1\.\.\d+/, Keyword::Declaration, :plan
+
+        # A test failure
+        rule %r/^(not ok)([^\S\n]*)(\d*)/ do
+          groups Generic::Error, Text, Literal::Number::Integer
+          push :test
+        end
+
+        # A test success
+        rule %r/^(ok)([^\S\n]*)(\d*)/ do
+          groups Keyword::Reserved, Text, Literal::Number::Integer
+          push :test
+        end
+
+        # Diagnostics start with a hash.
+        rule %r/^#.*\n/, Comment
+
+        # TAP's version of an abort statement.
+        rule %r/^Bail out!.*\n/, Generic::Error
+
+        # # TAP ignores any unrecognized lines.
+        rule %r/^.*\n/, Text
+      end
+
+      state :plan do
+        # Consume whitespace (but not newline).
+        rule %r/[^\S\n]+/, Text
+
+        # A plan may have a directive with it.
+        rule %r/#/, Comment, :directive
+
+        # Or it could just end.
+        rule %r/\n/, Comment, :pop!
+
+        # Anything else is wrong.
+        rule %r/.*\n/, Generic::Error, :pop!
+      end
+
+      state :test do
+        # Consume whitespace (but not newline).
+        rule %r/[^\S\n]+/, Text
+
+        # A test may have a directive with it.
+        rule %r/#/, Comment, :directive
+
+        rule %r/\S+/, Text
+
+        rule %r/\n/, Text, :pop!
+      end
+
+      state :directive do
+        # Consume whitespace (but not newline).
+        rule %r/[^\S\n]+/, Comment
+
+        # Extract todo items.
+        rule %r/(?i)\bTODO\b/, Comment::Preproc
+
+        # Extract skip items.
+        rule %r/(?i)\bSKIP\S*/, Comment::Preproc
+
+        rule %r/\S+/, Comment
+
+        rule %r/\n/ do
+          token Comment
+          pop! 2
+        end
+      end
+    end
+  end
+end
+

data/lib/rouge/lexers/tcl.rb

@@ -0,0 +1,193 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class TCL < RegexLexer
+      title "Tcl"
+      desc "The Tool Command Language (tcl.tk)"
+      tag 'tcl'
+      filenames '*.tcl'
+      mimetypes 'text/x-tcl', 'text/x-script.tcl', 'application/x-tcl'
+
+      def self.detect?(text)
+        return true if text.shebang? 'tclsh'
+        return true if text.shebang? 'wish'
+        return true if text.shebang? 'jimsh'
+      end
+
+      KEYWORDS = %w(
+        after apply array break catch continue elseif else error
+        eval expr for foreach global if namespace proc rename return
+        set switch then trace unset update uplevel upvar variable
+        vwait while
+      )
+
+      BUILTINS = %w(
+        append bgerror binary cd chan clock close concat dde dict
+        encoding eof exec exit fblocked fconfigure fcopy file
+        fileevent flush format gets glob history http incr info interp
+        join lappend lassign lindex linsert list llength load loadTk
+        lrange lrepeat lreplace lreverse lsearch lset lsort mathfunc
+        mathop memory msgcat open package pid pkg::create pkg_mkIndex
+        platform platform::shell puts pwd re_syntax read refchan
+        regexp registry regsub scan seek socket source split string
+        subst tell time tm unknown unload
+      )
+
+      OPEN =  %w| \( \[ \{ " |
+      CLOSE = %w| \) \] \} |
+      ALL = OPEN + CLOSE
+      END_LINE = CLOSE + %w(; \n)
+      END_WORD = END_LINE + %w(\r \t \v)
+
+      CHARS =     lambda { |list| Regexp.new %/[#{list.join}]/  }
+      NOT_CHARS = lambda { |list| Regexp.new %/[^#{list.join}]/ }
+
+      state :word do
+        rule %r/\{\*\}/, Keyword
+
+        mixin :brace_abort
+        mixin :interp
+        rule %r/\{/, Punctuation, :brace
+        rule %r/\(/, Punctuation,   :paren
+        rule %r/"/,  Str::Double, :string
+        rule %r/#{NOT_CHARS[END_WORD]}+?(?=#{CHARS[OPEN+['\\\\']]})/, Text
+      end
+
+      def self.gen_command_state(name='')
+        state(:"command#{name}") do
+          mixin :word
+
+          rule %r/##{NOT_CHARS[END_LINE]}+/, Comment::Single
+
+          rule %r/(?=#{CHARS[END_WORD]})/ do
+            push :"params#{name}"
+          end
+
+          rule %r/#{NOT_CHARS[END_WORD]}+/ do |m|
+            if KEYWORDS.include? m[0]
+              token Keyword
+            elsif BUILTINS.include? m[0]
+              token Name::Builtin
+            else
+              token Text
+            end
+          end
+
+          mixin :whitespace
+        end
+      end
+
+      def self.gen_delimiter_states(name, close, opts={})
+        gen_command_state("_in_#{name}")
+
+        state :"params_in_#{name}" do
+          rule close do
+            token Punctuation
+            pop! 2
+          end
+
+          # mismatched delimiters.  Braced strings with mismatched
+          # closing delimiters should be okay, since this is standard
+          # practice, like {]]]]}
+          if opts[:strict]
+            rule CHARS[CLOSE - [close]], Error
+          else
+            rule CHARS[CLOSE - [close]], Text
+          end
+
+          mixin :params
+        end
+
+        state name do
+          rule close, Punctuation, :pop!
+          mixin :"command_in_#{name}"
+        end
+      end
+
+
+      # tcl is freaking impossible.  If we're in braces and we encounter
+      # a close brace, we have to drop everything and close the brace.
+      # This is so silly things like {abc"def} and {abc]def} don't b0rk
+      # everything after them.
+
+      # TODO: TCL seems to have this aborting behavior quite a lot.
+      # such things as [ abc" ] are a runtime error, but will still
+      # parse.  Currently something like this will muck up the lex.
+      state :brace_abort do
+        rule %r/}/ do
+          if in_state? :brace
+            pop! until state? :brace
+            pop!
+            token Punctuation
+          else
+            token Error
+          end
+        end
+      end
+
+      state :params do
+        rule %r/;/, Punctuation, :pop!
+        rule %r/\n/, Text, :pop!
+        rule %r/else|elseif|then/, Keyword
+        mixin :word
+        mixin :whitespace
+        rule %r/#{NOT_CHARS[END_WORD]}+/, Text
+      end
+
+      gen_delimiter_states :brace,   /\}/, :strict => false
+      gen_delimiter_states :paren,   /\)/, :strict => true
+      gen_delimiter_states :bracket, /\]/, :strict => true
+      gen_command_state
+
+      state :root do
+        mixin :command
+      end
+
+      state :whitespace do
+        # not a multiline regex because we want to capture \n sometimes
+        rule %r/\s+/, Text
+      end
+
+      state :interp do
+        rule %r/\[/, Punctuation, :bracket
+        rule %r/\$[a-z0-9.:-]+/, Name::Variable
+        rule %r/\$\{.*?\}/m, Name::Variable
+        rule %r/\$/, Text
+
+        # escape sequences
+        rule %r/\\[0-7]{3}/, Str::Escape
+        rule %r/\\x[0-9a-f]{2}/i, Str::Escape
+        rule %r/\\u[0-9a-f]{4}/i, Str::Escape
+        rule %r/\\./m, Str::Escape
+      end
+
+      state :string do
+        rule %r/"/, Str::Double, :pop!
+        mixin :interp
+        rule %r/[^\\\[\$"{}]+/m, Str::Double
+
+        # strings have to keep count of their internal braces, to support
+        # for example { "{ }" }.
+        rule %r/{/ do
+          @brace_count ||= 0
+          @brace_count += 1
+
+          token Str::Double
+        end
+
+        rule %r/}/ do
+          if in_state? :brace and @brace_count.to_i == 0
+            pop! until state? :brace
+            pop!
+            token Punctuation
+          else
+            @brace_count -= 1
+            token Str::Double
+          end
+        end
+      end
+    end
+  end
+end