rouge 3.17.0

data/lib/rouge/lexers/toml.rb

@@ -0,0 +1,106 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class TOML < RegexLexer
+      title "TOML"
+      desc 'the TOML configuration format (https://github.com/mojombo/toml)'
+      tag 'toml'
+
+      filenames '*.toml', 'Pipfile'
+      mimetypes 'text/x-toml'
+
+      identifier = /\S+/
+
+      state :basic do
+        rule %r/\s+/, Text
+        rule %r/#.*?$/, Comment
+        rule %r/(true|false)/, Keyword::Constant
+
+        rule %r/(\S+)(\s*)(=)(\s*)(\{)/ do |m|
+          groups Name::Namespace, Text, Operator, Text, Punctuation
+          push :inline
+        end
+
+        rule %r/(?<!=)\s*\[[\S]+\]/, Name::Namespace
+
+        rule %r/\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z/, Literal::Date
+
+        rule %r/(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?j?/, Num::Float
+        rule %r/\d+[eE][+-]?[0-9]+j?/, Num::Float
+        rule %r/\-?\d+/, Num::Integer
+      end
+
+      state :root do
+        mixin :basic
+
+        rule %r/(#{identifier})(\s*)(=)/ do
+          groups Name::Property, Text, Punctuation
+          push :value
+        end
+      end
+
+      state :value do
+        rule %r/\n/, Text, :pop!
+        mixin :content
+      end
+
+      state :content do
+        mixin :basic
+        rule %r/"""/, Str, :mdq
+        rule %r/"/, Str, :dq
+        rule %r/'''/, Str, :msq
+        rule %r/'/, Str, :sq
+        mixin :esc_str
+        rule %r/\,/, Punctuation
+        rule %r/\[/, Punctuation, :array
+      end
+
+      state :dq do
+        rule %r/"/, Str, :pop!
+        rule %r/\n/, Error, :pop!
+        mixin :esc_str
+        rule %r/[^\\"\n]+/, Str
+      end
+
+      state :mdq do
+        rule %r/"""/, Str, :pop!
+        mixin :esc_str
+        rule %r/[^\\"]+/, Str
+        rule %r/"+/, Str
+      end
+
+      state :sq do
+        rule %r/'/, Str, :pop!
+        rule %r/\n/, Error, :pop!
+        rule %r/[^'\n]+/, Str
+      end
+
+      state :msq do
+        rule %r/'''/, Str, :pop!
+        rule %r/[^']+/, Str
+        rule %r/'+/, Str
+      end
+
+      state :esc_str do
+        rule %r/\\[0t\tn\n "\\r]/, Str::Escape
+      end
+
+      state :array do
+        mixin :content
+        rule %r/\]/, Punctuation, :pop!
+      end
+
+      state :inline do
+        mixin :content
+
+        rule %r/(#{identifier})(\s*)(=)/ do
+          groups Name::Property, Text, Punctuation
+        end
+
+        rule %r/\}/, Punctuation, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/tsx.rb

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'jsx.rb'
+    load_lexer 'typescript/common.rb'
+
+    class TSX < JSX
+      include TypescriptCommon
+
+      title 'TypeScript'
+      desc 'tsx'
+
+      tag 'tsx'
+      filenames '*.tsx'
+    end
+  end
+end
+

data/lib/rouge/lexers/ttcn3.rb

@@ -0,0 +1,119 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class TTCN3 < RegexLexer
+      title "TTCN3"
+      desc "The TTCN3 programming language (ttcn-3.org)"
+
+      tag 'ttcn3'
+      filenames '*.ttcn', '*.ttcn3'
+      mimetypes 'text/x-ttcn3', 'text/x-ttcn'
+
+      def self.keywords
+        @keywords ||= %w(
+          module import group type port component signature external
+          execute const template function altstep testcase var timer if
+          else select case for while do label goto start stop return
+          break int2char int2unichar int2bit int2enum int2hex int2oct
+          int2str int2float float2int char2int char2oct unichar2int
+          unichar2oct bit2int bit2hex bit2oct bit2str hex2int hex2bit
+          hex2oct hex2str oct2int oct2bit oct2hex oct2str oct2char
+          oct2unichar str2int str2hex str2oct str2float enum2int
+          any2unistr lengthof sizeof ispresent ischosen isvalue isbound
+          istemplatekind regexp substr replace encvalue decvalue
+          encvalue_unichar decvalue_unichar encvalue_o decvalue_o
+          get_stringencoding remove_bom rnd hostid send receive
+          setverdict
+        )
+      end
+
+      def self.reserved
+        @reserved ||= %w(
+          all alt apply assert at configuration conjunct const control
+          delta deterministic disjunct duration fail finished fuzzy from
+          history implies inconc inv lazy mod mode notinv now omit
+          onentry onexit par pass prev realtime seq setstate static
+          stepsize stream timestamp until values wait
+        )
+      end
+
+      def self.types
+        @types ||= %w(
+          anytype address boolean bitstring charstring hexstring octetstring
+          component enumerated float integer port record set of union universal
+        )
+      end
+
+      # optional comment or whitespace
+      ws = %r((?:\s|//.*?\n|/[*].*?[*]/)+)
+      id = /[a-zA-Z_]\w*/
+      digit = /\d_+\d|\d/
+      bin_digit = /[01]_+[01]|[01]/
+      oct_digit = /[0-7]_+[0-7]|[0-7]/
+      hex_digit = /\h_+\h|\h/
+
+      state :statements do
+        rule %r/\n+/m, Text
+        rule %r/[ \t\r]+/, Text
+        rule %r/\\\n/, Text # line continuation
+
+        rule %r(//(\\.|.)*?$), Comment::Single
+        rule %r(/(\\\n)?[*].*?[*](\\\n)?/)m, Comment::Multiline
+
+        rule %r/"/, Str, :string
+        rule %r/'(?:\\.|[^\\]|\\u[0-9a-f]{4})'/, Str::Char
+        
+        rule %r/#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/i, Num::Float
+        rule %r/'#{bin_digit}+'B/i, Num::Bin
+        rule %r/'#{hex_digit}+'H/i, Num::Hex
+        rule %r/'#{oct_digit}+'O/i, Num::Oct
+        rule %r/#{digit}+/i, Num::Integer
+
+        rule %r([~!%^&*+:=\|?<>/-]), Operator
+        rule %r/[()\[\]{},.;:]/, Punctuation
+
+        rule %r/(?:true|false|null)\b/, Name::Builtin
+
+        rule id do |m|
+          name = m[0]
+          if self.class.keywords.include? name
+            token Keyword
+          elsif self.class.types.include? name
+            token Keyword::Type
+          elsif self.class.reserved.include? name
+            token Keyword::Reserved
+          else
+            token Name
+          end
+        end
+      end
+
+      state :root do
+        rule %r/module\b/, Keyword::Declaration, :module
+        rule %r/import\b/, Keyword::Namespace, :import
+
+        mixin :statements
+      end
+
+      state :string do
+        rule %r/"/, Str, :pop!
+        rule %r/\\([\\abfnrtv"']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})/, Str::Escape
+        rule %r/[^\\"\n]+/, Str
+        rule %r/\\\n/, Str
+        rule %r/\\/, Str # stray backslash
+      end
+
+      state :module do
+        rule %r/\s+/m, Text
+        rule id, Name::Class, :pop!
+      end
+
+      state :import do
+        rule %r/\s+/m, Text
+        rule %r/[\w.]+\*?/, Name::Namespace, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/tulip.rb

@@ -0,0 +1,108 @@
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Tulip < RegexLexer
+      desc 'the tulip programming language (twitter.com/tuliplang)'
+      tag 'tulip'
+      aliases 'tulip'
+
+      filenames '*.tlp'
+
+      mimetypes 'text/x-tulip', 'application/x-tulip'
+
+      def self.detect?(text)
+        return true if text.shebang? 'tulip'
+      end
+
+      id = /[a-z][\w-]*/i
+      upper_id = /[A-Z][\w-]*/
+
+      state :comments_and_whitespace do
+        rule %r/\s+/, Text
+        rule %r/#.*?$/, Comment
+      end
+
+      state :root do
+        mixin :comments_and_whitespace
+
+        rule %r/@#{id}/, Keyword
+
+
+        rule %r/(\\#{id})([{])/ do
+          groups Name::Function, Str
+          push :nested_string
+        end
+
+        rule %r/([+]#{id})([{])/ do
+          groups Name::Decorator, Str
+          push :nested_string
+        end
+
+        rule %r/\\#{id}/, Name::Function
+        rule %r/[+]#{id}/, Name::Decorator
+
+        rule %r/"[{]/, Str, :dqi
+        rule %r/"/, Str, :dq
+
+        rule %r/'{/, Str, :nested_string
+        rule %r/'#{id}/, Str
+
+        rule %r/[.]#{id}/, Name::Tag
+        rule %r/[$]#{id}?/, Name::Variable
+        rule %r/-#{id}:?/, Name::Label
+        rule %r/%#{id}/, Name::Function
+        rule %r/`#{id}/, Operator::Word
+
+        rule %r/[?~%._>,!\[\]:{}()=;\/-]/, Punctuation
+
+        rule %r/[0-9]+([.][0-9]+)?/, Num
+
+        rule %r/#{id}/, Name
+
+        rule %r/</, Comment::Preproc, :angle_brackets
+      end
+
+      state :dq do
+        rule %r/[^\\"]+/, Str
+        rule %r/"/, Str, :pop!
+        rule %r/\\./, Str::Escape
+      end
+
+      state :dqi do
+        rule %r/[$][(]/, Str::Interpol, :interp_root
+        rule %r/[{]/, Str, :dqi
+        rule %r/[}]/, Str, :pop!
+        rule %r/[^{}$]+/, Str
+        rule %r/./, Str
+      end
+
+      state :interp_root do
+        rule %r/[)]/, Str::Interpol, :pop!
+        mixin :interp
+      end
+
+      state :interp do
+        rule %r/[(]/, Punctuation, :interp
+        rule %r/[)]/, Punctuation, :pop!
+        mixin :root
+      end
+
+      state :nested_string do
+        rule %r/\\./, Str::Escape
+        rule(/{/) { token Str; push :nested_string }
+        rule(/}/) { token Str; pop! }
+        rule(/[^{}\\]+/) { token Str }
+      end
+
+      state :angle_brackets do
+        mixin :comments_and_whitespace
+        rule %r/>/, Comment::Preproc, :pop!
+        rule %r/[*:]/, Punctuation
+        rule %r/#{upper_id}/, Keyword::Type
+        rule %r/#{id}/, Name::Variable
+      end
+    end
+  end
+end
+

data/lib/rouge/lexers/turtle.rb

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Turtle < RegexLexer
+      title "Turtle/TriG"
+      desc "Terse RDF Triple Language, TriG"
+      tag 'turtle'
+      filenames '*.ttl', '*.trig'
+      mimetypes 'text/turtle', 'application/trig'
+
+      state :root do
+        rule %r/@base\b/, Keyword::Declaration
+        rule %r/@prefix\b/, Keyword::Declaration
+        rule %r/true\b/, Keyword::Constant
+        rule %r/false\b/, Keyword::Constant
+
+        rule %r/""".*?"""/m, Literal::String
+        rule %r/"([^"\\]|\\.)*"/, Literal::String
+        rule %r/'''.*?'''/m, Literal::String
+        rule %r/'([^'\\]|\\.)*'/, Literal::String
+
+        rule %r/#.*$/, Comment::Single
+
+        rule %r/@[^\s,.;]+/, Name::Attribute
+
+        rule %r/[+-]?[0-9]+\.[0-9]*E[+-]?[0-9]+/, Literal::Number::Float
+        rule %r/[+-]?\.[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
+        rule %r/[+-]?[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
+
+        rule %r/[+-]?[0-9]*\.[0-9]+?/, Literal::Number::Float
+
+        rule %r/[+-]?[0-9]+/, Literal::Number::Integer
+
+        rule %r/\./, Punctuation
+        rule %r/,/, Punctuation
+        rule %r/;/, Punctuation
+        rule %r/\(/, Punctuation
+        rule %r/\)/, Punctuation
+        rule %r/\{/, Punctuation
+        rule %r/\}/, Punctuation
+        rule %r/\[/, Punctuation
+        rule %r/\]/, Punctuation
+        rule %r/\^\^/, Punctuation
+
+        rule %r/<[^>]*>/, Name::Label
+
+        rule %r/base\b/i, Keyword::Declaration
+        rule %r/prefix\b/i, Keyword::Declaration
+        rule %r/GRAPH\b/, Keyword
+        rule %r/a\b/, Keyword
+
+        rule %r/\s+/, Text::Whitespace
+
+        rule %r/[^:;<>#\@"\(\).\[\]\{\} ]+:/, Name::Namespace
+        rule %r/[^:;<>#\@"\(\).\[\]\{\} ]+/, Name
+      end
+    end
+  end
+end

data/lib/rouge/lexers/twig.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'jinja.rb'
+
+    class Twig < Jinja
+      title "Twig"
+      desc "Twig template engine (twig.sensiolabs.org)"
+
+      tag "twig"
+
+      filenames '*.twig'
+
+      mimetypes 'application/x-twig', 'text/html+twig'
+
+      def self.keywords
+        @@keywords ||= %w(as do extends flush from import include use else starts
+                          ends with without autoescape endautoescape block endblock
+                          embed endembed filter endfilter for endfor if endif
+                          macro endmacro sandbox endsandbox set endset
+                          spaceless endspaceless verbatim endverbatim)
+      end
+
+      def self.tests
+        @@tests ||= %w(constant defined divisibleby empty even iterable null odd
+                       sameas)
+      end
+
+      def self.pseudo_keywords
+        @@pseudo_keywords ||= %w(true false none)
+      end
+
+      def self.word_operators
+        @@word_operators ||= %w(b-and b-or b-xor is in and or not)
+      end
+    end
+  end
+end