rouge 3.2.0 → 3.18.0

data/lib/rouge/lexers/turtle.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers
@@ -6,57 +7,54 @@ module Rouge
       title "Turtle/TriG"
       desc "Terse RDF Triple Language, TriG"
       tag 'turtle'
-      filenames *%w(*.ttl *.trig)
-      mimetypes *%w(
-        text/turtle
-        application/trig
-      )
+      filenames '*.ttl', '*.trig'
+      mimetypes 'text/turtle', 'application/trig'
 
       state :root do
-        rule /@base\b/, Keyword::Declaration
-        rule /@prefix\b/, Keyword::Declaration
-        rule /true\b/, Keyword::Constant
-        rule /false\b/, Keyword::Constant
+        rule %r/@base\b/, Keyword::Declaration
+        rule %r/@prefix\b/, Keyword::Declaration
+        rule %r/true\b/, Keyword::Constant
+        rule %r/false\b/, Keyword::Constant
 
-        rule /""".*?"""/m, Literal::String
-        rule /"([^"\\]|\\.)*"/, Literal::String
-        rule /'''.*?'''/m, Literal::String
-        rule /'([^'\\]|\\.)*'/, Literal::String
+        rule %r/""".*?"""/m, Literal::String
+        rule %r/"([^"\\]|\\.)*"/, Literal::String
+        rule %r/'''.*?'''/m, Literal::String
+        rule %r/'([^'\\]|\\.)*'/, Literal::String
 
-        rule /#.*$/, Comment::Single
+        rule %r/#.*$/, Comment::Single
 
-        rule /@[^\s,.; ]+/, Name::Attribute
+        rule %r/@[^\s,.;]+/, Name::Attribute
 
-        rule /[+-]?[0-9]+\.[0-9]*E[+-]?[0-9]+/, Literal::Number::Float
-        rule /[+-]?\.[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
-        rule /[+-]?[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
+        rule %r/[+-]?[0-9]+\.[0-9]*E[+-]?[0-9]+/, Literal::Number::Float
+        rule %r/[+-]?\.[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
+        rule %r/[+-]?[0-9]+E[+-]?[0-9]+/, Literal::Number::Float
 
-        rule /[+-]?[0-9]*\.[0-9]+?/, Literal::Number::Float
+        rule %r/[+-]?[0-9]*\.[0-9]+?/, Literal::Number::Float
 
-        rule /[+-]?[0-9]+/, Literal::Number::Integer
+        rule %r/[+-]?[0-9]+/, Literal::Number::Integer
 
-        rule /\./, Punctuation
-        rule /,/, Punctuation
-        rule /;/, Punctuation
-        rule /\(/, Punctuation
-        rule /\)/, Punctuation
-        rule /\{/, Punctuation
-        rule /\}/, Punctuation
-        rule /\[/, Punctuation
-        rule /\]/, Punctuation
-        rule /\^\^/, Punctuation
+        rule %r/\./, Punctuation
+        rule %r/,/, Punctuation
+        rule %r/;/, Punctuation
+        rule %r/\(/, Punctuation
+        rule %r/\)/, Punctuation
+        rule %r/\{/, Punctuation
+        rule %r/\}/, Punctuation
+        rule %r/\[/, Punctuation
+        rule %r/\]/, Punctuation
+        rule %r/\^\^/, Punctuation
 
-        rule /<[^>]*>/, Name::Label
+        rule %r/<[^>]*>/, Name::Label
 
-        rule /base\b/i, Keyword::Declaration
-        rule /prefix\b/i, Keyword::Declaration
-        rule /GRAPH\b/, Keyword
-        rule /a\b/, Keyword
+        rule %r/base\b/i, Keyword::Declaration
+        rule %r/prefix\b/i, Keyword::Declaration
+        rule %r/GRAPH\b/, Keyword
+        rule %r/a\b/, Keyword
 
-        rule /\s+/, Text::Whitespace
+        rule %r/\s+/, Text::Whitespace
 
-        rule /[^:;<>#\@"\(\).\[\]\{\} ]+:/, Name::Namespace
-        rule /[^:;<>#\@"\(\).\[\]\{\} ]+/, Name
+        rule %r/[^:;<>#\@"\(\).\[\]\{\} ]+:/, Name::Namespace
+        rule %r/[^:;<>#\@"\(\).\[\]\{\} ]+/, Name
       end
     end
   end

data/lib/rouge/lexers/twig.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers

data/lib/rouge/lexers/typescript.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers
@@ -17,6 +18,17 @@ module Rouge
       filenames '*.ts', '*.d.ts'
 
       mimetypes 'text/typescript'
+
+      prepend :root do
+        rule %r/[?][.]/, Punctuation
+      end
+
+      prepend :statement do
+        rule %r/(#{Javascript.id_regex})(\??)(\s*)(:)/ do
+          groups Name::Label, Punctuation, Text, Punctuation
+          push :expr_start
+        end
+      end
     end
   end
 end

data/lib/rouge/lexers/typescript/common.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers

data/lib/rouge/lexers/vala.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers
@@ -23,12 +24,12 @@ module Rouge
       )
 
       keywords_type = %w(
-        bool char double float int int8 int16 int32 int64 long short size_t 
+        bool char double float int int8 int16 int32 int64 long short size_t
         ssize_t string unichar uint uint8 uint16 uint32 uint64 ulong ushort
       )
 
       state :whitespace do
-        rule /\s+/m, Text
+        rule %r/\s+/m, Text
         rule %r(//.*?$), Comment::Single
         rule %r(/[*].*?[*]/)m, Comment::Multiline
       end
@@ -36,30 +37,30 @@ module Rouge
       state :root do
         mixin :whitespace
 
-        rule /^\s*\[.*?\]/, Name::Attribute
+        rule %r/^\s*\[.*?\]/, Name::Attribute
 
-        rule /(<\[)\s*(#{id}:)?/, Keyword
-        rule /\]>/, Keyword
+        rule %r/(<\[)\s*(#{id}:)?/, Keyword
+        rule %r/\]>/, Keyword
 
-        rule /[~!%^&*()+=|\[\]{}:;,.<>\/?-]/, Punctuation
-        rule /@"(\\.|.)*?"/, Str
-        rule /"(\\.|.)*?["\n]/, Str
-        rule /'(\\.|.)'/, Str::Char
-        rule /0x[0-9a-f]+[lu]?/i, Num
+        rule %r/[~!%^&*()+=|\[\]{}:;,.<>\/?-]/, Punctuation
+        rule %r/@"(\\.|.)*?"/, Str
+        rule %r/"(\\.|.)*?["\n]/, Str
+        rule %r/'(\\.|.)'/, Str::Char
+        rule %r/0x[0-9a-f]+[lu]?/i, Num
         rule %r(
           [0-9]
           ([.][0-9]*)? # decimal
           (e[+-][0-9]+)? # exponent
           [fldu]? # type
         )ix, Num
-        rule /\b(#{keywords.join('|')})\b/, Keyword
-        rule /\b(#{keywords_type.join('|')})\b/, Keyword::Type
-        rule /class|struct/, Keyword, :class
-        rule /namespace|using/, Keyword, :namespace
-        rule /#{id}(?=\s*[(])/, Name::Function
+        rule %r/\b(#{keywords.join('|')})\b/, Keyword
+        rule %r/\b(#{keywords_type.join('|')})\b/, Keyword::Type
+        rule %r/class|struct/, Keyword, :class
+        rule %r/namespace|using/, Keyword, :namespace
+        rule %r/#{id}(?=\s*[(])/, Name::Function
         rule id, Name
 
-        rule /#.*/, Comment::Preproc
+        rule %r/#.*/, Comment::Preproc
       end
 
       state :class do
@@ -69,8 +70,8 @@ module Rouge
 
       state :namespace do
         mixin :whitespace
-        rule /(?=[(])/, Text, :pop!
-        rule /(#{id}|[.])+/, Name::Namespace, :pop!
+        rule %r/(?=[(])/, Text, :pop!
+        rule %r/(#{id}|[.])+/, Name::Namespace, :pop!
       end
     end
   end

data/lib/rouge/lexers/varnish.rb

@@ -0,0 +1,168 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Varnish < RegexLexer
+      title 'VCL: Varnish Configuration Language'
+      desc 'The configuration language for Varnish HTTP Cache (varnish-cache.org)'
+
+      tag 'vcl'
+      aliases 'varnishconf', 'varnish'
+      filenames '*.vcl'
+      mimetypes 'text/x-varnish', 'text/x-vcl'
+
+      SPACE = '[ \f\n\r\t\v]+'
+
+      # backend acl
+      def self.keywords
+        @keywords ||= Set.new %w[
+          vcl set unset include import if else elseif elif elsif director probe
+          backend acl
+
+          declare local
+          BOOL FLOAT INTEGER IP RTIME STRING TIME
+        ]
+      end
+
+      def self.functions
+        @functions ||= Set.new %w[
+          ban call hash_data new regsub regsuball return rollback
+          std.cache_req_body std.collect std.duration std.fileread std.healthy
+          std.integer std.ip std.log std.port std.querysort std.random std.real
+          std.real2time std.rollback std.set_ip_tos std.strstr std.syslog
+          std.time std.time2integer std.time2real std.timestamp std.tolower
+          std.toupper synth synthetic
+        ]
+      end
+
+      def self.variables
+        @variables ||= Set.new %w[
+          bereq bereq.backend bereq.between_bytes_timeout bereq.connect_timeout
+          bereq.first_byte_timeout bereq.method bereq.proto bereq.retries
+          bereq.uncacheable bereq.url bereq.xid beresp beresp.age
+          beresp.backend beresp.backend.ip beresp.backend.name beresp.do_esi
+          beresp.do_gunzip beresp.do_gzip beresp.do_stream beresp.grace
+          beresp.keep beresp.proto beresp.reason beresp.status
+          beresp.storage_hint beresp.ttl beresp.uncacheable beresp.was_304
+          client.identity client.ip local.ip now obj.age obj.grace obj.hits
+          obj.keep obj.proto obj.reason obj.status obj.ttl obj.uncacheable
+          remote.ip req req.backend_hint req.can_gzip req.esi req.esi_level
+          req.hash_always_miss req.hash_ignore_busy req.method req.proto
+          req.restarts req.ttl req.url req.xid resp resp.proto resp.reason
+          resp.status server.hostname server.identity server.ip
+        ]
+      end
+
+      # This is never used
+      # def self.routines
+      #   @routines ||= Set.new %w[
+      #     backend_error backend_fetch backend_response purge deliver fini hash
+      #     hit init miss pass pipe recv synth
+      #   ]
+      # end
+
+      state :root do
+        # long strings ({" ... "})
+        rule %r/\{".*?"}/m, Str::Single
+
+        # heredoc style long strings ({xyz"..."xyz})
+        rule %r/\{(\w+)".*?"(\1)\}/m, Str::Single
+
+        # comments
+        rule %r'/\*.*?\*/'m, Comment::Multiline
+        rule %r'(?://|#).*', Comment::Single
+
+        rule %r/true|false/, Keyword::Constant
+
+        # "wildcard variables"
+        var_prefix = Regexp.union(%w(beresp bereq resp req obj))
+        rule %r/(?:#{var_prefix})\.http\.[\w.-]+/ do
+          token Name::Variable
+        end
+
+        # local variables (var.*)
+        rule %r/(?:var)\.[\w.-]+/ do
+          token Name::Variable
+        end
+
+        rule %r/(sub)(#{SPACE})([\w-]+)/ do
+          groups Keyword, Text, Name::Function
+        end
+
+        # inline C (C{ ... }C)
+        rule %r/C\{/ do
+          token Comment::Preproc
+          push :inline_c
+        end
+
+        rule %r/\.?[a-z_][\w.-]*/i do |m|
+          next token Keyword if self.class.keywords.include? m[0]
+          next token Name::Function if self.class.functions.include? m[0]
+          next token Name::Variable if self.class.variables.include? m[0]
+          token Text
+        end
+
+        ## for number literals
+
+        decimal = %r/[0-9]+/
+        hex = %r/[0-9a-f]+/i
+
+        numeric = %r{
+          (?:
+            0x#{hex}
+            (?:\.#{hex})?
+            (?:p[+-]?#{hex})?
+          )
+          |
+          (?:
+            #{decimal}
+            (?:\.#{decimal})?
+            (?:e[+-]?#{decimal})?
+          )
+        }xi
+
+        # duration literals
+        duration_suffix = Regexp.union(%w(ms s m h d w y))
+        rule %r/#{numeric}#{duration_suffix}/, Num::Other
+
+        # numeric literals (integer / float)
+        rule numeric do |m|
+            case m[0]
+            when /^#{decimal}$/
+              token Num::Integer
+            when /^0x#{hex}$/
+              token Num::Integer
+            else
+              token Num::Float
+            end
+        end
+
+        # standard strings
+        rule %r/"/, Str::Double, :string
+
+        rule %r'[&|+-]{2}|[<=>!*/+-]=|<<|>>|!~|[-+*/%><=!&|~]', Operator
+
+        rule %r/[{}();.,]/, Punctuation
+
+        rule %r/\r\n?|\n/, Text
+        rule %r/./, Text
+      end
+
+      state :string do
+        rule %r/"/, Str::Double, :pop!
+        rule %r/\\[\\"nt]/, Str::Escape
+
+        rule %r/\r\n?|\n/, Str::Double
+        rule %r/./, Str::Double
+      end
+
+      state :inline_c do
+        rule %r/}C/, Comment::Preproc, :pop!
+        rule %r/.*?(?=}C)/m do
+          delegate C
+        end
+      end
+    end
+  end
+end

data/lib/rouge/lexers/vb.rb

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 
 module Rouge
   module Lexers
@@ -53,16 +54,16 @@ module Rouge
       upper_id = /[A-Z]\w*/
 
       state :whitespace do
-        rule /\s+/, Text
-        rule /\n/, Text, :bol
-        rule /rem\b.*?$/i, Comment::Single
+        rule %r/\s+/, Text
+        rule %r/\n/, Text, :bol
+        rule %r/rem\b.*?$/i, Comment::Single
         rule %r(%\{.*?%\})m, Comment::Multiline
-        rule /'.*$/, Comment::Single
+        rule %r/'.*$/, Comment::Single
       end
 
       state :bol do
-        rule /\s+/, Text
-        rule /<.*?>/, Name::Attribute
+        rule %r/\s+/, Text
+        rule %r/<.*?>/, Name::Attribute
         rule(//) { :pop! }
       end
 
@@ -79,15 +80,15 @@ module Rouge
           | [#]End \s+ Region
           | [#]ExternalChecksum
         )x, Comment::Preproc
-        rule /[.]/, Punctuation, :dotted
-        rule /[(){}!#,:]/, Punctuation
-        rule /Option\s+(Strict|Explicit|Compare)\s+(On|Off|Binary|Text)/,
+        rule %r/[.]/, Punctuation, :dotted
+        rule %r/[(){}!#,:]/, Punctuation
+        rule %r/Option\s+(Strict|Explicit|Compare)\s+(On|Off|Binary|Text)/,
           Keyword::Declaration
-        rule /End\b/, Keyword, :end
-        rule /(Dim|Const)\b/, Keyword, :dim
-        rule /(Function|Sub|Property)\b/, Keyword, :funcname
-        rule /(Class|Structure|Enum)\b/, Keyword, :classname
-        rule /(Module|Namespace|Imports)\b/, Keyword, :namespace
+        rule %r/End\b/, Keyword, :end
+        rule %r/(Dim|Const)\b/, Keyword, :dim
+        rule %r/(Function|Sub|Property)\b/, Keyword, :funcname
+        rule %r/(Class|Structure|Enum)\b/, Keyword, :classname
+        rule %r/(Module|Namespace|Imports)\b/, Keyword, :namespace
 
         rule upper_id do |m|
           match = m[0]
@@ -109,16 +110,16 @@ module Rouge
           Operator
         )
 
-        rule /"/, Str, :string
-        rule /#{id}[%&@!#\$]?/, Name
-        rule /#.*?#/, Literal::Date
+        rule %r/"/, Str, :string
+        rule %r/#{id}[%&@!#\$]?/, Name
+        rule %r/#.*?#/, Literal::Date
 
-        rule /(\d+\.\d*|\d*\.\d+)(f[+-]?\d+)?/i, Num::Float
-        rule /\d+([SILDFR]|US|UI|UL)?/, Num::Integer
-        rule /&H[0-9a-f]+([SILDFR]|US|UI|UL)?/, Num::Integer
-        rule /&O[0-7]+([SILDFR]|US|UI|UL)?/, Num::Integer
+        rule %r/(\d+\.\d*|\d*\.\d+)(f[+-]?\d+)?/i, Num::Float
+        rule %r/\d+([SILDFR]|US|UI|UL)?/, Num::Integer
+        rule %r/&H[0-9a-f]+([SILDFR]|US|UI|UL)?/, Num::Integer
+        rule %r/&O[0-7]+([SILDFR]|US|UI|UL)?/, Num::Integer
 
-        rule /_\n/, Keyword
+        rule %r/_\n/, Keyword
       end
 
       state :dotted do
@@ -127,9 +128,9 @@ module Rouge
       end
 
       state :string do
-        rule /""/, Str::Escape
-        rule /"C?/, Str, :pop!
-        rule /[^"]+/, Str
+        rule %r/""/, Str::Escape
+        rule %r/"C?/, Str, :pop!
+        rule %r/[^"]+/, Str
       end
 
       state :dim do
@@ -150,12 +151,12 @@ module Rouge
 
       state :namespace do
         mixin :whitespace
-        rule /#{id}([.]#{id})*/, Name::Namespace, :pop!
+        rule %r/#{id}([.]#{id})*/, Name::Namespace, :pop!
       end
 
       state :end do
         mixin :whitespace
-        rule /(Function|Sub|Property|Class|Structure|Enum|Module|Namespace)\b/,
+        rule %r/(Function|Sub|Property|Class|Structure|Enum|Module|Namespace)\b/,
           Keyword, :pop!
         rule(//) { pop! }
       end