rouge 3.28.0 → 4.0.0

data/lib/rouge/lexers/python.rb

@@ -218,9 +218,11 @@ module Rouge
       end
 
       state :generic_interpol do
-        rule %r/[^{}]+/ do |m|
+        rule %r/[^{}!:]+/ do |m|
           recurse m[0]
         end
+        rule %r/![asr]/, Str::Interpol
+        rule %r/:/, Str::Interpol
         rule %r/{/, Str::Interpol, :generic_interpol
         rule %r/}/, Str::Interpol, :pop!
       end

data/lib/rouge/lexers/q.rb

@@ -123,4 +123,3 @@ module Rouge
     end
   end
 end
-

data/lib/rouge/lexers/rml.rb

@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class RML < RegexLexer
+      title "RML"
+      desc "A system agnostic domain-specific language for runtime monitoring and verification (https://rmlatdibris.github.io/)"
+      tag 'rml'
+      filenames '*.rml'
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          matches not with empty
+          all if else true false
+        )
+      end
+
+      def self.arithmetic_keywords
+        @arithmetic_keywords ||= Set.new %w(
+          abs sin cos tan min max
+        )
+      end
+
+      id_char = /[a-zA-Z0-9_]/
+      uppercase_id = /[A-Z]#{id_char}*/
+      lowercase_id = /[a-z]#{id_char}*/
+
+      ellipsis = /(\.){3}/
+      int = /[0-9]+/
+      float = /#{int}\.#{int}/
+      string = /'(\\'|[ a-zA-Z0-9_.])*'/
+
+      whitespace = /[ \t\r\n]+/
+      comment = /\/\/[^\r\n]*/
+
+      state :common_rules do
+        rule %r/#{whitespace}/, Text
+        rule %r/#{comment}/, Comment::Single
+        rule %r/#{string}/, Literal::String
+        rule %r/#{float}/, Num::Float
+        rule %r/#{int}/, Num::Integer
+      end
+
+      state :root do
+        mixin :common_rules
+        rule %r/(#{lowercase_id})(\()/ do
+          groups Name::Function, Operator
+          push :event_type_params
+        end
+        rule %r/#{lowercase_id}/ do |m|
+          if m[0] == 'with'
+            token Keyword
+            push :data_expression_with
+          elsif self.class.keywords.include? m[0]
+            token Keyword
+          else
+            token Name::Function
+          end
+        end
+        rule %r/\(|\{|\[/, Operator, :event_type_params
+        rule %r/[_\|]/, Operator
+        rule %r/#{uppercase_id}/, Name::Class, :equation_block_expression
+        rule %r/;/, Operator
+      end
+
+      state :event_type_params do
+        mixin :common_rules
+        rule %r/\(|\{|\[/, Operator, :push
+        rule %r/\)|\}|\]/, Operator, :pop!
+        rule %r/#{lowercase_id}(?=:)/, Name::Entity
+        rule %r/(#{lowercase_id})/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          else
+            token Literal::String::Regex
+          end
+        end
+        rule %r/#{ellipsis}/, Literal::String::Symbol
+        rule %r/[_\|;,:]/, Operator
+      end
+
+      state :equation_block_expression do
+        mixin :common_rules
+        rule %r/[<,>]/, Operator
+        rule %r/#{lowercase_id}/, Literal::String::Regex
+        rule %r/=/ do
+          token Operator
+          goto :exp
+        end
+        rule %r/;/, Operator, :pop!
+      end
+
+      state :exp do
+        mixin :common_rules
+        rule %r/(if)(\()/ do
+          groups Keyword, Operator
+          push :data_expression
+        end
+        rule %r/let|var/, Keyword, :equation_block_expression
+        rule %r/(#{lowercase_id})(\()/ do
+          groups Name::Function, Operator
+          push :event_type_params
+        end
+        rule %r/(#{lowercase_id})/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          else
+            token Name::Function
+          end
+        end
+        rule %r/#{uppercase_id}(?=<)/, Name::Class, :data_expression
+        rule %r/#{uppercase_id}/, Name::Class
+        rule %r/[=(){}*+\/\\\|!>?]/, Operator
+        rule %r/;/, Operator, :pop!
+      end
+
+      state :data_expression do
+        mixin :common_rules
+        rule %r/#{lowercase_id}/ do |m|
+          if (self.class.arithmetic_keywords | self.class.keywords).include? m[0]
+            token Keyword
+          else
+            token Literal::String::Regex
+          end
+        end
+        rule %r/\(/, Operator, :push
+        rule %r/\)/, Operator, :pop!
+        rule %r/(>)(?=[^A-Z;]+[A-Z;>])/, Operator, :pop!
+        rule %r/[*^?!%&\[\]<>\|+=:,.\/\\_-]/, Operator
+        rule %r/;/, Operator, :pop!
+      end
+
+      state :data_expression_with do
+        mixin :common_rules
+        rule %r/>/, Operator
+        mixin :data_expression
+
+      end
+    end
+  end
+end

data/lib/rouge/lexers/sqf/keywords.rb

@@ -9,4 +9,4 @@ module Rouge
       end
     end
   end
-end
+end

data/lib/rouge/lexers/supercollider.rb

@@ -113,4 +113,3 @@ module Rouge
     end
   end
 end
-

data/lib/rouge/lexers/syzlang.rb

@@ -0,0 +1,317 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Syzlang < RegexLexer
+      title "Syzlang"
+      desc "Syscall description language used by syzkaller"
+      tag 'syzlang'
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          align breaks_returns dec define disabled hex ignore_return in incdir
+          include inet inout oct opt out packed parent prog_timeout pseudo
+          resource size syscall timeout type varlen
+        )
+      end
+
+      def self.keywords_type
+        @keywords_type ||= Set.new %w(
+          array bitsize bool16 bool32 bool64 bool8 boolptr buffer bytesize
+          bytesize2 bytesize4 bytesize8 const csum filename fileoff flags fmt
+          int16 int16be int32 int32be int64 int64be int8 int8be intptr len
+          offsetof optional proc ptr ptr64 string stringnoz text vma vma64 void
+        )
+      end
+
+      comment = /#.*$/
+      inline_spaces = /[ \t]+/
+      eol_spaces = /[\n\r]+/
+      spaces = /\s+/
+
+      state :inline_break do
+        rule inline_spaces, Text
+        rule %r//, Text, :pop!
+      end
+
+      state :space_break do
+        rule spaces, Text
+        rule comment, Comment
+        rule %r//, Text, :pop!
+      end
+
+      id = /[a-zA-Z_][a-zA-Z0-9_]*/
+      num_id = /[a-zA-Z0-9_]+/
+
+      state :mixin_name do
+        rule id, Name
+      end
+
+      state :mixin_number do
+        rule %r/-?0x[\da-f]+/i, Num::Hex
+        rule %r/-?\d+/, Num::Integer
+        rule %r/'[^']?'/, Str::Char
+      end
+
+      state :mixin_string do
+        rule %r/"[^"]*"/, Str::Double
+        rule %r/`[^`]*`/, Str::Backtick
+      end
+
+      state :mixin_term do
+        mixin :mixin_number
+        mixin :mixin_string
+
+        # Keywords.
+        rule id do |m|
+          if self.class.keywords.include?(m[0])
+            token Keyword
+          elsif self.class.keywords_type.include?(m[0])
+            token Keyword::Type
+          else
+            token Name
+          end
+        end
+
+        # Ranges.
+        rule %r/:/, Punctuation
+
+        # "struct$type" struct name format.
+        rule %r/\$/, Name
+      end
+
+      state :term_list do
+        rule spaces, Text
+        rule comment, Comment
+        mixin :mixin_term
+        rule %r/\[/, Punctuation, :term_list
+        rule %r/,/, Punctuation
+        rule %r/[\]\)]/, Punctuation, :pop!
+      end
+
+      state :arg_type do
+        mixin :mixin_term
+        rule %r/\[/, Punctuation, :term_list
+        rule %r//, Text, :pop!
+      end
+
+      state :include do
+        rule %r/(<)([^>]+)(>)/ do |m|
+          groups Punctuation, Str, Punctuation
+        end
+        rule %r//, Text, :pop!
+      end
+
+      state :define_name do
+        mixin :mixin_name
+        rule %r//, Text, :pop!
+      end
+
+      state :define_exp do
+        mixin :mixin_name
+        mixin :mixin_number
+        mixin :mixin_string
+        rule %r/[~!%\^&\*\-\+\/\|<>\?:]/, Operator
+        rule %r/[\(\){}\[\];,]/, Punctuation
+        rule inline_spaces, Text
+        rule %r//, Text, :pop!
+      end
+
+      state :resource_name do
+        mixin :mixin_name
+        rule %r//, Text, :pop!
+      end
+
+      state :resource_type do
+        rule %r/\[/, Punctuation, :arg_type
+        rule %r/\]/, Punctuation, :pop!
+      end
+
+      state :resource_values do
+        rule %r/:/ do
+          token Punctuation
+          push :resource_values_list
+          push :space_break
+        end
+        rule %r//, Text, :pop!
+      end
+
+      state :resource_values_list do
+        rule inline_spaces, Text
+        mixin :mixin_name
+        mixin :mixin_number
+        mixin :mixin_string
+        rule %r/,/, Punctuation, :space_break
+        rule %r//, Text, :pop!
+      end
+
+      state :flags_list do
+        rule inline_spaces, Text
+        rule %r/\./, Punctuation
+        mixin :mixin_name
+        mixin :mixin_number
+        mixin :mixin_string
+        rule %r/,/, Punctuation, :space_break
+        rule %r//, Punctuation, :pop!
+      end
+
+      state :syscall_args do
+        rule spaces, Text
+        rule comment, Comment
+        rule %r/\./, Punctuation
+        rule id do
+          token Name
+          push :arg_type
+          push :space_break
+        end
+        rule %r/,/, Punctuation
+        rule %r/\)/, Punctuation, :pop!
+      end
+
+      state :syscall_retval do
+        mixin :mixin_name
+        rule %r//, Text, :pop!
+      end
+
+      state :syscall_mods do
+        rule %r/\(/, Punctuation, :term_list
+        rule %r//, Text, :pop!
+      end
+
+      state :struct_fields do
+        rule id do
+          token Name
+          push :space_break
+          push :struct_field_mods
+          push :inline_break
+          push :arg_type
+          push :space_break
+        end
+        rule %r/[}\]]/, Punctuation, :pop!
+      end
+
+      state :struct_field_mods do
+        rule %r/\(/, Punctuation, :term_list
+        rule %r//, Text, :pop!
+      end
+
+      state :struct_mods do
+        rule %r/\[/, Punctuation, :term_list
+        rule %r//, Text, :pop!
+      end
+
+      state :type_name do
+        mixin :mixin_name
+        rule %r//, Text, :pop!
+      end
+
+      state :type_args do
+        rule %r/\[/, Punctuation, :type_args_list
+        rule %r//, Text, :pop!
+      end
+
+      state :type_args_list do
+        rule spaces, Text
+        rule comment, Comment
+        mixin :mixin_name
+        rule %r/,/, Punctuation
+        rule %r/\]/, Punctuation, :pop!
+      end
+
+      state :type_body do
+        rule %r/[{\[]/ do
+          token Punctuation
+          pop!
+          push :space_break
+          push :struct_mods
+          push :inline_break
+          push :struct_fields
+          push :space_break
+        end
+        rule %r// do
+          pop!
+          push :arg_type
+        end
+      end
+
+      state :root do
+        # Whitespace.
+        rule spaces, Text
+
+        # Comments.
+        rule comment, Comment
+
+        # Includes.
+        rule %r/(include|incdir)/ do
+          token Keyword
+          push :include
+          push :space_break
+        end
+
+        # Defines.
+        rule %r/define/ do
+          token Keyword
+          push :define_exp
+          push :space_break
+          push :define_name
+          push :space_break
+        end
+
+        # Resources.
+        rule %r/resource/ do
+          token Keyword
+          push :resource_values
+          push :inline_break
+          push :resource_type
+          push :inline_break
+          push :resource_name
+          push :space_break
+        end
+
+        # Flags and strings.
+        rule %r/(#{id}|_)(#{spaces})(=)/ do |m|
+          if m[1] == "_"
+            groups Keyword, Text, Punctuation
+          else
+            groups Name, Text, Punctuation
+          end
+          push :flags_list
+          push :space_break
+        end
+
+        # Syscalls.
+        rule %r/(#{id})(\$)?(#{num_id})?(#{spaces})?(\()/ do |m|
+          groups Name::Function, Punctuation, Name::Function::Magic, Text, Punctuation
+          push :syscall_mods
+          push :inline_break
+          push :syscall_retval
+          push :inline_break
+          push :syscall_args
+          push :space_break
+        end
+
+        # Structs and unions.
+        rule %r/(#{id}|#{id}\$#{num_id})(#{spaces})?([{\[])/ do |m|
+          groups Name, Text, Punctuation
+          push :inline_break
+          push :struct_mods
+          push :inline_break
+          push :struct_fields
+          push :space_break
+        end
+
+        # Types.
+        rule %r/type/ do
+          token Keyword
+          push :type_body
+          push :space_break
+          push :type_args
+          push :type_name
+          push :space_break
+        end
+      end
+
+    end
+  end
+end

data/lib/rouge/lexers/syzprog.rb

@@ -0,0 +1,122 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Syzprog < RegexLexer
+      title "Syzprog"
+      desc "Program description language used by syzkaller"
+      tag 'syzprog'
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          ANY ANYBLOB ANYPTR ANYPTR64 ANYPTRS ANYRES16 ANYRES32 ANYRES64
+          ANYRESDEC ANYRESHEX ANYRESOCT ANYUNION AUTO false nil true void
+          async fail_nth rerun
+        )
+      end
+
+      comment = /#.*$/
+      inline_spaces = /[ \t]+/
+      eol_spaces = /[\n\r]+/
+      spaces = /\s+/
+
+      id = /[a-zA-Z_][a-zA-Z0-9_]*/
+      num_id = /[a-zA-Z0-9_]+/
+      res_id = /r[0-9]+/
+
+      state :inline_break do
+        rule inline_spaces, Text
+        rule %r//, Text, :pop!
+      end
+
+      state :eol_break do
+        rule eol_spaces, Text
+        rule comment, Comment
+        rule %r//, Text, :pop!
+      end
+
+      state :space_break do
+        rule spaces, Text
+        rule comment, Comment
+        rule %r//, Text, :pop!
+      end
+
+      state :mixin_number do
+        rule %r/-?0x[\da-f]+/i, Num::Hex
+        rule %r/-?\d+/, Num::Integer
+      end
+
+      state :mixin_string do
+        rule %r/"[^"]*"/, Str::Double
+        rule %r/`[^`]*`/, Str::Backtick
+        rule %r/'[^']*'/, Str::Single
+      end
+
+      state :mixin_term do
+        mixin :mixin_number
+        mixin :mixin_string
+
+        rule %r/#{res_id}/, Keyword::Pseudo
+        rule id do |m|
+          if self.class.keywords.include?(m[0])
+            token Keyword
+          else
+            token Name
+          end
+        end
+      end
+
+      state :mods_list do
+        rule spaces, Text
+        rule comment, Comment
+        mixin :mixin_term
+        rule %r/[,:]/, Punctuation
+        rule %r/\)/, Punctuation, :pop!
+      end
+
+      state :syscall_mods do
+        rule %r/\(/, Punctuation, :mods_list
+        rule %r//, Text, :pop!
+      end
+
+      state :syscall_args do
+        rule spaces, Text
+        rule comment, Comment
+        mixin :mixin_term
+        mixin :mixin_number
+        mixin :mixin_string
+        # This punctuation is a part of the syntax:
+        rule %r/[@&=,<>{}\[\]]/, Punctuation
+        # This punctuation is not, highlight just in case:
+        rule %r/[!#\$%\^\*\-\+\/\|~:;.\?]/, Punctuation
+        rule %r/\(/, Punctuation, :syscall_args
+        rule %r/\)/, Punctuation, :pop!
+      end
+
+      state :root do
+        # Whitespace.
+        rule spaces, Text
+
+        # Comments.
+        rule comment, Comment
+
+        # Return values.
+        rule %r/(#{res_id})(#{spaces})(=)/ do
+          groups Keyword::Pseudo, Text, Punctuation
+        end
+
+        # Syscalls.
+        rule %r/(#{id})(\$)?(#{num_id})?(#{spaces})?(\()/ do |m|
+          groups Name::Function, Punctuation, Name::Function::Magic, Text, Punctuation
+          push :syscall_mods
+          push :inline_break
+          push :syscall_args
+          push :space_break
+        end
+
+      end
+
+    end
+  end
+end

data/lib/rouge/lexers/tap.rb

@@ -86,4 +86,3 @@ module Rouge
     end
   end
 end
-

data/lib/rouge/lexers/toml.rb

@@ -5,10 +5,10 @@ module Rouge
   module Lexers
     class TOML < RegexLexer
       title "TOML"
-      desc 'the TOML configuration format (https://github.com/mojombo/toml)'
+      desc 'the TOML configuration format (https://github.com/toml-lang/toml)'
       tag 'toml'
 
-      filenames '*.toml', 'Pipfile'
+      filenames '*.toml', 'Pipfile', 'poetry.lock'
       mimetypes 'text/x-toml'
 
       # bare keys and quoted keys
@@ -24,18 +24,23 @@ module Rouge
           push :inline
         end
 
-        rule %r/(?<!=)\s*\[[\S]+\]/, Name::Namespace
-
         rule %r/\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z/, Literal::Date
 
-        rule %r/(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?j?/, Num::Float
-        rule %r/\d+[eE][+-]?[0-9]+j?/, Num::Float
-        rule %r/\-?\d+/, Num::Integer
+        rule %r/[+-]?\d+(?:_\d+)*\.\d+(?:_\d+)*(?:[eE][+-]?\d+(?:_\d+)*)?/, Num::Float
+        rule %r/[+-]?\d+(?:_\d+)*[eE][+-]?\d+(?:_\d+)*/, Num::Float
+        rule %r/[+-]?(?:nan|inf)/, Num::Float
+
+        rule %r/0x\h+(?:_\h+)*/, Num::Hex
+        rule %r/0o[0-7]+(?:_[0-7]+)*/, Num::Oct
+        rule %r/0b[01]+(?:_[01]+)*/, Num::Bin
+        rule %r/[+-]?\d+(?:_\d+)*/, Num::Integer
       end
 
       state :root do
         mixin :basic
 
+        rule %r/(?<!=)\s*\[.*?\]+/, Name::Namespace
+
         rule %r/(#{identifier})(\s*)(=)/ do
           groups Name::Property, Text, Punctuation
           push :value

data/lib/rouge/lexers/tsx.rb

@@ -20,8 +20,14 @@ module Rouge
           groups Name::Other, Punctuation
           pop! 3
         end
+
+        rule %r/</, Punctuation, :type
+      end
+
+      state :type do
+        mixin :object
+        rule %r/>/, Punctuation, :pop!
       end
     end
   end
 end
-

data/lib/rouge/lexers/tulip.rb

@@ -105,4 +105,3 @@ module Rouge
     end
   end
 end
-

data/lib/rouge/lexers/typescript/common.rb

@@ -26,7 +26,10 @@ module Rouge
 
       def builtins
         @builtins ||= super + %w(
-          Pick Partial Readonly Record
+          Capitalize ConstructorParameters Exclude Extract InstanceType
+          Lowercase NonNullable Omit OmitThisParameter Parameters
+          Partial Pick Readonly Record Required
+          ReturnType ThisParameterType ThisType Uncapitalize Uppercase
         )
       end
 

data/lib/rouge/lexers/viml/keywords.rb

@@ -18,4 +18,4 @@ module Rouge
       end
     end
   end
-end
+end