rouge 3.10.0 → 3.14.0

data/lib/rouge/lexers/m68k.rb

@@ -87,8 +87,8 @@ module Rouge
 
       state :whitespace do
         rule %r/\n+/m, Text, :expr_bol
-        rule %r(^\*(\\.|.)*?\n), Comment::Single, :expr_bol
-        rule %r(;(\\.|.)*?\n), Comment::Single, :expr_bol
+        rule %r(^\*(\\.|.)*?$), Comment::Single, :expr_bol
+        rule %r(;(\\.|.)*?$), Comment::Single, :expr_bol
         mixin :inline_whitespace
       end
 

data/lib/rouge/lexers/magik.rb

@@ -22,7 +22,7 @@ module Rouge
            _throw
            _lock _endlock
            _if _then _elif _else _endif
-           _for _over _while _loop _endloop _loopbody _continue _leave
+           _for _over _while _loop _finally _endloop _loopbody _continue _leave
            _return
            _class
            _local _constant _recursive _global _dynamic _import

data/lib/rouge/lexers/markdown.rb

@@ -34,7 +34,13 @@ module Rouge
 
         rule %r/^([ \t]*)(```|~~~)([^\n]*\n)((.*?)(\2))?/m do |m|
           name = m[3].strip
-          sublexer = Lexer.find_fancy(name.empty? ? "guess" : name, m[5], @options)
+          sublexer =
+            begin
+              Lexer.find_fancy(name.empty? ? "guess" : name, m[5], @options)
+            rescue Guesser::Ambiguous => e
+              e.alternatives.first.new(@options)
+            end
+
           sublexer ||= PlainText.new(@options.merge(:token => Str::Backtick))
           sublexer.reset!
 

data/lib/rouge/lexers/mason.rb

@@ -15,11 +15,6 @@ module Rouge
         @perl = Perl.new
       end
   
-      def self.detect?(text)
-        return false if text.doctype?(/((?:ht|x)ml)/)
-        return true if text.doctype?
-      end
-
       # Note: If you add a tag in the lines below, you also need to modify "disambiguate '*.m'" in file disambiguation.rb
       TEXT_BLOCKS = %w(text doc)
       PERL_BLOCKS = %w(args flags attr init once shared perl cleanup filter)

data/lib/rouge/lexers/minizinc.rb

@@ -0,0 +1,87 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+# Based on Chroma's MiniZinc lexer:
+# https://github.com/alecthomas/chroma/blob/5152194c717b394686d3d7a7e1946a360ec0728f/lexers/m/minizinc.go
+
+module Rouge
+  module Lexers
+    class MiniZinc < RegexLexer
+      title "MiniZinc"
+      desc "MiniZinc is a free and open-source constraint modeling language (minizinc.org)"
+      tag 'minizinc'
+      filenames '*.mzn', '*.fzn', '*.dzn'
+      mimetypes 'text/minizinc'
+
+      def self.builtins
+        @builtins = Set.new %w[
+          abort abs acosh array_intersect array_union array1d array2d array3d
+          array4d array5d array6d asin assert atan bool2int card ceil concat
+          cos cosh dom dom_array dom_size fix exp floor index_set
+          index_set_1of2 index_set_2of2 index_set_1of3 index_set_2of3
+          index_set_3of3 int2float is_fixed join lb lb_array length ln log log2
+          log10 min max pow product round set2array show show_int show_float
+          sin sinh sqrt sum tan tanh trace ub ub_array
+        ]
+      end
+
+      def self.keywords
+        @keywords = Set.new %w[
+          ann annotation any constraint else endif function for forall if
+          include list of op output minimize maximize par predicate record
+          satisfy solve test then type var where
+        ]
+      end
+
+      def self.keywords_type
+        @keywords_type ||= Set.new %w(
+          array set bool enum float int string tuple
+        )
+      end
+
+      def self.operators
+        @operators ||= Set.new %w(
+          in subset superset union diff symdiff intersect
+        )
+      end
+
+      id = /[$a-zA-Z_]\w*/
+
+      state :root do
+        rule %r(\s+)m, Text::Whitespace
+        rule %r(\\\n)m, Text::Whitespace
+        rule %r(%.*), Comment::Single
+        rule %r(/(\\\n)?[*](.|\n)*?[*](\\\n)?/)m, Comment::Multiline
+        rule %r/"(\\\\|\\"|[^"])*"/, Literal::String
+
+        rule %r(not|<->|->|<-|\\/|xor|/\\), Operator
+        rule %r(<|>|<=|>=|==|=|!=), Operator
+        rule %r(\+|-|\*|/|div|mod), Operator
+        rule %r(\\|\.\.|\+\+), Operator
+        rule %r([|()\[\]{},:;]), Punctuation
+        rule %r((true|false)\b), Keyword::Constant
+        rule %r(([+-]?)\d+(\.(?!\.)\d*)?([eE][-+]?\d+)?), Literal::Number
+
+        rule id do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          elsif self.class.keywords_type.include? m[0]
+            token Keyword::Type
+          elsif self.class.builtins.include? m[0]
+            token Name::Builtin
+          elsif self.class.operators.include? m[0]
+            token Operator
+          else
+            token Name::Other
+          end
+        end
+
+        rule %r(::\s*([^\W\d]\w*)(\s*\([^\)]*\))?), Name::Decorator
+        rule %r(\b([^\W\d]\w*)\b(\()) do
+          groups Name::Function, Punctuation
+        end
+        rule %r([^\W\d]\w*), Name::Other
+      end
+    end
+  end
+end

data/lib/rouge/lexers/nesasm.rb

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class NesAsm < RegexLexer
+      title "NesAsm"
+      desc "Nesasm3 assembly (6502 asm)"
+      tag 'nesasm'
+      aliases 'nes'
+      filenames '*.nesasm'
+
+      def self.keywords
+        @keywords ||= %w(
+          ADC AND ASL BIT BRK CMP CPX CPY DEC EOR INC JMP JSR LDA LDX LDY LSR
+          NOP ORA ROL ROR RTI RTS SBC STA STX STY TAX TXA DEX INX TAY TYA DEY
+          INY BPL BMI BVC BVS BCC BCS BNE BEQ CLC SEC CLI SEI CLV CLD SED TXS
+          TSX PHA PLA PHP PLP
+        )
+      end
+
+      def self.keywords_type
+        @keywords_type ||= %w(
+          DB DW BYTE WORD 
+        )
+      end
+
+      def self.keywords_reserved
+        @keywords_reserved ||= %w(
+          INCBIN INCLUDE ORG BANK RSSET RS MACRO ENDM DS PROC ENDP PROCGROUP
+          ENDPROCGROUP INCCHR DEFCHR ZP BSS CODE DATA IF IFDEF IFNDEF ELSE
+          ENDIF FAIL INESPRG INESCHR INESMAP INESMIR FUNC
+        )
+      end
+      
+      state :root do
+        rule %r/\s+/m, Text
+        rule %r(;.*), Comment::Single
+
+        rule %r/[\(\)\,\.\[\]]/, Punctuation 
+        rule %r/\#?\%[0-1]+/, Num::Bin # #%00110011 %00110011
+        rule %r/\#?\$\h+/, Num::Hex  # $1f #$1f
+        rule %r/\#?\d+/, Num # 10 #10
+        rule %r([~&*+=\|?:<>/-]), Operator
+
+        rule %r/\#?\w+:?/i do |m|
+          name = m[0].upcase
+          
+          if self.class.keywords.include? name
+            token Keyword
+          elsif self.class.keywords_type.include? name
+            token Keyword::Type
+          elsif self.class.keywords_reserved.include? name
+            token Keyword::Reserved
+          else
+            token Name::Function
+          end
+        end
+
+        rule %r/\#?(?:LOW|HIGH)\(.*\)/i, Keyword::Reserved # LOW() #HIGH()
+        
+        rule %r/\#\(/, Punctuation # #()
+
+        rule %r/"/, Str, :string
+
+        rule %r/'\w'/, Str::Char # 'A' for example
+        
+        rule %r/\\\??[\d@#]/, Name::Builtin # builtin parameters for use inside macros and functions:   \1-\9 , \?1-\?9 , \# , \@
+      end
+
+      state :string do
+        rule %r/"/, Str, :pop!
+        rule %r/\\"?/, Str::Escape
+        rule %r/[^"\\]+/m, Str
+      end
+    end
+  end
+end

data/lib/rouge/lexers/nginx.rb

@@ -41,7 +41,7 @@ module Rouge
       state :base do
         rule %r/\s+/, Text
 
-        rule %r/#.*?\n/, Comment::Single
+        rule %r/#.*/, Comment::Single
         rule %r/(?:on|off)\b/, Name::Constant
         rule %r/[$][\w-]+/, Name::Variable
 

data/lib/rouge/lexers/perl.rb

@@ -127,7 +127,7 @@ module Rouge
         rule %r/(q|qq|qw|qr|qx)\(/, Str::Other, :rb_string
         rule %r/(q|qq|qw|qr|qx)\[/, Str::Other, :sb_string
         rule %r/(q|qq|qw|qr|qx)</, Str::Other, :lt_string
-        rule %r/(q|qq|qw|qr|qx)([^a-zA-Z0-9])(.|\n)*?\2/, Str::Other
+        rule %r/(q|qq|qw|qr|qx)(\W)(.|\n)*?\2/, Str::Other
 
         rule %r/package\s+/, Keyword, :modulename
         rule %r/sub\s+/, Keyword, :funcname

data/lib/rouge/lexers/pony.rb

@@ -46,7 +46,7 @@ module Rouge
       state :root do
         mixin :whitespace
         rule %r/"""/, Str::Doc, :docstring
-        rule %r{//(.*?)\n}, Comment::Single
+        rule %r{//.*}, Comment::Single
         rule %r{/(\\\n)?[*](.|\n)*?[*](\\\n)?/}, Comment::Multiline
         rule %r/"/, Str, :string
         rule %r([~!%^&*+=\|?:<>/-]), Operator

data/lib/rouge/lexers/protobuf.rb

@@ -17,7 +17,7 @@ module Rouge
       state :root do
         rule %r/[\s]+/, Text
         rule %r/[,;{}\[\]()]/, Punctuation
-        rule %r/\/(\\\n)?\/(\n|(.|\n)*?[^\\]\n)/, Comment::Single
+        rule %r/\/(\\\n)?\/($|(.|\n)*?[^\\]$)/, Comment::Single
         rule %r/\/(\\\n)?\*(.|\n)*?\*(\\\n)?\//, Comment::Multiline
         rule kw, Keyword
         rule datatype, Keyword::Type

data/lib/rouge/lexers/q.rb

@@ -110,7 +110,8 @@ module Rouge
       end
 
       state :string do
-        rule(/"/, Str, :pop!)
+        rule %r/\\"/, Str
+        rule %r/"/, Str, :pop!
         rule %r/\\([\\nr]|[01][0-7]{2})/, Str::Escape
         rule %r/[^\\"\n]+/, Str
         rule %r/\\/, Str # stray backslash

data/lib/rouge/lexers/robot_framework.rb

@@ -0,0 +1,249 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class RobotFramework < RegexLexer
+      tag 'robot_framework'
+      aliases 'robot', 'robot-framework'
+
+      title "Robot Framework"
+      desc 'Robot Framework is a generic open source automation testing framework (robotframework.org)'
+
+      filenames '*.robot'
+      mimetypes 'text/x-robot'
+
+      def initialize(opts = {})
+        super(opts)
+        @col = 0
+        @next = nil
+        @is_template = false
+      end
+
+      def self.settings_with_keywords
+        @settings_with_keywords ||= Set.new [
+          "library", "resource", "setup", "teardown", "template", "suite setup",
+          "suite teardown", "task setup", "task teardown", "task template",
+          "test setup", "test teardown", "test template", "variables"
+        ]
+      end
+      
+      def self.settings_with_args
+        @settings_with_args ||= Set.new [
+          "arguments", "default tags", "documentation", "force tags",
+          "metadata", "return", "tags", "timeout", "task timeout",
+          "test timeout"
+        ]
+      end
+
+      id = %r/(?:\\|[^|$@&% \t\n])+(?: (?:\\.|[^|$@&% \t\n])+)*/
+      bdd = %r/(?:Given|When|Then|And|But) /i
+      sep = %r/ +\| +|[ ]{2,}|\t+/
+
+      start do
+        push :prior_text
+      end
+
+      state :prior_text do
+        rule %r/^[^*].*/, Text
+        rule(//) { pop! }
+      end
+
+      # Mixins
+
+      state :whitespace do
+        rule %r/\s+/, Text::Whitespace
+      end
+
+      state :section_include do
+        mixin :end_section
+        mixin :sep
+        mixin :newline
+      end
+
+      state :end_section do
+        rule(/(?=^(?:\| )?\*)/) { pop! }
+      end
+
+      state :return do
+        rule(//) { pop! }
+      end
+
+      state :sep do
+        rule %r/\| /, Text::Whitespace
+
+        rule sep do
+          token Text::Whitespace
+          @col = @col + 1
+          if @next
+            push @next
+          elsif @is_template
+            push :args
+          elsif @col == 1
+            @next = :keyword
+            push :keyword
+          else
+            push :args
+          end
+          push :cell_start
+        end
+
+        rule %r/\.\.\. */ do
+          token Text::Whitespace
+          @col = @col + 1
+          push :args
+        end
+        
+        rule %r/ ?\|/, Text::Whitespace
+      end
+
+      state :newline do
+        rule %r/\n/ do
+          token Text::Whitespace
+          @col = 0
+          @next = nil
+          push :cell_start
+        end
+      end
+
+      # States
+
+      state :root do
+        mixin :whitespace
+
+        rule %r/^(?:\| )?\*[* ]*([A-Z]+(?: [A-Z]+)?).*/i do |m|
+          token Generic::Heading, m[0]
+          case m[1].chomp("s").downcase
+          when "setting" then push :section_settings
+          when "test case" then push :section_tests
+          when "task" then push :section_tasks
+          when "keyword" then push :section_keywords
+          when "variable" then push :section_variables
+          end
+        end
+      end
+
+      state :section_settings do
+        mixin :section_include
+
+        rule %r/([A-Z]+(?: [A-Z]+)?)(:?)/i do |m|
+          match = m[1].downcase
+          @next = if self.class.settings_with_keywords.include? match
+                    :keyword
+                  elsif self.class.settings_with_args.include? match
+                    :args
+                  end
+          groups Name::Builtin::Pseudo, Punctuation
+        end
+      end
+
+      state :section_tests do
+        mixin :section_include
+        
+        rule %r/[$@&%{}]+/, Name::Label
+        rule %r/( )(?![ |])/, Name::Label
+
+        rule id do
+          @is_template = false
+          token Name::Label
+        end
+      end
+
+      state :section_tasks do
+        mixin :section_tests
+      end
+
+      state :section_keywords do
+        mixin :section_include
+  
+        rule %r/[$@&%]\{/ do
+          token Name::Variable
+          push :var
+        end
+        
+        rule %r/[$@&%{}]+/, Name::Label
+        rule %r/( )(?![ |])/, Name::Label
+        
+        rule id, Name::Label
+      end
+
+      state :section_variables do
+        mixin :section_include
+
+        rule %r/[$@&%]\{/ do
+          token Name::Variable
+          @next = :args
+          push :var
+        end
+      end
+
+      state :cell_start do
+        rule %r/#.*/, Comment
+        mixin :return
+      end
+
+      state :keyword do
+        rule %r/(\[)([A-Z]+(?: [A-Z]+)?)(\])/i do |m|
+          groups Punctuation, Name::Builtin::Pseudo, Punctuation
+          
+          match = m[2].downcase
+          @is_template = true if match == "template"
+          if self.class.settings_with_keywords.include? match
+            @next = :keyword
+          elsif self.class.settings_with_args.include? match
+            @next = :args
+          end
+
+          pop!
+        end
+
+        rule %r/[$@&%]\{/ do
+          token Name::Variable
+          @next = :keyword unless @next.nil?
+          push :var
+        end
+
+        rule %r/FOR/i do
+          token Name::Function
+          @next = :keyword unless @next.nil?
+        end
+
+        rule %r/( )(?![ |])/, Name::Function
+
+        rule bdd, Name::Builtin
+        rule id do
+          token Name::Function
+          @next = nil
+        end
+
+        mixin :return
+      end
+
+      state :args do
+        rule %r/[$@&%]\{/ do
+          token Name::Variable
+          @next = :keyword unless @next.nil?
+          push :var
+        end
+
+        rule %r/[$@&%]+/, Str
+        rule %r/( )(?![ |])/, Str
+        rule id, Str
+        
+        mixin :return
+      end
+
+      state :var do
+        rule %r/(\})( )(=)/ do
+          groups Name::Variable, Text::Whitespace, Punctuation
+          pop!
+        end
+        rule %r/[$@&%]\{/, Name::Variable, :var
+        rule %r/[{\[]/, Name::Variable, :var
+        rule %r/[}\]]/, Name::Variable, :pop!
+        rule %r/[^$@&%{}\[\]]+/, Name::Variable
+        rule %r/\}\[/, Name::Variable
+      end
+    end
+  end
+end