rouge 3.3.0 → 3.8.0

data/lib/rouge/lexers/mason.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Mason < TemplateLexer
+      title 'Mason'
+      desc 'The HTML::Mason framework (https://metacpan.org/pod/HTML::Mason)'
+      tag 'mason'
+      filenames '*.mi', '*.mc', '*.mas', '*.m', '*.mhtml', '*.mcomp', 'autohandler', 'dhandler'
+      mimetypes 'text/x-mason', 'application/x-mason'
+
+      def initialize(*)
+        super
+        @perl = Perl.new
+      end
+  
+      def self.detect?(text)
+        return false if text.doctype?(/((?:ht|x)ml)/)
+        return true if text.doctype?
+      end
+
+      # Note: If you add a tag in the lines below, you also need to modify "disambiguate '*.m'" in file disambiguation.rb
+      TEXT_BLOCKS = %w(text doc)
+      PERL_BLOCKS = %w(args flags attr init once shared perl cleanup filter)
+      COMPONENTS = %w(def method)
+  
+      state :root do
+        mixin :mason_tags
+      end
+
+      state :mason_tags do
+        rule %r/\s+/, Text::Whitespace
+
+        rule %r/<%(#{TEXT_BLOCKS.join('|')})>/oi, Comment::Preproc, :text_block
+
+        rule %r/<%(#{PERL_BLOCKS.join('|')})>/oi, Comment::Preproc, :perl_block
+
+        rule %r/(<%(#{COMPONENTS.join('|')}))([^>]*)(>)/oi do |m|
+          token Comment::Preproc, m[1]
+          token Name, m[3]
+          token Comment::Preproc, m[4]
+          push :component_block
+        end
+        
+        # perl line
+        rule %r/^(%)(.*)$/ do |m|
+          token Comment::Preproc, m[1]
+          delegate @perl, m[2]
+        end
+
+        # start of component call
+        rule %r/<%/, Comment::Preproc, :component_call
+
+         # start of component with content
+        rule %r/<&\|/ do
+          token Comment::Preproc
+          push :component_with_content
+          push :component_sub
+        end
+
+        # start of component substitution
+        rule %r/<&/, Comment::Preproc, :component_sub
+
+        # fallback to HTML until a mason tag is encountered
+        rule(/(.+?)(?=(<\/?&|<\/?%|^%|^#))/m) { delegate parent }
+
+        # if we get here, there's no more mason tags, so we parse the rest of the doc as HTML
+        rule(/.+/m) { delegate parent }
+      end
+
+      state :perl_block do
+        rule %r/<\/%(#{PERL_BLOCKS.join('|')})>/oi, Comment::Preproc, :pop!
+        rule %r/\s+/, Text::Whitespace
+        rule %r/^(#.*)$/, Comment
+        rule(/(.*?[^"])(?=<\/%)/m) { delegate @perl }
+      end
+
+      state :text_block do
+        rule %r/<\/%(#{TEXT_BLOCKS.join('|')})>/oi, Comment::Preproc, :pop!
+        rule %r/\s+/, Text::Whitespace
+        rule %r/^(#.*)$/, Comment
+        rule %r/(.*?[^"])(?=<\/%)/m, Comment
+      end
+
+      state :component_block do
+        rule %r/<\/%(#{COMPONENTS.join('|')})>/oi, Comment::Preproc, :pop!
+        rule %r/\s+/, Text::Whitespace
+        rule %r/^(#.*)$/, Comment
+        mixin :mason_tags
+      end
+
+      state :component_with_content do
+        rule %r/<\/&>/ do 
+          token Comment::Preproc
+          pop!
+        end
+
+        mixin :mason_tags
+      end
+
+      state :component_sub do
+        rule %r/&>/, Comment::Preproc, :pop!
+
+        rule(/(.*?)(?=&>)/m) { delegate @perl }
+      end
+
+      state :component_call do
+        rule %r/%>/, Comment::Preproc, :pop!
+
+        rule(/(.*?)(?=%>)/m) { delegate @perl }
+      end
+    end
+  end
+end

data/lib/rouge/lexers/mathematica.rb

@@ -56,18 +56,18 @@ module Rouge
 
       # The list of built-in symbols comes from a wolfram server and is created automatically by rake
       def self.builtins
-        load Pathname.new(__FILE__).dirname.join('mathematica/builtins.rb')
+        load File.join(__dir__, 'mathematica/builtins.rb')
         self.builtins
       end
 
       state :root do
-        rule /\s+/, Text::Whitespace
-        rule /\(\*/, Comment, :comment
-        rule /#{base}\^\^#{number_base}#{precision}?(\*\^[+-]?\d+)?/, Num # a number with a base
-        rule /(?:#{number}#{precision}?(?:\*\^[+-]?\d+)?)/, Num # all other numbers
+        rule %r/\s+/, Text::Whitespace
+        rule %r/\(\*/, Comment, :comment
+        rule %r/#{base}\^\^#{number_base}#{precision}?(\*\^[+-]?\d+)?/, Num # a number with a base
+        rule %r/(?:#{number}#{precision}?(?:\*\^[+-]?\d+)?)/, Num # all other numbers
         rule message, Name::Tag
         rule in_out, Generic::Prompt
-        rule /#{context_symbol}/m do |m|
+        rule %r/#{context_symbol}/m do |m|
           match = m[0]
           if self.class.keywords.include? match
             token Name::Builtin::Pseudo
@@ -85,11 +85,11 @@ module Rouge
 
       # Allow for nested comments and special treatment of ::Section:: or :Author: markup
       state :comment do
-        rule /\(\*/, Comment, :comment
-        rule /\*\)/, Comment, :pop!
-        rule /::#{identifier}::/, Comment::Preproc
-        rule /[ ]:(#{identifier}|[^\S])+:[ ]/, Comment::Preproc
-        rule /./, Comment
+        rule %r/\(\*/, Comment, :comment
+        rule %r/\*\)/, Comment, :pop!
+        rule %r/::#{identifier}::/, Comment::Preproc
+        rule %r/[ ]:(#{identifier}|[^\S])+:[ ]/, Comment::Preproc
+        rule %r/./, Comment
       end
     end
   end

data/lib/rouge/lexers/matlab.rb

@@ -19,25 +19,25 @@ module Rouge
       end
 
       def self.builtins
-        load Pathname.new(__FILE__).dirname.join('matlab/builtins.rb')
+        load File.join(__dir__, 'matlab/builtins.rb')
         self.builtins
       end
 
       state :root do
-        rule /\s+/m, Text # Whitespace
+        rule %r/\s+/m, Text # Whitespace
         rule %r([{]%.*?%[}])m, Comment::Multiline
-        rule /%.*$/, Comment::Single
-        rule /([.][.][.])(.*?)$/ do
+        rule %r/%.*$/, Comment::Single
+        rule %r/([.][.][.])(.*?)$/ do
           groups(Keyword, Comment)
         end
 
-        rule /^(!)(.*?)(?=%|$)/ do |m|
+        rule %r/^(!)(.*?)(?=%|$)/ do |m|
           token Keyword, m[1]
           delegate Shell, m[2]
         end
 
 
-        rule /[a-zA-Z][_a-zA-Z0-9]*/m do |m|
+        rule %r/[a-zA-Z][_a-zA-Z0-9]*/m do |m|
           match = m[0]
           if self.class.keywords.include? match
             token Keyword
@@ -50,22 +50,29 @@ module Rouge
 
         rule %r{[(){};:,\/\\\]\[]}, Punctuation
 
-        rule /~=|==|<<|>>|[-~+\/*%=<>&^|.@]/, Operator
+        rule %r/~=|==|<<|>>|[-~+\/*%=<>&^|.@]/, Operator
 
 
-        rule /(\d+\.\d*|\d*\.\d+)(e[+-]?[0-9]+)?/i, Num::Float
-        rule /\d+e[+-]?[0-9]+/i, Num::Float
-        rule /\d+L/, Num::Integer::Long
-        rule /\d+/, Num::Integer
+        rule %r/(\d+\.\d*|\d*\.\d+)(e[+-]?[0-9]+)?/i, Num::Float
+        rule %r/\d+e[+-]?[0-9]+/i, Num::Float
+        rule %r/\d+L/, Num::Integer::Long
+        rule %r/\d+/, Num::Integer
 
-        rule /'(?=(.*'))/, Str::Single, :string
-        rule /'/, Operator
+        rule %r/'(?=(.*'))/, Str::Single, :chararray
+        rule %r/"(?=(.*"))/, Str::Double, :string
+        rule %r/'/, Operator
+      end
+
+      state :chararray do
+        rule %r/[^']+/, Str::Single
+        rule %r/''/, Str::Escape
+        rule %r/'/, Str::Single, :pop!
       end
 
       state :string do
-        rule /[^']+/, Str::Single
-        rule /''/, Str::Escape
-        rule /'/, Str::Single, :pop!
+        rule %r/[^"]+/, Str::Double
+        rule %r/""/, Str::Escape
+        rule %r/"/, Str::Double, :pop!
       end
     end
   end

data/lib/rouge/lexers/moonscript.rb

@@ -40,18 +40,18 @@ module Rouge
 
       state :root do
         rule %r(#!(.*?)$), Comment::Preproc # shebang
-        rule //, Text, :main
+        rule %r//, Text, :main
       end
 
       state :base do
-        ident = '(?:[\w_][\w\d_]*)'
+        ident = '(?:\w\w*)'
 
         rule %r((?i)(\d*\.\d+|\d+\.\d*)(e[+-]?\d+)?'), Num::Float
         rule %r((?i)\d+e[+-]?\d+), Num::Float
         rule %r((?i)0x[0-9a-f]*), Num::Hex
         rule %r(\d+), Num::Integer
         rule %r(@#{ident}*), Name::Variable::Instance
-        rule %r([A-Z][\w\d_]*), Name::Class
+        rule %r([A-Z]\w*), Name::Class
         rule %r("?[^"]+":), Literal::String::Symbol
         rule %r(#{ident}:), Literal::String::Symbol
         rule %r(:#{ident}), Literal::String::Symbol

data/lib/rouge/lexers/mosel.rb

@@ -7,7 +7,7 @@ module Rouge
       tag 'mosel'
       filenames '*.mos'
       title "Mosel"
-      desc "An optimization language used by Fico's Xpress." 
+      desc "An optimization language used by Fico's Xpress."
       # http://www.fico.com/en/products/fico-xpress-optimization-suite
       filenames '*.mos'
 
@@ -24,46 +24,46 @@ module Rouge
       ############################################################################################################################
 
       core_keywords = %w(
-        and array as 
-        boolean break 
-        case count counter 
-        declarations div do dynamic 
-        elif else end evaluation exit 
-        false forall forward from function 
-        if imports in include initialisations initializations integer inter is_binary is_continuous is_free is_integer is_partint is_semcont is_semint is_sos1 is_sos2 
-        linctr list 
+        and array as
+        boolean break
+        case count counter
+        declarations div do dynamic
+        elif else end evaluation exit
+        false forall forward from function
+        if imports in include initialisations initializations integer inter is_binary is_continuous is_free is_integer is_partint is_semcont is_semint is_sos1 is_sos2
+        linctr list
         max min mod model mpvar
         next not of options or
-        package parameters procedure 
-        public prod range real record repeat requirements 
+        package parameters procedure
+        public prod range real record repeat requirements
         set string sum
         then to true
         union until uses
         version
         while with
       )
-      
+
       core_functions = %w(
         abs arctan assert
         bitflip bitneg bitset bitshift bittest bitval
         ceil cos create currentdate currenttime cuthead cuttail
         delcell exists exit exp exportprob
-        fclose fflush finalize findfirst findlast floor fopen fselect fskipline 
+        fclose fflush finalize findfirst findlast floor fopen fselect fskipline
         getact getcoeff getcoeffs getdual getfid getfirst gethead getfname getlast getobjval getparam getrcost getreadcnt getreverse getsize getslack getsol gettail gettype getvars
-        iseof ishidden isodd ln log 
-        makesos1 makesos2 maxlist minlist 
-        publish 
+        iseof ishidden isodd ln log
+        makesos1 makesos2 maxlist minlist
+        publish
         random read readln reset reverse round
-        setcoeff sethidden setioerr setname setparam setrandseed settype sin splithead splittail sqrt strfmt substr 
-        timestamp 
-        unpublish 
+        setcoeff sethidden setioerr setname setparam setrandseed settype sin splithead splittail sqrt strfmt substr
+        timestamp
+        unpublish
         write writeln
       )
-      
+
       ############################################################################################################################
       # mmxprs module elements
       ############################################################################################################################
-      
+
       mmxprs_functions = %w(
         addmipsol
         basisstability
@@ -79,26 +79,26 @@ module Rouge
         readbasis readdirs readsol refinemipsol rejectintsol repairinfeas resetbasis resetiis resetsol
         savebasis savemipsol savesol savestate selectsol setbstat setcallback setcbcutoff setgndata setlb setmipdir setmodcut setsol setub setucbdata stopoptimize
         unloadprob
-        writebasis writedirs writeprob writesol 
+        writebasis writedirs writeprob writesol
         xor
       )
-      
+
       mmxpres_constants = %w(XPRS_OPT  XPRS_UNF  XPRS_INF XPRS_UNB XPRS_OTH)
-      
+
       mmxprs_parameters = %w(XPRS_colorder XPRS_enumduplpol XPRS_enummaxsol XPRS_enumsols XPRS_fullversion XPRS_loadnames XPRS_problem XPRS_probname XPRS_verbose)
-      
-      
+
+
       ############################################################################################################################
       # mmsystem module elements
       ############################################################################################################################
-      
+
       mmsystem_functions = %w(
         addmonths
         copytext cuttext
-        deltext 
+        deltext
         endswith expandpath
         fcopy fdelete findfiles findtext fmove
-        getasnumber getchar getcwd getdate getday getdaynum getdays getdirsep 
+        getasnumber getchar getcwd getdate getday getdaynum getdays getdirsep
         getendparse setendparse
         getenv getfsize getfstat getftime gethour getminute getmonth getmsec getpathsep
         getqtype setqtype
@@ -108,29 +108,29 @@ module Rouge
         getstart setstart
         getsucc setsucc
         getsysinfo getsysstat gettime
-        gettmpdir 
+        gettmpdir
         gettrim settrim
         getweekday getyear
         inserttext isvalid
         makedir makepath newtar
         newzip nextfield
-        openpipe 
+        openpipe
         parseextn parseint parsereal parsetext pastetext pathmatch pathsplit
         qsort quote
-        readtextline regmatch regreplace removedir removefiles 
+        readtextline regmatch regreplace removedir removefiles
         setchar setdate setday setenv sethour
         setminute setmonth setmsec setsecond settime setyear sleep startswith system
         tarlist textfmt tolower toupper trim
         untar unzip
         ziplist
       )
-      
+
       mmsystem_parameters = %w(datefmt datetimefmt monthnames sys_endparse sys_fillchar sys_pid sys_qtype sys_regcache sys_sepchar)
 
       ############################################################################################################################
       # mmjobs  module elements
       ############################################################################################################################
-      
+
       mmjobs_instance_mgmt_functions = %w(
         clearaliases connect
         disconnect
@@ -138,7 +138,7 @@ module Rouge
         getaliases getbanner gethostalias
         sethostalias
       )
-      
+
       mmjobs_model_mgmt_functions = %w(
         compile
         detach
@@ -148,7 +148,7 @@ module Rouge
         setcontrol setdefstream setmodpar setworkdir stop
         unload
       )
-      
+
       mmjobs_synchornization_functions = %w(
         dropnextevent
         getclass getfromgid getfromid getfromuid getnextevent getvalue
@@ -158,15 +158,15 @@ module Rouge
         send setgid setuid
         wait waitfor
       )
-      
+
       mmjobs_functions = mmjobs_instance_mgmt_functions + mmjobs_model_mgmt_functions + mmjobs_synchornization_functions
-      
+
       mmjobs_parameters = %w(conntmpl defaultnode fsrvdelay fsrvnbiter fsrvport jobid keepalive nodenumber parentnumber)
 
 
       state :whitespace do
         # Spaces
-        rule /\s+/m, Text
+        rule %r/\s+/m, Text
         # ! Comments
         rule %r((!).*$\n?), Comment::Single
         # (! Comments !)
@@ -182,14 +182,14 @@ module Rouge
       # The escape sequences are not interpreted if they are contained in strings that are enclosed in single quotes.
 
       state :single_quotes do
-        rule /'/, Str::Single, :pop!
-        rule /[^']+/, Str::Single
+        rule %r/'/, Str::Single, :pop!
+        rule %r/[^']+/, Str::Single
       end
 
       state :double_quotes do
-        rule /"/, Str::Double, :pop!
-        rule /(\\"|\\[0-7]{1,3}\D|\\[abfnrtv]|\\\\)/, Str::Escape
-        rule /[^"]/, Str::Double
+        rule %r/"/, Str::Double, :pop!
+        rule %r/(\\"|\\[0-7]{1,3}\D|\\[abfnrtv]|\\\\)/, Str::Escape
+        rule %r/[^"]/, Str::Double
       end
 
       state :base do
@@ -200,25 +200,25 @@ module Rouge
         rule %r{((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)(L|l|UL|ul|u|U|F|f|ll|LL|ull|ULL)?}, Num
         rule %r{[~!@#\$%\^&\*\(\)\+`\-={}\[\]:;<>\?,\.\/\|\\]}, Punctuation
 #        rule %r{'([^']|'')*'}, Str
-#        rule /"(\\\\|\\"|[^"])*"/, Str
-        
-
-
-        rule /(true|false)\b/i, Name::Builtin
-        rule /\b(#{core_keywords.join('|')})\b/i, Keyword
-        rule /\b(#{core_functions.join('|')})\b/, Name::Builtin
-        
-        
-
-        rule /\b(#{mmxprs_functions.join('|')})\b/, Name::Function
-        rule /\b(#{mmxpres_constants.join('|')})\b/, Name::Constant
-        rule /\b(#{mmxprs_parameters.join('|')})\b/i, Name::Property
-                  
-        rule /\b(#{mmsystem_functions.join('|')})\b/i, Name::Function
-        rule /\b(#{mmsystem_parameters.join('|')})\b/, Name::Property
-          
-        rule /\b(#{mmjobs_functions.join('|')})\b/i, Name::Function
-        rule /\b(#{mmjobs_parameters.join('|')})\b/, Name::Property
+#        rule %r/"(\\\\|\\"|[^"])*"/, Str
+
+
+
+        rule %r/(true|false)\b/i, Name::Builtin
+        rule %r/\b(#{core_keywords.join('|')})\b/i, Keyword
+        rule %r/\b(#{core_functions.join('|')})\b/, Name::Builtin
+
+
+
+        rule %r/\b(#{mmxprs_functions.join('|')})\b/, Name::Function
+        rule %r/\b(#{mmxpres_constants.join('|')})\b/, Name::Constant
+        rule %r/\b(#{mmxprs_parameters.join('|')})\b/i, Name::Property
+
+        rule %r/\b(#{mmsystem_functions.join('|')})\b/i, Name::Function
+        rule %r/\b(#{mmsystem_parameters.join('|')})\b/, Name::Property
+
+        rule %r/\b(#{mmjobs_functions.join('|')})\b/i, Name::Function
+        rule %r/\b(#{mmjobs_parameters.join('|')})\b/, Name::Property
 
         rule id, Name
       end