rouge 3.19.0 → 3.24.0

data/lib/rouge/lexers/batchfile.rb

@@ -78,7 +78,7 @@ module Rouge
 
       state :basic do
         # Comments
-        rule %r/\brem\b.*$/i, Comment
+        rule %r/@?\brem\b.*$/i, Comment
         # Empty Labels
         rule %r/^::.*$/, Comment
 

data/lib/rouge/lexers/bibtex.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+# Regular expressions based on https://github.com/SaswatPadhi/prismjs-bibtex
+# and https://github.com/alecthomas/chroma/blob/master/lexers/b/bibtex.go
+
+module Rouge
+  module Lexers
+    class BibTeX < RegexLexer
+      title 'BibTeX'
+      desc "BibTeX"
+      tag 'bibtex'
+      aliases 'bib'
+      filenames '*.bib'
+
+      valid_punctuation = Regexp.quote("@!$&.\\:;<>?[]^`|~*/+-")
+      valid_name = /[a-z_#{valid_punctuation}][\w#{valid_punctuation}]*/io
+
+      state :root do
+        mixin :whitespace
+
+        rule %r/@(#{valid_name})/o do |m|
+          match = m[1].downcase
+
+          if match == "comment"
+            token Comment
+          elsif match == "preamble"
+            token Name::Class
+            push :closing_brace
+            push :value
+            push :opening_brace
+          elsif match == "string"
+            token Name::Class
+            push :closing_brace
+            push :field
+            push :opening_brace
+          else
+            token Name::Class
+            push :closing_brace
+            push :command_body
+            push :opening_brace
+          end
+        end
+
+        rule %r/.+/, Comment
+      end
+
+      state :opening_brace do
+        mixin :whitespace
+        rule %r/[{(]/, Punctuation, :pop!
+      end
+
+      state :closing_brace do
+        mixin :whitespace
+        rule %r/[})]/, Punctuation, :pop!
+      end
+
+      state :command_body do
+        mixin :whitespace
+        rule %r/[^\s\,\}]+/ do
+          token Name::Label
+          pop!
+          push :fields
+        end
+      end
+
+      state :fields do
+        mixin :whitespace
+        rule %r/,/, Punctuation, :field
+        rule(//) { pop! }
+      end
+
+      state :field do
+        mixin :whitespace
+        rule valid_name do
+          token Name::Attribute
+          push :value
+          push :equal_sign
+        end
+        rule(//) { pop! }
+      end
+
+      state :equal_sign do
+        mixin :whitespace
+        rule %r/=/, Punctuation, :pop!
+      end
+
+      state :value do
+        mixin :whitespace
+        rule valid_name, Name::Variable
+        rule %r/"/, Literal::String, :quoted_string
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/\d+/, Literal::Number
+        rule %r/#/, Punctuation
+        rule(//) { pop! }
+      end
+
+      state :quoted_string do
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/"/, Literal::String, :pop!
+        rule %r/[^\{\"]+/, Literal::String
+      end
+
+      state :braced_string do
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/\}/, Literal::String, :pop!
+        rule %r/[^\{\}]+/, Literal::String
+      end
+
+      state :whitespace do
+        rule %r/\s+/, Text
+      end
+    end
+  end
+end

data/lib/rouge/lexers/brightscript.rb

@@ -0,0 +1,147 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Brightscript < RegexLexer
+      title "BrightScript"
+      desc "BrightScript Programming Language (https://developer.roku.com/en-ca/docs/references/brightscript/language/brightscript-language-reference.md)"
+      tag 'brightscript'
+      aliases 'bs', 'brs'
+      filenames '*.brs'
+
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/global-utility-functions.md
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/global-string-functions.md
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/global-math-functions.md
+      def self.name_builtin
+        @name_builtin ||= Set.new %w(
+          ABS ASC ATN CDBL CHR CINT CONTROL COPYFILE COS CREATEDIRECTORY CSNG
+          DELETEDIRECTORY DELETEFILE EXP FINDMEMBERFUNCTION FINDNODE FIX
+          FORMATDRIVEFORMATJSON GETINTERFACE INSTR INT LCASE LEFT LEN LISTDIR
+          LOG MATCHFILES MID MOVEFILE OBSERVEFIELD PARSEJSON PARSEXML
+          READASCIIFILE REBOOTSYSTEM RIGHT RND RUNGARBAGECOLLECTOR SGN SIN
+          SLEEP SQR STR STRI STRING STRINGI STRTOI SUBSTITUTE TANTEXTTOP TEXT
+          TRUCASE UPTIME VALVISIBLE VISIBLE WAIT
+        )
+      end
+
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/reserved-words.md
+      def self.keyword_reserved
+        @keyword_reserved ||= Set.new %w(
+          BOX CREATEOBJECT DIM EACH ELSE ELSEIF END ENDFUNCTION ENDIF ENDSUB
+          ENDWHILE EVAL EXIT EXITWHILE FALSE FOR FUNCTION GETGLOBALAA
+          GETLASTRUNCOMPILEERROR GETLASTRUNRUNTIMEERROR GOTO IF IN INVALID LET
+          LINE_NUM M NEXT OBJFUN POS PRINT REM RETURN RUN STEP STOP SUB TAB TO
+          TRUE TYPE WHILE
+        )
+      end
+
+      # These keywords are present in BrightScript, but not supported in standard .brs files
+      def self.keyword_reserved_unsupported
+        @keyword_reserved_unsupported ||= Set.new %w(
+          CLASS CONST IMPORT LIBRARY NAMESPACE PRIVATE PROTECTED PUBLIC
+        )
+      end
+
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/expressions-variables-types.md
+      def self.keyword_type
+        @keyword_type ||= Set.new %w(
+          BOOLEAN DIM DOUBLE DYNAMIC FLOAT FUNCTION INTEGER INTERFACE INVALID
+          LONGINTEGER OBJECT STRING VOID
+        )
+      end
+
+      # https://developer.roku.com/en-ca/docs/references/brightscript/language/expressions-variables-types.md#operators
+      def self.operator_word
+        @operator_word ||= Set.new %w(
+          AND AS MOD NOT OR THEN
+        )
+      end
+
+      # Scene graph components configured as builtins. See BrightScript component documentation e.g.
+      # https://developer.roku.com/en-ca/docs/references/brightscript/components/roappinfo.md
+      def self.builtins
+        @builtins ||= Set.new %w(
+          roAppendFile roAppInfo roAppManager roArray roAssociativeArray
+          roAudioGuide roAudioMetadata roAudioPlayer roAudioPlayerEvent
+          roAudioResourceroBitmap roBoolean roBoolean roBrightPackage roBrSub
+          roButton roByteArray roCaptionRenderer roCaptionRendererEvent
+          roCecInterface roCECStatusEvent roChannelStore roChannelStoreEvent
+          roClockWidget roCodeRegistrationScreen
+          roCodeRegistrationScreenEventroCompositor roControlDown roControlPort
+          roControlPort roControlUp roCreateFile roDatagramReceiver
+          roDatagramSender roDataGramSocket roDateTime roDeviceInfo
+          roDeviceInfoEvent roDoubleroEVPCipher roEVPDigest roFileSystem
+          roFileSystemEvent roFloat roFont roFontMetrics roFontRegistry
+          roFunction roGlobal roGpio roGridScreen roGridScreenEvent
+          roHdmiHotPlugEventroHdmiStatus roHdmiStatusEvent roHMAC roHttpAgent
+          roImageCanvas roImageCanvasEvent roImageMetadata roImagePlayer
+          roImageWidgetroInput roInputEvent roInt roInt roInvalid roInvalid
+          roIRRemote roKeyboard roKeyboardPress roKeyboardScreen
+          roKeyboardScreenEventroList roListScreen roListScreenEvent
+          roLocalization roLongInteger roMessageDialog roMessageDialogEvent
+          roMessagePort roMicrophone roMicrophoneEvent roNetworkConfiguration
+          roOneLineDialog roOneLineDialogEventroParagraphScreen
+          roParagraphScreenEvent roPath roPinEntryDialog roPinEntryDialogEvent
+          roPinentryScreen roPosterScreen roPosterScreenEventroProgramGuide
+          roQuadravoxButton roReadFile roRectangleroRegexroRegion roRegistry
+          roRegistrySection roResourceManager roRSA roRssArticle roRssParser
+          roScreen roSearchHistory roSearchScreen roSearchScreenEvent
+          roSerialPort roSGNode roSGNodeEvent roSGScreenroSGScreenEvent
+          roSlideShowroSlideShowEvent roSNS5 roSocketAddress roSocketEvent
+          roSpringboardScreen roSpringboardScreenEventroSprite roStorageInfo
+          roStreamSocket roStringroSystemLogroSystemLogEvent roSystemTime
+          roTextFieldroTextScreen roTextScreenEvent roTextToSpeech
+          roTextToSpeechEvent roTextureManager roTextureRequest
+          roTextureRequestEventroTextWidget roTimer roTimespan roTouchScreen
+          roTunerroTunerEvent roUniversalControlEvent roUrlEvent roUrlTransfer
+          roVideoEvent roVideoInput roVideoMode roVideoPlayer roVideoPlayerEvent
+          roVideoScreen roVideoScreenEventroWriteFile roXMLElement roXMLList
+        )
+      end
+
+      id = /[$a-z_][a-z0-9_]*/io
+
+      state :root do
+        rule %r/\s+/m, Text::Whitespace
+
+        # https://developer.roku.com/en-ca/docs/references/brightscript/language/expressions-variables-types.md#comments
+        rule %r/\'.*/, Comment::Single
+        rule %r/REM.*/i, Comment::Single
+
+        # https://developer.roku.com/en-ca/docs/references/brightscript/language/expressions-variables-types.md#operators
+        rule %r([~!%^&*+=\|?:<>/-]), Operator
+
+        rule %r/\d*\.\d+(e-?\d+)?/i, Num::Float
+        rule %r/\d+[lu]*/i, Num::Integer
+
+        rule %r/".*?"/, Str::Double
+
+        rule %r/#{id}(?=\s*[(])/, Name::Function
+
+        rule %r/[()\[\],.;{}]/, Punctuation
+
+        rule id do |m|
+          caseSensitiveChunk = m[0]
+          caseInsensitiveChunk = m[0].upcase
+
+          if self.class.builtins.include?(caseSensitiveChunk)
+            token Keyword::Reserved
+          elsif self.class.keyword_reserved.include?(caseInsensitiveChunk)
+            token Keyword::Reserved
+          elsif self.class.keyword_reserved_unsupported.include?(caseInsensitiveChunk)
+            token Keyword::Reserved
+          elsif self.class.keyword_type.include?(caseInsensitiveChunk)
+            token Keyword::Type
+          elsif self.class.name_builtin.include?(caseInsensitiveChunk)
+            token Name::Builtin
+          elsif self.class.operator_word.include?(caseInsensitiveChunk)
+            token Operator::Word
+          else
+            token Name
+          end
+        end
+      end
+    end
+  end
+end

data/lib/rouge/lexers/cpp.rb

@@ -68,21 +68,28 @@ module Rouge
         rule %r/#{dq}[lu]*/i, Num::Integer
         rule %r/\bnullptr\b/, Name::Builtin
         rule %r/(?:u8|u|U|L)?R"([a-zA-Z0-9_{}\[\]#<>%:;.?*\+\-\/\^&|~!=,"']{,16})\(.*?\)\1"/m, Str
+        rule %r/::/, Operator
       end
 
       state :classname do
         rule id, Name::Class, :pop!
 
         # template specification
-        rule %r/\s*(?=>)/m, Text, :pop!
-        rule %r/[.]{3}/, Operator
         mixin :whitespace
+        rule %r/[.]{3}/, Operator
+        rule %r/,/, Punctuation, :pop!
+        rule(//) { pop! }
       end
 
       state :template do
-        rule %r/>/, Punctuation, :pop!
+        rule %r/[>;]/, Punctuation, :pop!
         rule %r/typename\b/, Keyword, :classname
-        mixin :root
+        mixin :statements
+      end
+
+      state :case do
+        rule %r/:(?!:)/, Punctuation, :pop!
+        mixin :statements
       end
     end
   end

data/lib/rouge/lexers/css.rb

@@ -11,7 +11,9 @@ module Rouge
       filenames '*.css'
       mimetypes 'text/css'
 
-      identifier = /[a-zA-Z0-9_-]+/
+      # Documentation: https://www.w3.org/TR/CSS21/syndata.html#characters
+
+      identifier = /[\p{L}_-][\p{Word}\p{Cf}-]*/
       number = /-?(?:[0-9]+(\.[0-9]+)?|\.[0-9]+)/
 
       def self.attributes

data/lib/rouge/lexers/diff.rb

@@ -14,7 +14,7 @@ module Rouge
       def self.detect?(text)
         return true if text.start_with?('Index: ')
         return true if text =~ %r(\Adiff[^\n]*?\ba/[^\n]*\bb/)
-        return true if text =~ /(---|[+][+][+]).*?\n(---|[+][+][+])/
+        return true if text =~ /---.*?\n[+][+][+]/ || text =~ /[+][+][+].*?\n---/
       end
 
       state :root do

data/lib/rouge/lexers/docker.rb

@@ -8,7 +8,7 @@ module Rouge
       desc "Dockerfile syntax"
       tag 'docker'
       aliases 'dockerfile'
-      filenames 'Dockerfile', '*.Dockerfile', '*.docker', 'Dockerfile_*'
+      filenames 'Dockerfile', '*.Dockerfile', '*.docker'
       mimetypes 'text/x-dockerfile-config'
 
       KEYWORDS = %w(

data/lib/rouge/lexers/elm.rb

@@ -78,13 +78,13 @@ module Rouge
         rule %r/"/, Str::Double, :pop!
       end
 
-      # Multiple line string with tripple double quotes, e.g. """ multi """
+      # Multiple line string with triple double quotes, e.g. """ multi """
       state :multiline_string do
-        rule %r/\s*"""/, Str, :pop!
-        rule %r/.*/, Str
-        rule %r/\s*/, Str
+        rule %r/\\"/, Str::Escape
+        rule %r/"""/, Str, :pop!
+        rule %r/[^"]+/, Str
+        rule %r/"/, Str
       end
-
     end
   end
 end

data/lib/rouge/lexers/email.rb

@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Email < RegexLexer
+      tag 'email'
+      aliases 'eml', 'e-mail'
+      filenames '*.eml'
+      mimetypes 'message/rfc822'
+
+      title "Email"
+      desc "An email message"
+
+      start do
+        push :fields
+      end
+
+      state :fields do
+        rule %r/[:]/, Operator, :field_body
+        rule %r/[^\n\r:]+/, Name::Tag
+        rule %r/[\n\r]/, Name::Tag
+      end
+
+      state :field_body do
+        rule(/(\r?\n){2}/) { token Text; pop!(2) }
+        rule %r/\r?\n(?![ \v\t\f])/, Text, :pop!
+        rule %r/[^\n\r]+/, Name::Attribute
+        rule %r/[\n\r]/, Name::Attribute
+      end
+
+      state :root do
+        rule %r/\n/, Text
+        rule %r/^>.*/, Comment
+        rule %r/.+/, Text
+      end
+    end
+  end
+end

data/lib/rouge/lexers/ghc_core.rb

@@ -27,8 +27,9 @@ module Rouge
         mixin :function
 
         # rest is Text
+        # TODO: this is really inefficient
         rule %r/\s/m, Text
-        rule %r/.*/, Text
+        rule %r/./, Text
       end
 
       state :expression do

data/lib/rouge/lexers/graphql.rb

@@ -20,7 +20,7 @@ module Rouge
         end
 
         rule %r/\bfragment\b/, Keyword, :fragment_definition
-        
+
         rule %r/\bscalar\b/, Keyword, :value
 
         rule %r/\b(?:type|interface|enum)\b/, Keyword, :type_definition

data/lib/rouge/lexers/hack.rb

@@ -32,7 +32,7 @@ module Rouge
         )
       end
 
-      prepend :template do
+      prepend :root do
         rule %r/<\?hh(\s*\/\/\s*(strict|decl|partial))?$/, Comment::Preproc, :php
       end
 

data/lib/rouge/lexers/haskell.rb

@@ -17,8 +17,8 @@ module Rouge
       end
 
       reserved = %w(
-        _ case class data default deriving do else if in
-        infix[lr]? instance let newtype of then type where
+        _ case class data default deriving do else if in infix infixl infixr
+        instance let newtype of then type where
       )
 
       ascii = %w(
@@ -54,14 +54,31 @@ module Rouge
       state :root do
         mixin :basic
 
-        rule %r/\bimport\b/, Keyword::Reserved, :import
-        rule %r/\bmodule\b/, Keyword::Reserved, :module
-        rule %r/\b(?:#{reserved.join('|')})\b/, Keyword::Reserved
-        # not sure why, but ^ doesn't work here
-        # rule %r/^[_a-z][\w']*/, Name::Function
-        rule %r/[_a-z][\w']*/, Name
-        rule %r/[A-Z][\w']*/, Keyword::Type
-        rule %r/'[A-Z]\w+'?/, Keyword::Type  # promoted data constructor
+        rule %r/'(?=(?:.|\\\S+)')/, Str::Char, :character
+        rule %r/"/, Str, :string
+
+        rule %r/\d+e[+-]?\d+/i, Num::Float
+        rule %r/\d+\.\d+(e[+-]?\d+)?/i, Num::Float
+        rule %r/0o[0-7]+/i, Num::Oct
+        rule %r/0x[\da-f]+/i, Num::Hex
+        rule %r/\d+/, Num::Integer
+
+        rule %r/[\w']+/ do |m|
+          match = m[0]
+          if match == "import"
+            token Keyword::Reserved
+            push :import
+          elsif match == "module"
+            token Keyword::Reserved
+            push :module
+          elsif reserved.include?(match)
+            token Keyword::Reserved
+          elsif match =~ /\A'?[A-Z]/
+            token Keyword::Type
+          else
+            token Name
+          end
+        end
 
         # lambda operator
         rule %r(\\(?![:!#\$\%&*+.\\/<=>?@^\|~-]+)), Name::Function
@@ -72,15 +89,6 @@ module Rouge
         # other operators
         rule %r([:!#\$\%&*+.\\/<=>?@^\|~-]+), Operator
 
-        rule %r/\d+e[+-]?\d+/i, Num::Float
-        rule %r/\d+\.\d+(e[+-]?\d+)?/i, Num::Float
-        rule %r/0o[0-7]+/i, Num::Oct
-        rule %r/0x[\da-f]+/i, Num::Hex
-        rule %r/\d+/, Num::Integer
-
-        rule %r/'/, Str::Char, :character
-        rule %r/"/, Str, :string
-
         rule %r/\[\s*\]/, Keyword::Type
         rule %r/\(\s*\)/, Name::Builtin