rouge 3.0.0 → 3.18.0

data/lib/rouge/lexers/batchfile.rb

@@ -0,0 +1,164 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Batchfile < RegexLexer
+      title "Batchfile"
+      desc "Windows Batch File"
+
+      tag 'batchfile'
+      aliases 'bat', 'batch', 'dosbatch', 'winbatch'
+      filenames '*.bat', '*.cmd'
+
+      mimetypes 'application/bat', 'application/x-bat', 'application/x-msdos-program'
+
+      def self.keywords
+        @keywords ||= %w(
+          if else for in do goto call exit
+        )
+      end
+
+      def self.operator_words
+        @operator_words ||= %w(
+          exist defined errorlevel cmdextversion not equ neq lss leq gtr geq
+        )
+      end
+
+      def self.devices
+        @devices ||= %w(
+          con prn aux nul com1 com2 com3 com4 com5 com6 com7 com8 com9 lpt1 lpt2
+          lpt3 lpt4 lpt5 lpt6 lpt7 lpt8 lpt9
+        )
+      end
+
+      def self.builtin_commands
+        @builtin_commands ||= %w(
+          assoc attrib break bcdedit cacls cd chcp chdir chkdsk chkntfs choice
+          cls cmd color comp compact convert copy date del dir diskpart doskey
+          dpath driverquery echo endlocal erase fc find findstr format fsutil
+          ftype gpresult graftabl help icacls label md mkdir mklink mode more
+          move openfiles path pause popd print prompt pushd rd recover ren
+          rename replace rmdir robocopy setlocal sc schtasks shift shutdown sort
+          start subst systeminfo takeown tasklist taskkill time timeout title
+          tree type ver verify vol xcopy waitfor wmic
+        )
+      end
+
+      def self.other_commands
+        @other_commands ||= %w(
+          addusers admodcmd ansicon arp at bcdboot bitsadmin browstat certreq
+          certutil change cidiag cipher cleanmgr clip cmdkey compress convertcp
+          coreinfo csccmd csvde cscript curl debug defrag delprof deltree devcon
+          diamond dirquota diruse diskshadow diskuse dism dnscmd dsacls dsadd
+          dsget dsquery dsmod dsmove dsrm dsmgmt dsregcmd edlin eventcreate
+          expand extract fdisk fltmc forfiles freedisk ftp getmac gpupdate
+          hostname ifmember inuse ipconfig kill lgpo lodctr logman logoff
+          logtime makecab mapisend mbsacli mem mountvol moveuser msg mshta
+          msiexec msinfo32 mstsc nbtstat net net1 netdom netsh netstat nlsinfo
+          nltest now nslookup ntbackup ntdsutil ntoskrnl ntrights nvspbind
+          pathping perms ping portqry powercfg pngout pnputil printbrm prncnfg
+          prnmngr procdump psexec psfile psgetsid psinfo pskill pslist
+          psloggedon psloglist pspasswd psping psservice psshutdown pssuspend
+          qbasic qgrep qprocess query quser qwinsta rasdial reg reg1 regdump
+          regedt32 regsvr32 regini reset restore rundll32 rmtshare route rpcping
+          run runas scandisk setspn setx sfc share shellrunas shortcut sigcheck
+          sleep slmgr strings subinacl sysmon telnet tftp tlist touch tracerpt
+          tracert tscon tsdiscon tskill tttracer typeperf tzutil undelete
+          unformat verifier vmconnect vssadmin w32tm wbadmin wecutil wevtutil
+          wget where whoami windiff winrm winrs wpeutil wpr wusa wuauclt wscript
+        )
+      end
+
+      def self.attributes
+        @attributes ||= %w(
+          on off disable enableextensions enabledelayedexpansion
+        )
+      end
+
+      state :basic do
+        # Comments
+        rule %r/\brem\b.*$/i, Comment
+        # Empty Labels
+        rule %r/^::.*$/, Comment
+
+        # Labels
+        rule %r/:[a-z]+/i, Name::Label
+
+        rule %r/([a-z]\w*)(\.exe|com|bat|cmd|msi)?/i do |m|
+          if self.class.devices.include? m[1]
+            groups Keyword::Reserved, Error
+          elsif self.class.keywords.include? m[1]
+            groups Keyword, Error
+          elsif self.class.operator_words.include? m[1]
+            groups Operator::Word, Error
+          elsif self.class.builtin_commands.include? m[1]
+            token Name::Builtin
+          elsif self.class.other_commands.include? m[1]
+            token Name::Builtin
+          elsif self.class.attributes.include? m[1]
+            groups Name::Attribute, Error
+          elsif "set".casecmp m[1]
+            groups Keyword::Declaration, Error
+          else
+            token Text
+          end
+        end
+
+        rule %r/([\/\-+][a-z]+)\s*/i, Name::Attribute
+
+        mixin :expansions
+
+        rule %r/[<>&|(){}\[\]\-+=;,~?*]/, Operator
+      end
+
+      state :escape do
+        rule %r/\^./m, Str::Escape
+      end
+
+      state :expansions do
+        # Normal and Delayed expansion
+        rule %r/[%!]+([a-z_$@#]+)[%!]+/i, Name::Variable
+        # For Variables
+        rule %r/(\%+~?[a-z]+\d?)/i, Name::Variable::Magic
+      end
+
+      state :double_quotes do
+        mixin :escape
+        rule %r/["]/, Str::Double, :pop!
+        mixin :expansions
+        rule %r/[^\^"%!]+/, Str::Double
+      end
+
+      state :single_quotes do
+        mixin :escape
+        rule %r/[']/, Str::Single, :pop!
+        mixin :expansions
+        rule %r/[^\^'%!]+/, Str::Single
+      end
+
+      state :backtick do
+        mixin :escape
+        rule %r/[`]/, Str::Backtick, :pop!
+        mixin :expansions
+        rule %r/[^\^`%!]+/, Str::Backtick
+      end
+
+      state :data do
+        rule %r/\s+/, Text
+        rule %r/0x[0-9a-f]+/i, Literal::Number::Hex
+        rule %r/[0-9]/, Literal::Number
+        rule %r/["]/, Str::Double, :double_quotes
+        rule %r/[']/, Str::Single, :single_quotes
+        rule %r/[`]/, Str::Backtick, :backtick
+        rule %r/[^\s&|()\[\]{}\^=;!%+\-,"'`~?*]+/, Text
+        mixin :escape
+      end
+
+      state :root do
+        mixin :basic
+        mixin :data
+      end
+    end
+  end
+end

data/lib/rouge/lexers/bbcbasic.rb

@@ -0,0 +1,112 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class BBCBASIC < RegexLexer
+      title "BBCBASIC"
+      desc "BBC BASIC syntax"
+      tag 'bbcbasic'
+      filenames '*,fd1'
+
+      def self.punctuation
+        @punctuation ||= %w(
+          [,;'~] SPC TAB
+        )
+      end
+
+      def self.function
+        @function ||= %w(
+          ABS ACS ADVAL ASC ASN ATN BEATS BEAT BGET# CHR\$ COS COUNT DEG DIM
+          EOF# ERL ERR EVAL EXP EXT# FN GET\$# GET\$ GET HIMEM INKEY\$ INKEY
+          INSTR INT LEFT\$ LEN LN LOG LOMEM MID\$ OPENIN OPENOUT OPENUP PAGE
+          POINT POS PTR# RAD REPORT\$ RIGHT\$ RND SGN SIN SQR STR\$ STRING\$ SUM
+          SUMLEN TAN TEMPO TIME\$ TIME TOP USR VAL VPOS
+        )
+      end
+
+      def self.statement
+        @statement ||= %w(
+          BEATS BPUT# CALL CASE CHAIN CLEAR CLG CLOSE# CLS COLOR COLOUR DATA
+          ELSE ENDCASE ENDIF ENDPROC ENDWHILE END ENVELOPE FOR GCOL GOSUB GOTO
+          IF INSTALL LET LIBRARY MODE NEXT OFF OF ON ORIGIN OSCI OTHERWISE
+          OVERLAY PLOT PRINT# PRINT PROC QUIT READ REPEAT REPORT RETURN SOUND
+          STEP STEREO STOP SWAP SYS THEN TINT TO VDU VOICES VOICE UNTIL WAIT
+          WHEN WHILE WIDTH
+        )
+      end
+
+      def self.operator
+        @operator ||= %w(
+          << <= <> < >= >>> >> > [-!$()*+/=?^|] AND DIV EOR MOD NOT OR
+        )
+      end
+
+      def self.constant
+        @constant ||= %w(
+          FALSE TRUE
+        )
+      end
+
+      state :expression do
+        rule %r/#{BBCBASIC.function.join('|')}/o, Name::Builtin  # function or pseudo-variable
+        rule %r/#{BBCBASIC.operator.join('|')}/o, Operator
+        rule %r/#{BBCBASIC.constant.join('|')}/o, Name::Constant
+        rule %r/"[^"]*"/o, Literal::String
+        rule %r/[a-z_`][\w`]*[$%]?/io, Name::Variable
+        rule %r/@%/o, Name::Variable
+        rule %r/[\d.]+/o, Literal::Number
+        rule %r/%[01]+/o, Literal::Number::Bin
+        rule %r/&[\h]+/o, Literal::Number::Hex
+      end
+
+      state :root do
+        rule %r/(:+)( *)(\*)(.*)/ do
+          groups Punctuation, Text, Keyword, Text # CLI command
+        end
+        rule %r/(\n+ *)(\*)(.*)/ do
+          groups Text, Keyword, Text # CLI command
+        end
+        rule %r/(ELSE|OTHERWISE|REPEAT|THEN)( *)(\*)(.*)/ do
+          groups Keyword, Text, Keyword, Text # CLI command
+        end
+        rule %r/[ \n]+/o, Text
+        rule %r/:+/o, Punctuation
+        rule %r/[\[]/o, Keyword, :assembly1
+        rule %r/REM *>.*/o, Comment::Special
+        rule %r/REM.*/o, Comment
+        rule %r/(?:#{BBCBASIC.statement.join('|')}|CIRCLE(?: *FILL)?|DEF *(?:FN|PROC)|DRAW(?: *BY)?|DIM(?!\()|ELLIPSE(?: *FILL)?|ERROR(?: *EXT)?|FILL(?: *BY)?|INPUT(?:#| *LINE)?|LINE(?: *INPUT)?|LOCAL(?: *DATA| *ERROR)?|MOUSE(?: *COLOUR| *OFF| *ON| *RECTANGLE| *STEP| *TO)?|MOVE(?: *BY)?|ON(?! *ERROR)|ON *ERROR *(?:LOCAL|OFF)?|POINT(?: *BY)?(?!\()|RECTANGE(?: *FILL)?|RESTORE(?: *DATA| *ERROR)?|TRACE(?: *CLOSE| *ENDPROC| *OFF| *STEP(?: *FN| *ON| *PROC)?| *TO)?)/o, Keyword
+        mixin :expression
+        rule %r/#{BBCBASIC.punctuation.join('|')}/o, Punctuation
+      end
+
+      # Assembly statements are parsed as
+      # {label} {directive|opcode |']' {expressions}} {comment}
+      # Technically, you don't need whitespace between opcodes and arguments,
+      # but this is rare in uncrunched source and trying to enumerate all
+      # possible opcodes here is impractical so we colour it as though
+      # the whitespace is required. Opcodes and directives can only easily be
+      # distinguished from the symbols that make up expressions by looking at
+      # their position within the statement. Similarly, ']' is treated as a
+      # keyword at the start of a statement or as punctuation elsewhere. This
+      # requires a two-state state machine.
+
+      state :assembly1 do
+        rule %r/ +/o, Text
+        rule %r/]/o, Keyword, :pop!
+        rule %r/[:\n]/o, Punctuation
+        rule %r/\.[a-z_`][\w`]*%? */io, Name::Label
+        rule %r/(?:REM|;)[^:\n]*/o, Comment
+        rule %r/[^ :\n]+/o, Keyword, :assembly2
+      end
+
+      state :assembly2 do
+        rule %r/ +/o, Text
+        rule %r/[:\n]/o, Punctuation, :pop!
+        rule %r/(?:REM|;)[^:\n]*/o, Comment, :pop!
+        mixin :expression
+        rule %r/[!#,@\[\]^{}]/, Punctuation
+      end
+    end
+  end
+end

data/lib/rouge/lexers/biml.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Rouge
   module Lexers
     load_lexer 'xml.rb'
@@ -24,16 +26,16 @@ module Rouge
       end
 
       state :directive_as_csharp do
-        rule /\s*#>\s*/m, Name::Tag, :pop!
+        rule %r/\s*#>\s*/m, Name::Tag, :pop!
         rule %r(.*?(?=\s*#>\s*))m do
           delegate CSharp
         end
       end
 
       state :directive_tag do
-        rule /\s+/m, Text
-        rule /[\w.:-]+\s*=/m, Name::Attribute, :attr
-        rule /[\w]+\s*/m, Name::Attribute
+        rule %r/\s+/m, Text
+        rule %r/[\w.:-]+\s*=/m, Name::Attribute, :attr
+        rule %r/\w+\s*/m, Name::Attribute
         rule %r(/?\s*#>), Name::Tag, :pop!
       end
     end

data/lib/rouge/lexers/bpf.rb

@@ -0,0 +1,118 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class BPF < RegexLexer
+      title "BPF"
+      desc "BPF bytecode syntax"
+      tag 'bpf'
+
+      TYPE_KEYWORDS = %w(
+        u8 u16 u32 u64 ll
+      ).join('|')
+
+      MISC_KEYWORDS = %w(
+        be16 be32 be64 exit lock map
+      ).join('|')
+
+      state :root do
+        # Line numbers and hexadecimal output from bpftool/objdump
+        rule %r/(\d+)(:)(\s+)(\(\h{2}\))/i do
+          groups Generic::Lineno, Punctuation, Text::Whitespace, Generic
+        end
+        rule %r/(\d+)(:)(\s+)((?:\h{2} ){8})/i do
+          groups Generic::Lineno, Punctuation, Text::Whitespace, Generic
+        end
+        rule %r/(\d+)(:)(\s+)/i do
+          groups Generic::Lineno, Punctuation, Text::Whitespace
+        end
+
+        # Calls to helpers
+        rule %r/(call)(\s+)(\d+)/i do
+          groups Keyword, Text::Whitespace, Literal::Number::Integer
+        end
+        rule %r/(call)(\s+)(\w+)(#)(\d+)/i do
+          groups Keyword, Text::Whitespace, Name::Builtin, Punctuation, Literal::Number::Integer
+        end
+
+        # Unconditional jumps
+        rule %r/(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
+          groups Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
+        end
+
+        # Conditional jumps
+        rule %r/(if)(\s+)([rw]\d+)(\s*)([s!=<>]+)(\s*)(0x\h+|[-]?\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
+          groups Keyword, Text::Whitespace, Name, Text::Whitespace, Operator, Text::Whitespace, Literal::Number, Text::Whitespace, Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
+        end
+        rule %r/(if)(\s+)([rw]\d+)(\s*)([s!=<>]+)(\s*)([rw]\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
+          groups Keyword, Text::Whitespace, Name, Text::Whitespace, Operator, Text::Whitespace, Name, Text::Whitespace, Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
+        end
+
+        # Dereferences
+        rule %r/(\*)(\s*)(\()(#{TYPE_KEYWORDS})(\s*)(\*)(\))/i do
+          groups Operator, Text::Whitespace, Punctuation, Keyword::Type, Text::Whitespace, Operator, Punctuation
+          push :address
+        end
+
+        # Operators
+        rule %r/[+-\/\*&|><^s]{0,3}=/i, Operator
+
+        # Registers
+        rule %r/([+-]?)([rw]\d+)/i do
+          groups Punctuation, Name
+        end
+
+        # Comments
+        rule %r/\/\//, Comment::Single, :linecomment
+        rule %r/\/\*/, Comment::Multiline, :multilinescomment
+
+        rule %r/#{MISC_KEYWORDS}/i, Keyword
+
+        # Literals and global objects (maps) refered by name
+        rule %r/(0x\h+|[-]?\d+)(\s*)(ll)?/i do
+          groups Literal::Number, Text::Whitespace, Keyword::Type
+        end
+        rule %r/(\w+)(\s*)(ll)/i do
+          groups Name, Text::Whitespace, Keyword::Type
+        end
+
+        # Labels
+        rule %r/(\w+)(\s*)(:)/i do
+          groups Name::Label, Text::Whitespace, Punctuation
+        end
+
+        rule %r{.}m, Text
+      end
+
+      state :address do
+        # Address is offset from register
+        rule %r/(\()([rw]\d+)(\s*)([+-])(\s*)(\d+)(\))/i do
+          groups Punctuation, Name, Text::Whitespace, Operator, Text::Whitespace, Literal::Number::Integer, Punctuation
+          pop!
+        end
+
+        # Address is array subscript
+        rule %r/(\w+)(\[)(\d+)(\])/i do
+          groups Name, Punctuation, Literal::Number::Integer, Punctuation
+          pop!
+        end
+        rule %r/(\w+)(\[)([rw]\d+)(\])/i do
+          groups Name, Punctuation, Name, Punctuation
+          pop!
+        end
+      end
+
+      state :linecomment do
+        rule %r/\n/, Comment::Single, :pop!
+        rule %r/.+/, Comment::Single
+      end
+
+      state :multilinescomment do
+        rule %r/\*\//, Comment::Multiline, :pop!
+        rule %r/([^\*\/]+)/, Comment::Multiline
+        rule %r/([\*\/])/, Comment::Multiline
+      end
+    end
+  end
+end

data/lib/rouge/lexers/brainfuck.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Brainfuck < RegexLexer
+      tag 'brainfuck'
+      filenames '*.b', '*.bf'
+      mimetypes 'text/x-brainfuck'
+
+      title "Brainfuck"
+      desc "The Brainfuck programming language"
+
+      start { push :bol }
+
+      state :bol do
+        rule %r/\s+/m, Text
+        rule %r/\[/, Comment::Multiline, :comment_multi
+        rule(//) { pop! }
+      end
+
+      state :root do
+        rule %r/\]/, Error
+        rule %r/\[/, Punctuation, :loop
+
+        mixin :comment_single
+        mixin :commands
+      end
+
+      state :comment_multi do
+        rule %r/\[/, Comment::Multiline, :comment_multi
+        rule %r/\]/, Comment::Multiline, :pop!
+        rule %r/[^\[\]]+?/m, Comment::Multiline
+      end
+
+      state :comment_single do
+        rule %r/[^><+\-.,\[\]]+/, Comment::Single
+      end
+
+      state :loop do
+        rule %r/\[/, Punctuation, :loop
+        rule %r/\]/, Punctuation, :pop!
+        mixin :comment_single
+        mixin :commands
+      end
+
+      state :commands do
+        rule %r/[><]+/, Name::Builtin
+        rule %r/[+\-.,]+/, Name::Function
+      end
+    end
+  end
+end