rouge 3.18.0

data/lib/rouge/lexers/scss.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'sass/common.rb'
+
+    class Scss < SassCommon
+      title "SCSS"
+      desc "SCSS stylesheets (sass-lang.com)"
+      tag 'scss'
+      filenames '*.scss'
+      mimetypes 'text/x-scss'
+
+      state :root do
+        rule %r/\s+/, Text
+        rule %r(//.*?$), Comment::Single
+        rule %r(/[*].*?[*]/)m, Comment::Multiline
+        rule %r/@import\b/, Keyword, :value
+
+        mixin :content_common
+
+        rule(/(?=[^;{}][;}])/) { push :attribute }
+        rule(/(?=[^;{}:\[]+:[^a-z])/) { push :attribute }
+
+        rule(//) { push :selector }
+      end
+
+      state :end_section do
+        rule %r/\n/, Text
+        rule(/[;{}]/) { token Punctuation; reset_stack }
+      end
+    end
+  end
+end

data/lib/rouge/lexers/sed.rb

@@ -0,0 +1,173 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Sed < RegexLexer
+      title "sed"
+      desc 'sed, the ultimate stream editor'
+
+      tag 'sed'
+      filenames '*.sed'
+      mimetypes 'text/x-sed'
+
+      def self.detect?(text)
+        return true if text.shebang? 'sed'
+      end
+
+      class Regex < RegexLexer
+        state :root do
+          rule %r/\\./, Str::Escape
+          rule %r/\[/, Punctuation, :brackets
+          rule %r/[$^.*]/, Operator
+          rule %r/[()]/, Punctuation
+          rule %r/./, Str::Regex
+        end
+
+        state :brackets do
+          rule %r/\^/ do
+            token Punctuation
+            goto :brackets_int
+          end
+
+          rule(//) { goto :brackets_int }
+        end
+
+        state :brackets_int do
+          # ranges
+          rule %r/.-./, Name::Variable
+          rule %r/\]/, Punctuation, :pop!
+          rule %r/./, Str::Regex
+        end
+      end
+
+      class Replacement < RegexLexer
+        state :root do
+          rule %r/\\./m, Str::Escape
+          rule %r/&/, Operator
+          rule %r/[^\\&]+/m, Text
+        end
+      end
+
+      def regex
+        @regex ||= Regex.new(options)
+      end
+
+      def replacement
+        @replacement ||= Replacement.new(options)
+      end
+
+      start { regex.reset!; replacement.reset! }
+
+      state :whitespace do
+        rule %r/\s+/m, Text
+        rule(/#.*?\n/) { token Comment; reset_stack }
+        rule(/\n/) { token Text; reset_stack }
+        rule(/;/) { token Punctuation; reset_stack }
+      end
+
+      state :root do
+        mixin :addr_range
+      end
+
+      edot = /\\.|./m
+
+      state :command do
+        mixin :whitespace
+
+        # subst and transliteration
+        rule %r/(s)(.)(#{edot}*?)(\2)(#{edot}*?)(\2)/m do |m|
+          token Keyword, m[1]
+          token Punctuation, m[2]
+          delegate regex, m[3]
+          token Punctuation, m[4]
+          delegate replacement, m[5]
+          token Punctuation, m[6]
+
+
+          goto :flags
+        end
+
+        rule %r/(y)(.)(#{edot}*?)(\2)(#{edot}*?)(\2)/m do |m|
+          token Keyword, m[1]
+          token Punctuation, m[2]
+          delegate replacement, m[3]
+          token Punctuation, m[4]
+          delegate replacement, m[5]
+          token Punctuation, m[6]
+
+          pop!
+        end
+
+        # commands that take a text segment as an argument
+        rule %r/([aic])(\s*)/ do
+          groups Keyword, Text; goto :text
+        end
+
+        rule %r/[pd]/, Keyword
+
+        # commands that take a number argument
+        rule %r/([qQl])(\s+)(\d+)/i do
+          groups Keyword, Text, Num
+          pop!
+        end
+
+        # no-argument commands
+        rule %r/[={}dDgGhHlnpPqx]/, Keyword, :pop!
+
+        # commands that take a filename argument
+        rule %r/([rRwW])(\s+)(\S+)/ do
+          groups Keyword, Text, Name
+          pop!
+        end
+
+        # commands that take a label argument
+        rule %r/([:btT])(\s+)(\S+)/ do
+          groups Keyword, Text, Name::Label
+          pop!
+        end
+      end
+
+      state :addr_range do
+        mixin :whitespace
+
+        ### address ranges ###
+        addr_tok = Keyword::Namespace
+        rule %r/\d+/, addr_tok
+        rule %r/[$,~+!]/, addr_tok
+
+        rule %r((/)((?:\\.|.)*?)(/)) do |m|
+          token addr_tok, m[1]; delegate regex, m[2]; token addr_tok, m[3]
+        end
+
+        # alternate regex rage delimiters
+        rule %r((\\)(.)((?:\\.|.)*?)(\2)) do |m|
+          token addr_tok, m[1] + m[2]
+          delegate regex, m[3]
+          token addr_tok, m[4]
+        end
+
+        rule(//) { push :command }
+      end
+
+      state :text do
+        rule %r/[^\\\n]+/, Str
+        rule %r/\\\n/, Str::Escape
+        rule %r/\\/, Str
+        rule %r/\n/, Text, :pop!
+      end
+
+      state :flags do
+        rule %r/[gp]+/, Keyword, :pop!
+
+        # writing to a file with the subst command.
+        # who'da thunk...?
+        rule %r/([wW])(\s+)(\S+)/ do
+          token Keyword; token Text; token Name
+        end
+
+        rule(//) { pop! }
+      end
+    end
+  end
+end

data/lib/rouge/lexers/shell.rb

@@ -0,0 +1,201 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Shell < RegexLexer
+      title "shell"
+      desc "Various shell languages, including sh and bash"
+
+      tag 'shell'
+      aliases 'bash', 'zsh', 'ksh', 'sh'
+      filenames '*.sh', '*.bash', '*.zsh', '*.ksh', '.bashrc', '.zshrc',
+                '.kshrc', '.profile', 'APKBUILD', 'PKGBUILD', '*.ebuild',
+                '*.eclass', '*.exheres-0', '*.exlib'
+
+      mimetypes 'application/x-sh', 'application/x-shellscript', 'text/x-sh',
+                'text/x-shellscript'
+
+      def self.detect?(text)
+        return true if text.shebang?(/(ba|z|k)?sh/)
+      end
+
+      KEYWORDS = %w(
+        if fi else while do done for then return function
+        select continue until esac elif in
+      ).join('|')
+
+      BUILTINS = %w(
+        alias bg bind break builtin caller cd command compgen
+        complete declare dirs disown enable eval exec exit
+        export false fc fg getopts hash help history jobs let
+        local logout mapfile popd pushd pwd read readonly set
+        shift shopt source suspend test time times trap true type
+        typeset ulimit umask unalias unset wait
+
+        cat tac nl od base32 base64 fmt pr fold head tail split csplit
+        wc sum cksum b2sum md5sum sha1sum sha224sum sha256sum sha384sum
+        sha512sum sort shuf uniq comm ptx tsort cut paste join tr expand
+        unexpand ls dir vdir dircolors cp dd install mv rm shred link ln
+        mkdir mkfifo mknod readlink rmdir unlink chown chgrp chmod touch
+        df du stat sync truncate echo printf yes expr tee basename dirname
+        pathchk mktemp realpath pwd stty printenv tty id logname whoami
+        groups users who date arch nproc uname hostname hostid uptime chcon
+        runcon chroot env nice nohup stdbuf timeout kill sleep factor numfmt
+        seq tar grep sudo awk sed gzip gunzip
+      ).join('|')
+
+      state :basic do
+        rule %r/#.*$/, Comment
+
+        rule %r/\b(#{KEYWORDS})\s*\b/, Keyword
+        rule %r/\bcase\b/, Keyword, :case
+
+        rule %r/\b(#{BUILTINS})\s*\b(?!(\.|-))/, Name::Builtin
+        rule %r/[.](?=\s)/, Name::Builtin
+
+        rule %r/(\b\w+)(=)/ do
+          groups Name::Variable, Operator
+        end
+
+        rule %r/[\[\]{}()!=>]/, Operator
+        rule %r/&&|\|\|/, Operator
+
+        # here-string
+        rule %r/<<</, Operator
+
+        rule %r/(<<-?)(\s*)(['"]?)(\\?)(\w+)(\3)/ do |m|
+          groups Operator, Text, Str::Heredoc, Str::Heredoc, Name::Constant, Str::Heredoc
+          @heredocstr = Regexp.escape(m[5])
+          push :heredoc
+        end
+      end
+
+      state :heredoc do
+        rule %r/\n/, Str::Heredoc, :heredoc_nl
+        rule %r/[^$\n\\]+/, Str::Heredoc
+        mixin :interp
+        rule %r/[$]/, Str::Heredoc
+      end
+
+      state :heredoc_nl do
+        rule %r/\s*(\w+)\s*\n/ do |m|
+          if m[1] == @heredocstr
+            token Name::Constant
+            pop! 2
+          else
+            token Str::Heredoc
+          end
+        end
+
+        rule(//) { pop! }
+      end
+
+
+      state :double_quotes do
+        # NB: "abc$" is literally the string abc$.
+        # Here we prevent :interp from interpreting $" as a variable.
+        rule %r/(?:\$#?)?"/, Str::Double, :pop!
+        mixin :interp
+        rule %r/[^"`\\$]+/, Str::Double
+      end
+
+      state :ansi_string do
+        rule %r/\\./, Str::Escape
+        rule %r/[^\\']+/, Str::Single
+        mixin :single_quotes
+      end
+
+      state :single_quotes do
+        rule %r/'/, Str::Single, :pop!
+        rule %r/[^']+/, Str::Single
+      end
+
+      state :data do
+        rule %r/\s+/, Text
+        rule %r/\\./, Str::Escape
+        rule %r/\$?"/, Str::Double, :double_quotes
+        rule %r/\$'/, Str::Single, :ansi_string
+
+        # single quotes are much easier than double quotes - we can
+        # literally just scan until the next single quote.
+        # POSIX: Enclosing characters in single-quotes ( '' )
+        # shall preserve the literal value of each character within the
+        # single-quotes. A single-quote cannot occur within single-quotes.
+        rule %r/'/, Str::Single, :single_quotes
+
+        rule %r/\*/, Keyword
+
+        rule %r/;/, Punctuation
+
+        rule %r/--?[\w-]+/, Name::Tag
+        rule %r/[^=\*\s{}()$"'`;\\<]+/, Text
+        rule %r/\d+(?= |\Z)/, Num
+        rule %r/</, Text
+        mixin :interp
+      end
+
+      state :curly do
+        rule %r/}/, Keyword, :pop!
+        rule %r/:-/, Keyword
+        rule %r/[a-zA-Z0-9_]+/, Name::Variable
+        rule %r/[^}:"`'$]+/, Punctuation
+        mixin :root
+      end
+
+      # the state inside $(...)
+      state :paren_interp do
+        rule %r/\)/, Str::Interpol, :pop!
+        rule %r/\(/, Operator, :paren_inner
+        mixin :root
+      end
+
+      # used to balance parentheses inside interpolation
+      state :paren_inner do
+        rule %r/\(/, Operator, :push
+        rule %r/\)/, Operator, :pop!
+        mixin :root
+      end
+
+      state :math do
+        rule %r/\)\)/, Keyword, :pop!
+        rule %r([-+*/%^|&!]|\*\*|\|\|), Operator
+        rule %r/\d+(#\w+)?/, Num
+        mixin :root
+      end
+
+      state :case do
+        rule %r/\besac\b/, Keyword, :pop!
+        rule %r/\|/, Punctuation
+        rule %r/\)/, Punctuation, :case_stanza
+        mixin :root
+      end
+
+      state :case_stanza do
+        rule %r/;;/, Punctuation, :pop!
+        mixin :root
+      end
+
+      state :backticks do
+        rule %r/`/, Str::Backtick, :pop!
+        mixin :root
+      end
+
+      state :interp do
+        rule %r/\\$/, Str::Escape # line continuation
+        rule %r/\\./, Str::Escape
+        rule %r/\$\(\(/, Keyword, :math
+        rule %r/\$\(/, Str::Interpol, :paren_interp
+        rule %r/\${#?/, Keyword, :curly
+        rule %r/`/, Str::Backtick, :backticks
+        rule %r/\$#?(\w+|.)/, Name::Variable
+        rule %r/\$[*@]/, Name::Variable
+      end
+
+      state :root do
+        mixin :basic
+        mixin :data
+      end
+    end
+  end
+end

data/lib/rouge/lexers/sieve.rb

@@ -0,0 +1,97 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Sieve < RegexLexer
+      title "Sieve"
+      desc "mail filtering language"
+
+      tag 'sieve'
+      filenames '*.sieve'
+
+      id = /:?[a-zA-Z_][a-zA-Z0-9_]*/
+
+      # control commands (rfc5228 § 3)
+      def self.controls
+        @controls ||= %w(if elsif else require stop)
+      end
+
+      def self.actions
+        @actions ||= Set.new(
+          # action commands (rfc5228 § 2.9)
+          %w(keep fileinto redirect discard) +
+          # Editheader Extension (rfc5293)
+          %w(addheader deleteheader) +
+          # Reject and Extended Reject Extensions (rfc5429)
+          %w(reject ereject) +
+          # Extension for Notifications (rfc5435)
+          %w(notify) +
+          # Imap4flags Extension (rfc5232)
+          %w(setflag addflag removeflag) +
+          # Vacation Extension (rfc5230)
+          %w(vacation) +
+          # MIME Part Tests, Iteration, Extraction, Replacement, and Enclosure (rfc5703)
+          %w(replace enclose extracttext)
+        )
+      end
+
+      def self.tests
+        @tests ||= Set.new(
+          # test commands (rfc5228 § 5)
+          %w(address allof anyof exists false header not size true) +
+          # Body Extension (rfc5173)
+          %w(body) +
+          # Imap4flags Extension (rfc5232)
+          %w(hasflag) +
+          # Spamtest and Virustest Extensions (rfc5235)
+          %w(spamtest virustest) +
+          # Date and Index Extensions (rfc5260)
+          %w(date currentdate) +
+          # Extension for Notifications (rfc5435)
+          %w(valid_notify_method notify_method_capability) +
+          # Extensions for Checking Mailbox Status and Accessing Mailbox
+          # Metadata (rfc5490)
+          %w(mailboxexists metadata metadataexists servermetadata servermetadataexists)
+        )
+      end
+
+      state :comments_and_whitespace do
+        rule %r/\s+/, Text
+        rule %r(#.*), Comment::Single
+        rule %r(/(\\\n)?[*].*?[*](\\\n)?/)m, Comment::Multiline
+      end
+
+      state :string do
+        rule %r/\\./, Str::Escape
+        rule %r/"/, Str::Double, :pop!
+        # Variables Extension (rfc5229)
+        rule %r/\${(?:[0-9][.0-9]*|[a-zA-Z_][.a-zA-Z0-9_]*)}/, Str::Interpol
+        rule %r/./, Str::Double
+      end
+
+      state :root do
+        mixin :comments_and_whitespace
+
+        rule %r/[\[\](),;{}]/, Punctuation
+
+        rule id do |m|
+          if self.class.controls.include? m[0]
+            token Keyword
+          elsif self.class.tests.include? m[0]
+            token Name::Variable
+          elsif self.class.actions.include? m[0]
+            token Name::Function
+          elsif m[0] =~ /^:/ # tags like :contains, :matches etc.
+            token Operator
+          else
+            token Name::Other
+          end
+        end
+
+        rule %r/"/, Str::Double, :string
+        rule %r/[0-9]+[KMG]/, Num::Integer
+      end
+    end
+  end
+end