gitlab-rouge 1.9.2

data/lib/rouge/lexers/groovy.rb

@@ -0,0 +1,104 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Groovy < RegexLexer
+      title "Groovy"
+      desc 'The Groovy programming language (groovy.codehaus.org)'
+      tag 'groovy'
+      filenames '*.groovy'
+      mimetypes 'text/x-groovy'
+
+      ws = %r((?:\s|//.*?\n|/[*].*?[*]/)+)
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          assert break case catch continue default do else finally for
+          if goto instanceof new return switch this throw try while in as
+        )
+      end
+
+      def self.declarations
+        @declarations ||= Set.new %w(
+          abstract const enum extends final implements native private
+          protected public static strictfp super synchronized throws
+          transient volatile
+        )
+      end
+
+      def self.types
+        @types ||= Set.new %w(
+          def boolean byte char double float int long short void
+        )
+      end
+
+      def self.constants
+        @constants ||= Set.new %w(true false null)
+      end
+
+      state :root do
+        rule %r(^
+          (\s*(?:\w[\w\d.\[\]]*\s+)+?) # return arguments
+          (\w[\w\d]*) # method name
+          (\s*) (\() # signature start
+        )x do |m|
+          delegate self.clone, m[1]
+          token Name::Function, m[2]
+          token Text, m[3]
+          token Operator, m[4]
+        end
+
+        # whitespace
+        rule /[^\S\n]+/, Text
+        rule %r(//.*?$), Comment::Single
+        rule %r(/[*].*?[*]/)m, Comment::Multiline
+        rule /@\w[\w\d.]*/, Name::Decorator
+        rule /(class|interface)\b/,  Keyword::Declaration, :class
+        rule /package\b/, Keyword::Namespace, :import
+        rule /import\b/, Keyword::Namespace, :import
+
+        rule /"(\\\\|\\"|[^"])*"/, Str::Double
+        rule /'(\\\\|\\'|[^'])*'/, Str::Single
+        rule %r(\$/((?!/\$).)*/\$), Str
+        rule %r(/(\\\\|\\"|[^/])*/), Str
+        rule /'\\.'|'[^\\]'|'\\u[0-9a-f]{4}'/, Str::Char
+        rule /(\.)([a-zA-Z_][a-zA-Z0-9_]*)/ do
+          groups Operator, Name::Attribute
+        end
+
+        rule /[a-zA-Z_][a-zA-Z0-9_]*:/, Name::Label
+        rule /[a-zA-Z_\$][a-zA-Z0-9_]*/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          elsif self.class.declarations.include? m[0]
+            token Keyword::Declaration
+          elsif self.class.types.include? m[0]
+            token Keyword::Type
+          elsif self.class.constants.include? m[0]
+            token Keyword::Constant
+          else
+            token Name
+          end
+        end
+
+        rule %r([~^*!%&\[\](){}<>\|+=:;,./?-]), Operator
+
+        # numbers
+        rule /\d+\.\d+([eE]\d+)?[fd]?/, Num::Float
+        rule /0x[0-9a-f]+/, Num::Hex
+        rule /[0-9]+L?/, Num::Integer
+        rule /\n/, Text
+      end
+
+      state :class do
+        rule /\s+/, Text
+        rule /\w[\w\d]*/, Name::Class, :pop!
+      end
+
+      state :import do
+        rule /\s+/, Text
+        rule /[\w\d.]+[*]?/, Name::Namespace, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/haml.rb

@@ -0,0 +1,228 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    # A lexer for the Haml templating system for Ruby.
+    # @see http://haml.info
+    class Haml < RegexLexer
+      include Indentation
+
+      title "Haml"
+      desc "The Haml templating system for Ruby (haml.info)"
+
+      tag 'haml'
+      aliases 'HAML'
+
+      filenames '*.haml'
+      mimetypes 'text/x-haml'
+
+      def self.analyze_text(text)
+        return 0.1 if text.start_with? '!!!'
+      end
+
+      # @option opts :filters
+      #   A hash of filter name to lexer of how various filters should be
+      #   highlighted.  By default, :javascript, :css, :ruby, and :erb
+      #   are supported.
+      def initialize(opts={})
+        (opts.delete(:filters) || {}).each do |name, lexer|
+          unless lexer.respond_to? :lex
+            lexer = Lexer.find(lexer) or raise "unknown lexer: #{lexer}"
+            lexer = lexer.new(options)
+          end
+
+          self.filters[name.to_s] = lexer
+        end
+
+        super(opts)
+      end
+
+      def ruby
+        @ruby ||= Ruby.new(options)
+      end
+
+      def html
+        @html ||= HTML.new(options)
+      end
+
+      def filters
+        @filters ||= {
+          'javascript' => Javascript.new(options),
+          'css' => CSS.new(options),
+          'ruby' => ruby,
+          'erb' => ERB.new(options),
+          'markdown' => Markdown.new(options),
+          # TODO
+          # 'sass' => Sass.new(options),
+          # 'textile' => Textile.new(options),
+          # 'maruku' => Maruku.new(options),
+        }
+      end
+
+      start { ruby.reset!; html.reset! }
+
+      identifier = /[\w:-]+/
+      ruby_var = /[a-z]\w*/
+
+      # Haml can include " |\n" anywhere,
+      # which is ignored and used to wrap long lines.
+      # To accomodate this, use this custom faux dot instead.
+      dot = /[ ]\|\n(?=.*[ ]\|)|./
+
+      # In certain places, a comma at the end of the line
+      # allows line wrapping as well.
+      comma_dot = /,\s*\n|#{dot}/
+
+      state :root do
+        rule /\s*\n/, Text
+        rule(/\s*/) { |m| token Text; indentation(m[0]) }
+      end
+
+      state :content do
+        mixin :css
+        rule(/%#{identifier}/) { token Name::Tag; goto :tag }
+        rule /!!!#{dot}*\n/, Name::Namespace, :pop!
+        rule %r(
+          (/) (\[#{dot}*?\]) (#{dot}*\n)
+        )x do
+          groups Comment, Comment::Special, Comment
+          pop!
+        end
+
+        rule %r(/#{dot}*\n) do
+          token Comment
+          pop!
+          starts_block :html_comment_block
+        end
+
+        rule /-##{dot}*\n/ do
+          token Comment
+          pop!
+          starts_block :haml_comment_block
+        end
+
+        rule /-/ do
+          token Punctuation
+          reset_stack
+          push :ruby_line
+        end
+
+        # filters
+        rule /:(#{dot}*)\n/ do |m|
+          token Name::Decorator
+          pop!
+          starts_block :filter_block
+
+          filter_name = m[1].strip
+
+          @filter_lexer = self.filters[filter_name]
+          @filter_lexer.reset! unless @filter_lexer.nil?
+
+          puts "    haml: filter #{filter_name.inspect} #{@filter_lexer.inspect}" if @debug
+        end
+
+        mixin :eval_or_plain
+      end
+
+      state :css do
+        rule(/\.#{identifier}/) { token Name::Class; goto :tag }
+        rule(/##{identifier}/) { token Name::Function; goto :tag }
+      end
+
+      state :tag do
+        mixin :css
+        rule(/\{#{comma_dot}*?\}/) { delegate ruby }
+        rule(/\[#{dot}*?\]/) { delegate ruby }
+        rule /\(/, Punctuation, :html_attributes
+        rule /\s*\n/, Text, :pop!
+
+        # whitespace chompers
+        rule /[<>]{1,2}(?=[ \t=])/, Punctuation
+
+        mixin :eval_or_plain
+      end
+
+      state :plain do
+        rule(/([^#\n]|#[^{\n]|(\\\\)*\\#\{)+/) { delegate html }
+        mixin :interpolation
+        rule(/\n/) { token Text; reset_stack }
+      end
+
+      state :eval_or_plain do
+        rule /[&!]?==/, Punctuation, :plain
+        rule /[&!]?[=!]/ do
+          token Punctuation
+          reset_stack
+          push :ruby_line
+        end
+
+        rule(//) { push :plain }
+      end
+
+      state :ruby_line do
+        rule /\n/, Text, :pop!
+        rule(/,[ \t]*\n/) { delegate ruby }
+        rule /[ ]\|[ \t]*\n/, Str::Escape
+        rule(/.*?(?=(,$| \|)?[ \t]*$)/) { delegate ruby }
+      end
+
+      state :html_attributes do
+        rule /\s+/, Text
+        rule /#{identifier}\s*=/, Name::Attribute, :html_attribute_value
+        rule identifier, Name::Attribute
+        rule /\)/, Text, :pop!
+      end
+
+      state :html_attribute_value do
+        rule /\s+/, Text
+        rule ruby_var, Name::Variable, :pop!
+        rule /@#{ruby_var}/, Name::Variable::Instance, :pop!
+        rule /\$#{ruby_var}/, Name::Variable::Global, :pop!
+        rule /'(\\\\|\\'|[^'\n])*'/, Str, :pop!
+        rule /"(\\\\|\\"|[^"\n])*"/, Str, :pop!
+      end
+
+      state :html_comment_block do
+        rule /#{dot}+/, Comment
+        mixin :indented_block
+      end
+
+      state :haml_comment_block do
+        rule /#{dot}+/, Comment::Preproc
+        mixin :indented_block
+      end
+
+      state :filter_block do
+        rule /([^#\n]|#[^{\n]|(\\\\)*\\#\{)+/ do
+          if @filter_lexer
+            delegate @filter_lexer
+          else
+            token Name::Decorator
+          end
+        end
+
+        mixin :interpolation
+        mixin :indented_block
+      end
+
+      state :interpolation do
+        rule /#[{]/, Str::Interpol, :ruby
+      end
+
+      state :ruby do
+        rule /[}]/, Str::Interpol, :pop!
+        mixin :ruby_inner
+      end
+
+      state :ruby_inner do
+        rule(/[{]/) { delegate ruby; push :ruby_inner }
+        rule(/[}]/) { delegate ruby; pop! }
+        rule(/[^{}]+/) { delegate ruby }
+      end
+
+      state :indented_block do
+        rule(/\n/) { token Text; reset_stack }
+      end
+    end
+  end
+end

data/lib/rouge/lexers/handlebars.rb

@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Handlebars < TemplateLexer
+      title "Handlebars"
+      desc 'the Handlebars and Mustache templating languages'
+      tag 'handlebars'
+      aliases 'hbs', 'mustache'
+      filenames '*.handlebars', '*.hbs', '*.mustache'
+      mimetypes 'text/x-handlebars', 'text/x-mustache'
+
+      id = %r([\w$-]+)
+
+      state :root do
+        # escaped slashes
+        rule(/\\{+/) { delegate parent }
+
+        # block comments
+        rule /{{!--/, Comment, :comment
+        rule /{{!.*?}}/, Comment
+
+        rule /{{{?/ do
+          token Keyword
+          push :stache
+          push :open_sym
+        end
+
+        rule(/(.+?)(?=\\|{{)/m) { delegate parent }
+
+        # if we get here, there's no more mustache tags, so we eat
+        # the rest of the doc
+        rule(/.+/m) { delegate parent }
+      end
+
+      state :comment do
+        rule(/{{/) { token Comment; push }
+        rule(/}}/) { token Comment; pop! }
+        rule(/[^{}]+/m) { token Comment }
+        rule(/[{}]/) { token Comment }
+      end
+
+      state :stache do
+        rule /}}}?/, Keyword, :pop!
+        rule /\s+/m, Text
+        rule /[=]/, Operator
+        rule /[\[\]]/, Punctuation
+        rule /[.](?=[}\s])/, Name::Variable
+        rule /[.][.]/, Name::Variable
+        rule %r([/.]), Punctuation
+        rule /"(\\.|.)*?"/, Str::Double
+        rule /'(\\.|.)*?'/, Str::Single
+        rule /\d+(?=}\s)/, Num
+        rule /(true|false)(?=[}\s])/, Keyword::Constant
+        rule /else(?=[}\s])/, Keyword
+        rule /this(?=[}\s])/, Name::Builtin::Pseudo
+        rule /@#{id}/, Name::Attribute
+        rule id, Name::Variable
+      end
+
+      state :open_sym do
+        rule %r([#/]) do
+          token Keyword
+          goto :block_name
+        end
+
+        rule /[>^&]/, Keyword
+
+        rule(//) { pop! }
+      end
+
+      state :block_name do
+        rule /if(?=[}\s])/, Keyword
+        rule id, Name::Namespace, :pop!
+        rule(//) { pop! }
+      end
+    end
+  end
+end

data/lib/rouge/lexers/haskell.rb

@@ -0,0 +1,183 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Haskell < RegexLexer
+      title "Haskell"
+      desc "The Haskell programming language (haskell.org)"
+
+      tag 'haskell'
+      aliases 'hs'
+      filenames '*.hs'
+      mimetypes 'text/x-haskell'
+
+      def self.analyze_text(text)
+        return 1 if text.shebang?('runhaskell')
+      end
+
+      reserved = %w(
+        _ case class data default deriving do else if in
+        infix[lr]? instance let newtype of then type where
+      )
+
+      ascii = %w(
+        NUL SOH [SE]TX EOT ENQ ACK BEL BS HT LF VT FF CR S[OI] DLE
+        DC[1-4] NAK SYN ETB CAN EM SUB ESC [FGRU]S SP DEL
+      )
+
+      state :basic do
+        rule /\s+/m, Text
+        rule /{-#/, Comment::Preproc, :comment_preproc
+        rule /{-/, Comment::Multiline, :comment
+        rule /^--\s+\|.*?$/, Comment::Doc
+        # this is complicated in order to support custom symbols
+        # like -->
+        rule /--(?![!#\$\%&*+.\/<=>?@\^\|_~]).*?$/, Comment::Single
+      end
+
+      # nested commenting
+      state :comment do
+        rule /-}/, Comment::Multiline, :pop!
+        rule /{-/, Comment::Multiline, :comment
+        rule /[^-{}]+/, Comment::Multiline
+        rule /[-{}]/, Comment::Multiline
+      end
+
+      state :comment_preproc do
+        rule /-}/, Comment::Preproc, :pop!
+        rule /{-/, Comment::Preproc, :comment
+        rule /[^-{}]+/, Comment::Preproc
+        rule /[-{}]/, Comment::Preproc
+      end
+
+      state :root do
+        mixin :basic
+
+        rule /\bimport\b/, Keyword::Reserved, :import
+        rule /\bmodule\b/, Keyword::Reserved, :module
+        rule /\berror\b/, Name::Exception
+        rule /\b(?:#{reserved.join('|')})\b/, Keyword::Reserved
+        # not sure why, but ^ doesn't work here
+        # rule /^[_a-z][\w']*/, Name::Function
+        rule /[_a-z][\w']*/, Name
+        rule /[A-Z][\w']*/, Keyword::Type
+
+        # lambda operator
+        rule %r(\\(?![:!#\$\%&*+.\\/<=>?@^\|~-]+)), Name::Function
+        # special operators
+        rule %r((<-|::|->|=>|=)(?![:!#\$\%&*+.\\/<=>?@^\|~-]+)), Operator
+        # constructor/type operators
+        rule %r(:[:!#\$\%&*+.\\/<=>?@^\|~-]*), Operator
+        # other operators
+        rule %r([:!#\$\%&*+.\\/<=>?@^\|~-]+), Operator
+
+        rule /\d+e[+-]?\d+/i, Num::Float
+        rule /\d+\.\d+(e[+-]?\d+)?/i, Num::Float
+        rule /0o[0-7]+/i, Num::Oct
+        rule /0x[\da-f]+/i, Num::Hex
+        rule /\d+/, Num::Integer
+
+        rule /'/, Str::Char, :character
+        rule /"/, Str, :string
+
+        rule /\[\s*\]/, Keyword::Type
+        rule /\(\s*\)/, Name::Builtin
+        rule /[\[\](),;`{}]/, Punctuation
+      end
+
+      state :import do
+        rule /\s+/, Text
+        rule /"/, Str, :string
+        rule /\bqualified\b/, Keyword
+        # import X as Y
+        rule /([A-Z][\w.]*)(\s+)(as)(\s+)([A-Z][a-zA-Z0-9_.]*)/ do
+          groups(
+            Name::Namespace, # X
+            Text, Keyword, # as
+            Text, Name # Y
+          )
+          pop!
+        end
+
+        # import X hiding (functions)
+        rule /([A-Z][\w.]*)(\s+)(hiding)(\s+)(\()/ do
+          groups(
+            Name::Namespace, # X
+            Text, Keyword, # hiding
+            Text, Punctuation # (
+          )
+          goto :funclist
+        end
+
+        # import X (functions)
+        rule /([A-Z][\w.]*)(\s+)(\()/ do
+          groups(
+            Name::Namespace, # X
+            Text,
+            Punctuation # (
+          )
+          goto :funclist
+        end
+
+        rule /[\w.]+/, Name::Namespace, :pop!
+      end
+
+      state :module do
+        rule /\s+/, Text
+        # module Foo (functions)
+        rule /([A-Z][\w.]*)(\s+)(\()/ do
+          groups Name::Namespace, Text, Punctuation
+          push :funclist
+        end
+
+        rule /\bwhere\b/, Keyword::Reserved, :pop!
+
+        rule /[A-Z][a-zA-Z0-9_.]*/, Name::Namespace, :pop!
+      end
+
+      state :funclist do
+        mixin :basic
+        rule /[A-Z]\w*/, Keyword::Type
+        rule /(_[\w\']+|[a-z][\w\']*)/, Name::Function
+        rule /,/, Punctuation
+        rule /[:!#\$\%&*+.\\\/<=>?@^\|~-]+/, Operator
+        rule /\(/, Punctuation, :funclist
+        rule /\)/, Punctuation, :pop!
+      end
+
+      state :character do
+        rule /\\/ do
+          token Str::Escape
+          push :character_end
+          push :escape
+        end
+
+        rule /./ do
+          token Str::Char
+          goto :character_end
+        end
+      end
+
+      state :character_end do
+        rule /'/, Str::Char, :pop!
+        rule /./, Error, :pop!
+      end
+
+      state :string do
+        rule /"/, Str, :pop!
+        rule /\\/, Str::Escape, :escape
+        rule /[^\\"]+/, Str
+      end
+
+      state :escape do
+        rule /[abfnrtv"'&\\]/, Str::Escape, :pop!
+        rule /\^[\]\[A-Z@\^_]/, Str::Escape, :pop!
+        rule /#{ascii.join('|')}/, Str::Escape, :pop!
+        rule /o[0-7]+/i, Str::Escape, :pop!
+        rule /x[\da-f]/i, Str::Escape, :pop!
+        rule /\d+/, Str::Escape, :pop!
+        rule /\s+\\/, Str::Escape, :pop!
+      end
+    end
+  end
+end