rouge-alda 3.3.0

data/lib/rouge/lexers/puppet.rb

@@ -0,0 +1,129 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Puppet < RegexLexer
+      title "Puppet"
+      desc 'The Puppet configuration management language (puppetlabs.org)'
+      tag 'puppet'
+      aliases 'pp'
+      filenames '*.pp'
+
+      def self.detect?(text)
+        return true if text.shebang? 'puppet-apply'
+        return true if text.shebang? 'puppet'
+      end
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          and case class default define else elsif if in import inherits
+          node unless
+        )
+      end
+
+      def self.constants
+        @constants ||= Set.new %w(
+          false true undef
+        )
+      end
+
+      def self.metaparameters
+        @metaparameters ||= Set.new %w(
+          before require notify subscribe
+        )
+      end
+
+      id = /[a-z]\w*/
+      cap_id = /[A-Z]\w*/
+      qualname = /(::)?(#{id}::)*\w+/
+
+      state :whitespace do
+        rule /\s+/m, Text
+        rule /#.*?\n/, Comment
+      end
+
+      state :root do
+        mixin :whitespace
+
+        rule /[$]#{qualname}/, Name::Variable
+        rule /(#{id})(?=\s*[=+]>)/m do |m|
+          if self.class.metaparameters.include? m[0]
+            token Keyword::Pseudo
+          else
+            token Name::Property
+          end
+        end
+
+        rule /(#{qualname})(?=\s*[(])/m, Name::Function
+        rule cap_id, Name::Class
+
+        rule /[+=|~-]>|<[|~-]/, Punctuation
+        rule /[:}();\[\]]/, Punctuation
+
+        # HACK for case statements and selectors
+        rule /{/, Punctuation, :regex_allowed
+        rule /,/, Punctuation, :regex_allowed
+
+        rule /(in|and|or)\b/, Operator::Word
+        rule /[=!<>]=/, Operator
+        rule /[=!]~/, Operator, :regex_allowed
+        rule %r([=<>!+*/-]), Operator
+
+        rule /(class|include)(\s*)(#{qualname})/ do
+          groups Keyword, Text, Name::Class
+        end
+
+        rule /node\b/, Keyword, :regex_allowed
+
+        rule /'(\\[\\']|[^'])*'/m, Str::Single
+        rule /"/, Str::Double, :dquotes
+
+        rule /\d+([.]\d+)?(e[+-]\d+)?/, Num
+
+        # a valid regex.  TODO: regexes are only allowed
+        # in certain places in puppet.
+        rule qualname do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          elsif self.class.constants.include? m[0]
+            token Keyword::Constant
+          else
+            token Name
+          end
+        end
+      end
+
+      state :regex_allowed do
+        mixin :whitespace
+        rule %r(/), Str::Regex, :regex
+
+        rule(//) { pop! }
+      end
+
+      state :regex do
+        rule %r(/), Str::Regex, :pop!
+        rule /\\./, Str::Escape
+        rule /[(){}]/, Str::Interpol
+        rule /\[/, Str::Interpol, :regex_class
+        rule /./, Str::Regex
+      end
+
+      state :regex_class do
+        rule /\]/, Str::Interpol, :pop!
+        rule /(?<!\[)-(?=\])/, Str::Regex
+        rule /-/, Str::Interpol
+        rule /\\./, Str::Escape
+        rule /[^\\\]-]+/, Str::Regex
+      end
+
+      state :dquotes do
+        rule /"/, Str::Double, :pop!
+        rule /[^$\\"]+/m, Str::Double
+        rule /\\./m, Str::Escape
+        rule /[$]#{qualname}/, Name::Variable
+        rule /[$][{]#{qualname}[}]/, Name::Variable
+      end
+    end
+  end
+end

data/lib/rouge/lexers/python.rb

@@ -0,0 +1,247 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Python < RegexLexer
+      title "Python"
+      desc "The Python programming language (python.org)"
+      tag 'python'
+      aliases 'py'
+      filenames '*.py', '*.pyw', '*.sc', 'SConstruct', 'SConscript', '*.tac'
+      mimetypes 'text/x-python', 'application/x-python'
+
+      def self.detect?(text)
+        return true if text.shebang?(/pythonw?(3|2(\.\d)?)?/)
+      end
+
+      def self.keywords
+        @keywords ||= %w(
+          assert break continue del elif else except exec
+          finally for global if lambda pass print raise
+          return try while yield as with from import yield
+          async await nonlocal
+        )
+      end
+
+      def self.builtins
+        @builtins ||= %w(
+          __import__ abs all any apply ascii basestring bin bool buffer
+          bytearray bytes callable chr classmethod cmp coerce compile
+          complex delattr dict dir divmod enumerate eval execfile exit
+          file filter float format frozenset getattr globals hasattr hash hex id
+          input int intern isinstance issubclass iter len list locals
+          long map max memoryview min next object oct open ord pow property range
+          raw_input reduce reload repr reversed round set setattr slice
+          sorted staticmethod str sum super tuple type unichr unicode
+          vars xrange zip
+        )
+      end
+
+      def self.builtins_pseudo
+        @builtins_pseudo ||= %w(self None Ellipsis NotImplemented False True)
+      end
+
+      def self.exceptions
+        @exceptions ||= %w(
+          ArithmeticError AssertionError AttributeError
+          BaseException BlockingIOError BrokenPipeError BufferError
+          BytesWarning ChildProcessError ConnectionAbortedError
+          ConnectionError ConnectionRefusedError ConnectionResetError
+          DeprecationWarning EOFError EnvironmentError
+          Exception FileExistsError FileNotFoundError
+          FloatingPointError FutureWarning GeneratorExit IOError
+          ImportError ImportWarning IndentationError IndexError
+          InterruptedError IsADirectoryError KeyError KeyboardInterrupt
+          LookupError MemoryError ModuleNotFoundError NameError
+          NotADirectoryError NotImplemented NotImplementedError OSError
+          OverflowError OverflowWarning PendingDeprecationWarning
+          ProcessLookupError RecursionError ReferenceError ResourceWarning
+          RuntimeError RuntimeWarning StandardError StopAsyncIteration
+          StopIteration SyntaxError SyntaxWarning SystemError SystemExit
+          TabError TimeoutError TypeError UnboundLocalError UnicodeDecodeError
+          UnicodeEncodeError UnicodeError UnicodeTranslateError
+          UnicodeWarning UserWarning ValueError VMSError Warning
+          WindowsError ZeroDivisionError
+        )
+      end
+
+      identifier =        /[a-z_][a-z0-9_]*/i
+      dotted_identifier = /[a-z_.][a-z0-9_.]*/i
+      state :root do
+        rule /\n+/m, Text
+        rule /^(:)(\s*)([ru]{,2}""".*?""")/mi do
+          groups Punctuation, Text, Str::Doc
+        end
+
+        rule /[^\S\n]+/, Text
+        rule %r(#(.*)?\n?), Comment::Single
+        rule /[\[\]{}:(),;]/, Punctuation
+        rule /\\\n/, Text
+        rule /\\/, Text
+
+        rule /(in|is|and|or|not)\b/, Operator::Word
+        rule /(<<|>>|\/\/|\*\*)=?/, Operator
+        rule /[-~+\/*%=<>&^|@]=?|!=/, Operator
+        rule /\.(?![0-9])/, Operator  # so it doesn't match float literals
+
+        rule /(from)((?:\\\s|\s)+)(#{dotted_identifier})((?:\\\s|\s)+)(import)/ do
+          groups Keyword::Namespace,
+                 Text,
+                 Name::Namespace,
+                 Text,
+                 Keyword::Namespace
+        end
+
+        rule /(import)(\s+)(#{dotted_identifier})/ do
+          groups Keyword::Namespace, Text, Name::Namespace
+        end
+
+        rule /(def)((?:\s|\\\s)+)/ do
+          groups Keyword, Text
+          push :funcname
+        end
+
+        rule /(class)((?:\s|\\\s)+)/ do
+          groups Keyword, Text
+          push :classname
+        end
+
+        # TODO: not in python 3
+        rule /`.*?`/, Str::Backtick
+        rule /(?:r|ur|ru)"""/i, Str, :raw_tdqs
+        rule /(?:r|ur|ru)'''/i, Str, :raw_tsqs
+        rule /(?:r|ur|ru)"/i,   Str, :raw_dqs
+        rule /(?:r|ur|ru)'/i,   Str, :raw_sqs
+        rule /u?"""/i,          Str, :tdqs
+        rule /u?'''/i,          Str, :tsqs
+        rule /u?"/i,            Str, :dqs
+        rule /u?'/i,            Str, :sqs
+
+        rule /@#{dotted_identifier}/i, Name::Decorator
+
+        # using negative lookbehind so we don't match property names
+        rule /(?<!\.)#{identifier}/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          elsif self.class.exceptions.include? m[0]
+            token Name::Builtin
+          elsif self.class.builtins.include? m[0]
+            token Name::Builtin
+          elsif self.class.builtins_pseudo.include? m[0]
+            token Name::Builtin::Pseudo
+          else
+            token Name
+          end
+        end
+
+        rule identifier, Name
+
+        digits = /[0-9](_?[0-9])*/
+        decimal = /((#{digits})?\.#{digits}|#{digits}\.)/
+        exponent = /e[+-]?#{digits}/i
+        rule /#{decimal}(#{exponent})?j?/i, Num::Float
+        rule /#{digits}#{exponent}j?/i, Num::Float
+        rule /#{digits}j/i, Num::Float
+
+        rule /0b(_?[0-1])+/i, Num::Bin
+        rule /0o(_?[0-7])+/i, Num::Oct
+        rule /0x(_?[a-f0-9])+/i, Num::Hex
+        rule /\d+L/, Num::Integer::Long
+        rule /([1-9](_?[0-9])*|0(_?0)*)/, Num::Integer
+      end
+
+      state :funcname do
+        rule identifier, Name::Function, :pop!
+      end
+
+      state :classname do
+        rule identifier, Name::Class, :pop!
+      end
+
+      state :raise do
+        rule /from\b/, Keyword
+        rule /raise\b/, Keyword
+        rule /yield\b/, Keyword
+        rule /\n/, Text, :pop!
+        rule /;/, Punctuation, :pop!
+        mixin :root
+      end
+
+      state :yield do
+        mixin :raise
+      end
+
+      state :strings do
+        rule /%(\([a-z0-9_]+\))?[-#0 +]*([0-9]+|[*])?(\.([0-9]+|[*]))?/i, Str::Interpol
+      end
+
+      state :strings_double do
+        rule /[^\\"%\n]+/, Str
+        mixin :strings
+      end
+
+      state :strings_single do
+        rule /[^\\'%\n]+/, Str
+        mixin :strings
+      end
+
+      state :nl do
+        rule /\n/, Str
+      end
+
+      state :escape do
+        rule %r(\\
+          ( [\\abfnrtv"']
+          | \n
+          | N{[a-zA-z][a-zA-Z ]+[a-zA-Z]}
+          | u[a-fA-F0-9]{4}
+          | U[a-fA-F0-9]{8}
+          | x[a-fA-F0-9]{2}
+          | [0-7]{1,3}
+          )
+        )x, Str::Escape
+      end
+
+      state :raw_escape do
+        rule /\\./, Str
+      end
+
+      state :dqs do
+        rule /"/, Str, :pop!
+        mixin :escape
+        mixin :strings_double
+      end
+
+      state :sqs do
+        rule /'/, Str, :pop!
+        mixin :escape
+        mixin :strings_single
+      end
+
+      state :tdqs do
+        rule /"""/, Str, :pop!
+        rule /"/, Str
+        mixin :escape
+        mixin :strings_double
+        mixin :nl
+      end
+
+      state :tsqs do
+        rule /'''/, Str, :pop!
+        rule /'/, Str
+        mixin :escape
+        mixin :strings_single
+        mixin :nl
+      end
+
+      %w(tdqs tsqs dqs sqs).each do |qtype|
+        state :"raw_#{qtype}" do
+          mixin :raw_escape
+          mixin :"#{qtype}"
+        end
+      end
+
+    end
+  end
+end

data/lib/rouge/lexers/q.rb

@@ -0,0 +1,125 @@
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Q < RegexLexer
+      title 'Q'
+      desc 'The Q programming language (kx.com)'
+      tag 'q'
+      aliases 'kdb+'
+      filenames '*.q'
+      mimetypes 'text/x-q', 'application/x-q'
+
+      identifier = /\.?[a-z][a-z0-9_.]*/i
+
+      def self.keywords
+        @keywords ||= %w[do if while select update delete exec from by]
+      end
+
+      def self.word_operators
+        @word_operators ||= %w[
+          and or except inter like each cross vs sv within where in asof bin binr cor cov cut ej fby
+          div ij insert lj ljf mavg mcount mdev mmax mmin mmu mod msum over prior peach pj scan scov setenv ss
+          sublist uj union upsert wavg wsum xasc xbar xcol xcols xdesc xexp xgroup xkey xlog xprev xrank
+        ]
+      end
+
+      def self.builtins
+        @builtins ||= %w[
+          first enlist value type get set count string key max min sum prd last flip distinct raze neg
+          desc differ dsave dev eval exit exp fills fkeys floor getenv group gtime hclose hcount hdel hopen hsym
+          iasc idesc inv keys load log lsq ltime ltrim maxs md5 med meta mins next parse plist prds prev rand rank ratios
+          read0 read1 reciprocal reverse rload rotate rsave rtrim save sdev show signum sin sqrt ssr sums svar system
+          tables tan til trim txf ungroup var view views wj wj1 ww
+        ]
+      end
+
+      state :root do
+        # q allows a file to start with a shebang
+        rule /#!(.*?)$/, Comment::Preproc, :top
+        rule //, Text, :top
+      end
+
+      state :top do
+        # indented lines at the top of the file are ignored by q
+        rule /^[ \t\r]+.*$/, Comment::Special
+        rule /\n+/, Text
+        rule //, Text, :base
+      end
+
+      state :base do
+        rule /\n+/m, Text
+        rule(/^.\)/, Keyword::Declaration)
+
+        # Identifiers, word operators, etc.
+        rule /#{identifier}/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+          elsif self.class.word_operators.include? m[0]
+            token Operator::Word
+          elsif self.class.builtins.include? m[0]
+            token Name::Builtin
+          elsif /^\.[zQqho]\./ =~ m[0]
+            token Name::Constant
+          else
+            token Name
+          end
+        end
+
+        # White space and comments
+        rule(%r{[ \t\r]\/.*$}, Comment::Single)
+        rule(/[ \t\r]+/, Text::Whitespace)
+        rule(%r{^/$.*?^\\$}m, Comment::Multiline)
+        rule(%r{^\/[^\n]*$(\n[^\S\n]+.*$)*}, Comment::Multiline)
+        # til EOF comment
+        rule(/^\\$/, Comment, :bottom)
+        rule(/^\\\\\s+/, Keyword, :bottom)
+
+        # Literals
+        ## strings
+        rule(/"/, Str, :string)
+        ## timespan/stamp constants
+        rule(/(?:\d+D|\d{4}\.[01]\d\.[0123]\d[DT])(?:[012]\d:[0-5]\d(?::[0-5]\d(?:\.\d+)?)?|([012]\d)?)[zpn]?\b/,
+             Literal::Date)
+        ## time/minute/second constants
+        rule(/[012]\d:[0-5]\d(?::[0-5]\d(\.\d+)?)?[uvtpn]?\b/, Literal::Date)
+        ## date constants
+        rule(/\d{4}\.[01]\d\.[0-3]\d[dpnzm]?\b/, Literal::Date)
+        ## special values
+        rule(/0[nNwW][hijefcpmdznuvt]?/, Keyword::Constant)
+
+        # operators to match before numbers
+        rule(%r{'|\/:|\\:|':|\\|\/|0:|1:|2:}, Operator)
+
+        ## numbers
+        rule(/(\d+[.]\d*|[.]\d+)(e[+-]?\d+)?[ef]?/, Num::Float)
+        rule(/\d+e[+-]?\d+[ef]?/, Num::Float)
+        rule(/\d+[ef]/, Num::Float)
+        rule(/0x[0-9a-f]+/i, Num::Hex)
+        rule(/[01]+b/, Num::Bin)
+        rule(/[0-9]+[hij]?/, Num::Integer)
+        ## symbols and paths
+        rule(%r{(`:[:a-z0-9._\/]*|`(?:[a-z0-9.][:a-z0-9._]*)?)}i, Str::Symbol)
+        rule(/(?:<=|>=|<>|::)|[?:$%&|@._#*^\-+~,!><=]:?/, Operator)
+
+        rule /[{}\[\]();]/, Punctuation
+
+        # commands
+        rule(/\\.*\n/, Text)
+
+      end
+
+      state :string do
+        rule(/"/, Str, :pop!)
+        rule /\\([\\nr]|[01][0-7]{2})/, Str::Escape
+        rule /[^\\"\n]+/, Str
+        rule /\\/, Str # stray backslash
+      end
+
+      state :bottom do
+        rule /.*\z/m, Comment::Multiline
+      end
+    end
+  end
+end
+

data/lib/rouge/lexers/qml.rb

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'javascript.rb'
+
+    class Qml < Javascript
+      title "QML"
+      desc 'QML, a UI markup language'
+      tag 'qml'
+      aliases 'qml'
+      filenames '*.qml'
+
+      mimetypes 'application/x-qml', 'text/x-qml'
+
+      id_with_dots = /[$a-zA-Z_][a-zA-Z0-9_.]*/
+
+      prepend :root do
+        rule /(#{id_with_dots})(\s*)({)/ do
+          groups Keyword::Type, Text, Punctuation
+          push :type_block
+        end
+        rule /(#{id_with_dots})(\s+)(on)(\s+)(#{id_with_dots})(\s*)({)/ do
+          groups Keyword::Type, Text, Keyword, Text, Name::Label, Text, Punctuation
+          push :type_block
+        end
+
+        rule /[{]/, Punctuation, :push
+      end
+
+      state :type_block do
+        rule /(id)(\s*)(:)(\s*)(#{id_with_dots})/ do
+          groups Name::Label, Text, Punctuation, Text, Keyword::Declaration
+        end
+
+        rule /(#{id_with_dots})(\s*)(:)/ do
+          groups Name::Label, Text, Punctuation
+          push :expr_start
+        end
+
+        rule /(signal)(\s+)(#{id_with_dots})/ do
+          groups Keyword::Declaration, Text, Name::Label
+          push :signal
+        end
+
+        rule /(property)(\s+)(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(:?)/ do
+          groups Keyword::Declaration, Text, Keyword::Type, Text, Name::Label, Text, Punctuation
+          push :expr_start
+        end
+
+        rule /[}]/, Punctuation, :pop!
+        mixin :root
+      end
+
+      state :signal do
+        mixin :comments_and_whitespace
+        rule /\(/ do
+          token Punctuation
+          goto :signal_args
+        end
+        rule //, Text, :pop!
+      end
+
+      state :signal_args do
+        mixin :comments_and_whitespace
+        rule /(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(,?)/ do
+          groups Keyword::Type, Text, Name, Text, Punctuation
+        end
+        rule /\)/ , Punctuation, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/r.rb

@@ -0,0 +1,90 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class R < RegexLexer
+      title "R"
+      desc 'The R statistics language (r-project.org)'
+      tag 'r'
+      aliases 'r', 'R', 's', 'S'
+      filenames '*.R', '*.r', '.Rhistory', '.Rprofile'
+      mimetypes 'text/x-r-source', 'text/x-r', 'text/x-R'
+
+      mimetypes 'text/x-r', 'application/x-r'
+
+      KEYWORDS = %w(if else for while repeat in next break function)
+
+      KEYWORD_CONSTANTS = %w(
+        NULL Inf TRUE FALSE NaN NA
+        NA_integer_ NA_real_ NA_complex_ NA_character_
+      )
+
+      BUILTIN_CONSTANTS = %w(LETTERS letters month.abb month.name pi T F)
+
+      # These are all the functions in `base` that are implemented as a
+      # `.Primitive`, minus those functions that are also keywords.
+      PRIMITIVE_FUNCTIONS = %w(
+        abs acos acosh all any anyNA Arg as.call as.character
+        as.complex as.double as.environment as.integer as.logical
+        as.null.default as.numeric as.raw asin asinh atan atanh attr
+        attributes baseenv browser c call ceiling class Conj cos cosh
+        cospi cummax cummin cumprod cumsum digamma dim dimnames
+        emptyenv exp expression floor forceAndCall gamma gc.time
+        globalenv Im interactive invisible is.array is.atomic is.call
+        is.character is.complex is.double is.environment is.expression
+        is.finite is.function is.infinite is.integer is.language
+        is.list is.logical is.matrix is.na is.name is.nan is.null
+        is.numeric is.object is.pairlist is.raw is.recursive is.single
+        is.symbol lazyLoadDBfetch length lgamma list log max min
+        missing Mod names nargs nzchar oldClass on.exit pos.to.env
+        proc.time prod quote range Re rep retracemem return round
+        seq_along seq_len seq.int sign signif sin sinh sinpi sqrt
+        standardGeneric substitute sum switch tan tanh tanpi tracemem
+        trigamma trunc unclass untracemem UseMethod xtfrm
+      )
+
+      def self.detect?(text)
+        return true if text.shebang? 'Rscript'
+      end
+
+      state :root do
+        rule /#'.*?$/, Comment::Doc
+        rule /#.*?$/, Comment::Single
+        rule /\s+/m, Text::Whitespace
+
+        rule /`[^`]+?`/, Name
+        rule /'(\\.|.)*?'/m, Str::Single
+        rule /"(\\.|.)*?"/m, Str::Double
+
+        rule /%[^%]*?%/, Operator
+
+        rule /0[xX][a-fA-F0-9]+([pP][0-9]+)?[Li]?/, Num::Hex
+        rule /[+-]?(\d+([.]\d+)?|[.]\d+)([eE][+-]?\d+)?[Li]?/,
+          Num
+
+        # Only recognize built-in functions when they are actually used as a
+        # function call, i.e. followed by an opening parenthesis.
+        # `Name::Builtin` would be more logical, but is usually not
+        # highlighted specifically; thus use `Name::Function`.
+        rule /\b(?<!.)(#{PRIMITIVE_FUNCTIONS.join('|')})(?=\()/, Name::Function
+
+        rule /[a-zA-Z.]([a-zA-Z_][\w.]*)?/ do |m|
+          if KEYWORDS.include? m[0]
+            token Keyword
+          elsif KEYWORD_CONSTANTS.include? m[0]
+            token Keyword::Constant
+          elsif BUILTIN_CONSTANTS.include? m[0]
+            token Name::Builtin
+          else
+            token Name
+          end
+        end
+
+        rule /[\[\]{}();,]/, Punctuation
+
+        rule %r([-<>?*+^/!=~$@:%&|]), Operator
+      end
+    end
+  end
+end