rouge_ecl 0.0.1

data/lib/rouge/lexers/nginx.rb

@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Nginx < RegexLexer
+      title "nginx"
+      desc 'configuration files for the nginx web server (nginx.org)'
+      tag 'nginx'
+      mimetypes 'text/x-nginx-conf'
+      filenames 'nginx.conf'
+
+      id = /[^\s$;{}()#]+/
+
+      state :root do
+        rule /(include)(\s+)([^\s;]+)/ do
+          groups Keyword, Text, Name
+        end
+
+        rule id, Keyword, :statement
+
+        mixin :base
+      end
+
+      state :block do
+        rule /}/, Punctuation, :pop!
+        rule id, Keyword::Namespace, :statement
+        mixin :base
+      end
+
+      state :statement do
+        rule /{/ do
+          token Punctuation; pop!; push :block
+        end
+
+        rule /;/, Punctuation, :pop!
+
+        mixin :base
+      end
+
+      state :base do
+        rule /\s+/, Text
+
+        rule /#.*?\n/, Comment::Single
+        rule /(?:on|off)\b/, Name::Constant
+        rule /[$][\w-]+/, Name::Variable
+
+        # host/port
+        rule /([a-z0-9.-]+)(:)([0-9]+)/i do
+          groups Name::Function, Punctuation, Num::Integer
+        end
+
+        # mimetype
+        rule %r([a-z-]+/[a-z-]+)i, Name::Class
+
+        rule /[0-9]+[kmg]?\b/i, Num::Integer
+        rule /(~)(\s*)([^\s{]+)/ do
+          groups Punctuation, Text, Str::Regex
+        end
+
+        rule /[:=~]/, Punctuation
+
+        # pathname
+        rule %r(/#{id}?), Name
+
+        rule /[^#\s;{}$\\]+/, Str # catchall
+
+        rule /[$;]/, Text
+      end
+    end
+  end
+end

data/lib/rouge/lexers/nim.rb

@@ -0,0 +1,152 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Nim < RegexLexer
+      # This is pretty much a 1-1 port of the pygments NimrodLexer class
+      title "Nim"
+      desc "The Nim programming language (http://nim-lang.org/)"
+
+      tag 'nim'
+      aliases 'nimrod'
+      filenames '*.nim'
+
+      KEYWORDS = %w(
+        addr as asm atomic bind block break case cast const continue
+        converter defer discard distinct do elif else end enum except export
+        func finally for from generic if import include interface iterator let
+        macro method mixin nil object of out proc ptr raise ref return static
+        template try tuple type using var when while with without yield
+      )
+
+      OPWORDS = %w(
+        and or not xor shl shr div mod in notin is isnot
+      )
+
+      PSEUDOKEYWORDS = %w(
+        nil true false
+      )
+
+      TYPES = %w(
+       int int8 int16 int32 int64 float float32 float64 bool char range array
+       seq set string
+      )
+
+      NAMESPACE = %w(
+        from import include
+      )
+
+      def self.underscorize(words)
+        words.map do |w|
+          w.gsub(/./) { |x| "#{Regexp.escape(x)}_?" }
+        end.join('|')
+      end
+
+      state :chars do
+        rule(/\\([\\abcefnrtvl"\']|x[a-fA-F0-9]{2}|[0-9]{1,3})/, Str::Escape)
+        rule(/'/, Str::Char, :pop!)
+        rule(/./, Str::Char)
+      end
+
+      state :strings do
+        rule(/(?<!\$)\$(\d+|#|\w+)+/, Str::Interpol)
+        rule(/[^\\\'"\$\n]+/,         Str)
+        rule(/[\'"\\]/,               Str)
+        rule(/\$/,                    Str)
+      end
+
+      state :dqs do
+        rule(/\\([\\abcefnrtvl"\']|\n|x[a-fA-F0-9]{2}|[0-9]{1,3})/,
+             Str::Escape)
+        rule(/"/, Str, :pop!)
+        mixin :strings
+      end
+
+      state :rdqs do
+        rule(/"(?!")/, Str, :pop!)
+        rule(/"/,      Str::Escape, :pop!)
+        mixin :strings
+      end
+
+      state :tdqs do
+        rule(/"""(?!")/, Str, :pop!)
+        mixin :strings
+        mixin :nl
+      end
+
+      state :funcname do
+        rule(/((?![\d_])\w)(((?!_)\w)|(_(?!_)\w))*/, Name::Function, :pop!)
+        rule(/`.+`/,                                 Name::Function, :pop!)
+      end
+
+      state :nl do
+        rule(/\n/, Str)
+      end
+
+      state :floatnumber do
+        rule(/\.(?!\.)[0-9_]*/,       Num::Float)
+        rule(/[eE][+-]?[0-9][0-9_]*/, Num::Float)
+        rule(//,                      Text, :pop!)
+      end
+
+      # Making apostrophes optional, as only hexadecimal with type suffix
+      # possibly ambiguous.
+      state :floatsuffix do
+        rule(/'?[fF](32|64)/,          Num::Float)
+        rule(//,                      Text, :pop!)
+      end
+
+      state :intsuffix do
+        rule(/'?[iI](32|64)/,          Num::Integer::Long)
+        rule(/'?[iI](8|16)/,           Num::Integer)
+        rule(/'?[uU]/,                 Num::Integer)
+        rule(//,                      Text, :pop!)
+      end
+
+      state :root do
+        rule(/##.*$/, Str::Doc)
+        rule(/#.*$/,  Comment)
+        rule(/\*|=|>|<|\+|-|\/|@|\$|~|&|%|\!|\?|\||\\|\[|\]/, Operator)
+        rule(/\.\.|\.|,|\[\.|\.\]|{\.|\.}|\(\.|\.\)|{|}|\(|\)|:|\^|`|;/,
+             Punctuation)
+
+        # Strings
+        rule(/(?:[\w]+)"/,Str, :rdqs)
+        rule(/"""/,       Str, :tdqs)
+        rule(/"/,         Str, :dqs)
+
+        # Char
+        rule(/'/, Str::Char, :chars)
+
+        # Keywords
+        rule(%r[(#{Nim.underscorize(OPWORDS)})\b], Operator::Word)
+        rule(/(p_?r_?o_?c_?\s)(?![\(\[\]])/, Keyword, :funcname)
+        rule(%r[(#{Nim.underscorize(KEYWORDS)})\b],  Keyword)
+        rule(%r[(#{Nim.underscorize(NAMESPACE)})\b], Keyword::Namespace)
+        rule(/(v_?a_?r)\b/, Keyword::Declaration)
+        rule(%r[(#{Nim.underscorize(TYPES)})\b],          Keyword::Type)
+        rule(%r[(#{Nim.underscorize(PSEUDOKEYWORDS)})\b], Keyword::Pseudo)
+        # Identifiers
+        rule(/\b((?![_\d])\w)(((?!_)\w)|(_(?!_)\w))*/, Name)
+
+        # Numbers
+        # Note: Have to do this with a block to push multiple states first,
+        #       since we can't pass array of states like w/ Pygments.
+        rule(/[0-9][0-9_]*(?=([eE.]|'?[fF](32|64)))/) do |number|
+         push :floatsuffix
+         push :floatnumber
+         token Num::Float
+        end
+        rule(/0[xX][a-fA-F0-9][a-fA-F0-9_]*/, Num::Hex,     :intsuffix)
+        rule(/0[bB][01][01_]*/,               Num,          :intsuffix)
+        rule(/0o[0-7][0-7_]*/,                Num::Oct,     :intsuffix)
+        rule(/[0-9][0-9_]*/,                  Num::Integer, :intsuffix)
+
+        # Whitespace
+        rule(/\s+/, Text)
+        rule(/.+$/, Error)
+      end
+
+    end
+  end
+end

data/lib/rouge/lexers/nix.rb

@@ -0,0 +1,205 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Nix < RegexLexer
+      title 'Nix'
+      desc 'The Nix expression language (https://nixos.org/nix/manual/#ch-expression-language)'
+      tag 'nix'
+      aliases 'nixos'
+      filenames '*.nix'
+
+      state :whitespaces do
+        rule /^\s*\n\s*$/m, Text
+        rule /\s+/, Text
+      end
+
+      state :comment do
+        rule /#.*$/, Comment
+        rule /\/\*/, Comment, :multiline_comment
+      end
+
+      state :multiline_comment do
+        rule /\*\//, Comment, :pop!
+        rule /./, Comment
+      end
+
+      state :number do
+        rule /[0-9]/, Num::Integer
+      end
+
+      state :null do
+        rule /(null)/, Keyword::Constant
+      end
+
+      state :boolean do
+        rule /(true|false)/, Keyword::Constant
+      end
+
+      state :binding do
+        rule /[a-zA-Z_][a-zA-Z0-9-]*/, Name::Variable
+      end
+
+      state :path do
+        word = "[a-zA-Z0-9\._-]+"
+        section = "(\/#{word})"
+        prefix = "[a-z\+]+:\/\/"
+        root = /#{section}+/.source
+        tilde = /~#{section}+/.source
+        basic = /#{word}(\/#{word})+/.source
+        url = /#{prefix}(\/?#{basic})/.source
+        rule /(#{root}|#{tilde}|#{basic}|#{url})/, Str::Other
+      end
+
+      state :string do
+        rule /"/, Str::Double, :string_double_quoted
+        rule /''/, Str::Double, :string_indented
+      end
+
+      state :string_content do
+        rule /\${/, Str::Interpol, :string_interpolated_arg
+        mixin :escaped_sequence
+      end
+
+      state :escaped_sequence do
+        rule /\\./, Str::Escape
+      end
+
+      state :string_interpolated_arg do
+        mixin :expression
+        rule /}/, Str::Interpol, :pop!
+      end
+
+      state :string_indented do
+        mixin :string_content
+        rule /''/, Str::Double, :pop!
+        rule /./, Str::Double
+      end
+
+      state :string_double_quoted do
+        mixin :string_content
+        rule /"/, Str::Double, :pop!
+        rule /./, Str::Double
+      end
+
+      state :operator do
+        rule /(\.|\?|\+\+|\+|!=|!|\/\/|\=\=|&&|\|\||->|\/|\*|-|<|>|<=|=>)/, Operator
+      end
+
+      state :assignment do
+        rule /(=)/, Operator
+        rule /(@)/, Operator
+      end
+
+      state :accessor do
+        rule /(\$)/, Punctuation
+      end
+
+      state :delimiter do
+        rule /(;|,|:)/, Punctuation
+      end
+
+      state :atom_content do
+        mixin :expression
+        rule /\)/, Punctuation, :pop!
+      end
+
+      state :atom do
+        rule /\(/, Punctuation, :atom_content
+      end
+
+      state :list do
+        rule /\[/, Punctuation, :list_content
+      end
+
+      state :list_content do
+        rule /\]/, Punctuation, :pop!
+        mixin :expression
+      end
+
+      state :set do
+        rule /{/, Punctuation, :set_content
+      end
+
+      state :set_content do
+        rule /}/, Punctuation, :pop!
+        mixin :expression
+      end
+      
+      state :expression do
+        mixin :ignore
+        mixin :comment
+        mixin :boolean
+        mixin :null
+        mixin :number
+        mixin :path
+        mixin :string
+        mixin :keywords
+        mixin :operator
+        mixin :accessor
+        mixin :assignment
+        mixin :delimiter
+        mixin :binding
+        mixin :atom
+        mixin :set
+        mixin :list
+      end
+
+      state :keywords do
+        mixin :keywords_namespace
+        mixin :keywords_declaration
+        mixin :keywords_conditional
+        mixin :keywords_reserved
+        mixin :keywords_builtin
+      end
+
+      state :keywords_namespace do
+        keywords = %w(with in inherit)
+        rule /(?:#{keywords.join('|')})\b/, Keyword::Namespace
+      end
+
+      state :keywords_declaration do
+        keywords = %w(let)
+        rule /(?:#{keywords.join('|')})\b/, Keyword::Declaration
+      end
+
+      state :keywords_conditional do
+        keywords = %w(if then else)
+        rule /(?:#{keywords.join('|')})\b/, Keyword
+      end
+
+      state :keywords_reserved do
+        keywords = %w(rec assert map)
+        rule /(?:#{keywords.join('|')})\b/, Keyword::Reserved
+      end
+
+      state :keywords_builtin do
+        keywords = %w(
+          abort
+          baseNameOf
+          builtins
+          derivation
+          fetchTarball
+          import
+          isNull
+          removeAttrs
+          throw
+          toString
+        )
+        rule /(?:#{keywords.join('|')})\b/, Keyword::Reserved
+      end
+
+      state :ignore do
+        mixin :whitespaces
+      end
+
+      state :root do
+        mixin :ignore
+        mixin :expression
+      end
+
+      start do
+      end
+    end
+  end
+end

data/lib/rouge/lexers/objective_c.rb

@@ -0,0 +1,194 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    load_lexer 'c.rb'
+
+    class ObjectiveC < C
+      tag 'objective_c'
+      title "Objective-C"
+      desc 'an extension of C commonly used to write Apple software'
+      aliases 'objc'
+      filenames '*.m', '*.h'
+
+      mimetypes 'text/x-objective_c', 'application/x-objective_c'
+
+      def self.at_keywords
+        @at_keywords ||= %w(
+          selector private protected public encode synchronized try
+          throw catch finally end property synthesize dynamic optional
+          interface implementation import
+        )
+      end
+
+      def self.at_builtins
+        @at_builtins ||= %w(true false YES NO)
+      end
+
+      def self.builtins
+        @builtins ||= %w(YES NO nil)
+      end
+
+      id = /[a-z$_][a-z0-9$_]*/i
+
+      prepend :statements do
+        rule /@"/, Str, :string
+        rule /@'(\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,2}|\\.|[^\\'\n]')/,
+          Str::Char
+        rule /@(\d+[.]\d*|[.]\d+|\d+)e[+-]?\d+l?/i,
+          Num::Float
+        rule /@(\d+[.]\d*|[.]\d+|\d+f)f?/i, Num::Float
+        rule /@0x\h+[lL]?/, Num::Hex
+        rule /@0[0-7]+l?/i, Num::Oct
+        rule /@\d+l?/, Num::Integer
+        rule /\bin\b/, Keyword
+
+        rule /@(?:interface|implementation)\b/ do
+          token Keyword
+          goto :classname
+        end
+
+        rule /@(?:class|protocol)\b/ do
+          token Keyword
+          goto :forward_classname
+        end
+
+        rule /@([[:alnum:]]+)/ do |m|
+          if self.class.at_keywords.include? m[1]
+            token Keyword
+          elsif self.class.at_builtins.include? m[1]
+            token Name::Builtin
+          else
+            token Error
+          end
+        end
+
+        rule /[?]/, Punctuation, :ternary
+        rule /\[/,  Punctuation, :message
+        rule /@\[/, Punctuation, :array_literal
+        rule /@\{/, Punctuation, :dictionary_literal
+      end
+
+      state :ternary do
+        rule /:/, Punctuation, :pop!
+        mixin :statements
+      end
+
+      state :message_shared do
+        rule /\]/, Punctuation, :pop!
+        rule /\{/, Punctuation, :pop!
+        rule /;/, Error
+
+        mixin :statement
+      end
+
+      state :message do
+        rule /(#{id})(\s*)(:)/ do
+          groups(Name::Function, Text, Punctuation)
+          goto :message_with_args
+        end
+
+        rule /(#{id})(\s*)(\])/ do
+          groups(Name::Function, Text, Punctuation)
+          pop!
+        end
+
+        mixin :message_shared
+      end
+
+      state :message_with_args do
+        rule /\{/, Punctuation, :function
+        rule /(#{id})(\s*)(:)/ do
+          groups(Name::Function, Text, Punctuation)
+          pop!
+        end
+
+        mixin :message_shared
+      end
+
+      state :array_literal do
+        rule /]/, Punctuation, :pop!
+        rule /,/, Punctuation
+        mixin :statements
+      end
+
+      state :dictionary_literal do
+        rule /}/, Punctuation, :pop!
+        rule /,/, Punctuation
+        mixin :statements
+      end
+
+      state :classname do
+        mixin :whitespace
+
+        rule /(#{id})(\s*)(:)(\s*)(#{id})/ do
+          groups(Name::Class, Text,
+                 Punctuation, Text,
+                 Name::Class)
+          pop!
+        end
+
+        rule /(#{id})(\s*)([(])(\s*)(#{id})(\s*)([)])/ do
+          groups(Name::Class, Text,
+                 Punctuation, Text,
+                 Name::Label, Text,
+                 Punctuation)
+          pop!
+        end
+
+        rule id, Name::Class, :pop!
+      end
+
+      state :forward_classname do
+        mixin :whitespace
+
+        rule /(#{id})(\s*)(,)(\s*)/ do
+          groups(Name::Class, Text, Punctuation, Text)
+          push
+        end
+
+        rule /(#{id})(\s*)(;?)/ do
+          groups(Name::Class, Text, Punctuation)
+          pop!
+        end
+      end
+
+      prepend :root do
+        rule %r(
+          ([-+])(\s*)
+          ([(].*?[)])?(\s*)
+          (?=#{id}:?)
+        )ix do |m|
+          token Keyword, m[1]; token Text, m[2]
+          recurse m[3]; token Text, m[4]
+          push :method_definition
+        end
+      end
+
+      state :method_definition do
+        rule /,/, Punctuation
+        rule /[.][.][.]/, Punctuation
+        rule /([(].*?[)])(#{id})/ do |m|
+          recurse m[1]; token Name::Variable, m[2]
+        end
+
+        rule /(#{id})(\s*)(:)/m do
+          groups(Name::Function, Text, Punctuation)
+        end
+
+        rule /;/, Punctuation, :pop!
+
+        rule /{/ do
+          token Punctuation
+          goto :function
+        end
+
+        mixin :inline_whitespace
+        rule %r(//.*?\n), Comment::Single
+        rule /\s+/m, Text
+
+        rule(//) { pop! }
+      end
+    end
+  end
+end