rouge 0.2.13 → 0.2.14

data/lib/rouge.rb

@@ -43,6 +43,8 @@ load load_dir.join('rouge/lexers/diff.rb')
 load load_dir.join('rouge/lexers/tex.rb')
 load load_dir.join('rouge/lexers/markdown.rb')
 load load_dir.join('rouge/lexers/yaml.rb')
+load load_dir.join('rouge/lexers/toml.rb')
+load load_dir.join('rouge/lexers/ini.rb')
 
 load load_dir.join('rouge/lexers/sql.rb')
 
@@ -52,6 +54,7 @@ load load_dir.join('rouge/lexers/viml.rb')
 load load_dir.join('rouge/lexers/nginx.rb')
 load load_dir.join('rouge/lexers/conf.rb')
 load load_dir.join('rouge/lexers/sed.rb')
+load load_dir.join('rouge/lexers/puppet.rb')
 
 load load_dir.join('rouge/lexers/javascript.rb')
 load load_dir.join('rouge/lexers/css.rb')
@@ -63,6 +66,7 @@ load load_dir.join('rouge/lexers/haml.rb')
 load load_dir.join('rouge/lexers/sass.rb')
 load load_dir.join('rouge/lexers/scss.rb')
 load load_dir.join('rouge/lexers/coffeescript.rb')
+load load_dir.join('rouge/lexers/literate_coffeescript.rb')
 
 load load_dir.join('rouge/lexers/erb.rb')
 load load_dir.join('rouge/lexers/handlebars.rb')
@@ -77,6 +81,7 @@ load load_dir.join('rouge/lexers/groovy.rb')
 load load_dir.join('rouge/lexers/io.rb')
 
 load load_dir.join('rouge/lexers/haskell.rb')
+load load_dir.join('rouge/lexers/literate_haskell.rb')
 load load_dir.join('rouge/lexers/scheme.rb')
 load load_dir.join('rouge/lexers/common_lisp.rb')
 

data/lib/rouge/demos/literate_coffeescript

@@ -0,0 +1,3 @@
+Import the helpers we plan to use.
+
+    {extend, last} = require './helpers'

data/lib/rouge/demos/literate_haskell

@@ -0,0 +1,7 @@
+In Bird-style you have to leave a blank before the code.
+
+> fact :: Integer -> Integer
+> fact 0 = 1
+> fact n = n * fact (n-1)
+
+And you have to leave a blank line after the code as well.

data/lib/rouge/demos/puppet

@@ -0,0 +1,6 @@
+service { 'ntp':
+  name      => $service_name,
+  ensure    => running,
+  enable    => true,
+  subscribe => File['ntp.conf'],
+}

data/lib/rouge/lexers/clojure.rb

@@ -4,7 +4,7 @@ module Rouge
       desc "The Clojure programming language (clojure.org)"
 
       tag 'clojure'
-      aliases 'clj'
+      aliases 'clj', 'cljs'
 
       filenames '*.clj', '*.cljs'
 
@@ -91,7 +91,7 @@ module Rouge
         end
 
         rule identifier do |m|
-          token name_token(m[0]) || 'Name.Variable'
+          token name_token(m[0]) || 'Name'
         end
 
         # vectors

data/lib/rouge/lexers/ini.rb

@@ -0,0 +1,55 @@
+module Rouge
+  module Lexers
+    class INI < RegexLexer
+      desc 'the INI configuration format'
+      tag 'ini'
+
+      # TODO add more here
+      filenames '*.ini', '*.INI', '*.gitconfig'
+      mimetypes 'text/x-ini'
+
+      def self.analyze_text(text)
+        return 0.1 if text =~ /\A\[[\w.]+\]\s*\w+=\w+/
+      end
+
+      identifier = /[\w.]+/
+
+      state :basic do
+        rule /[;#].*?\n/, 'Comment'
+        rule /\s+/, 'Text'
+        rule /\\\n/, 'Literal.String.Escape'
+      end
+
+      state :root do
+        mixin :basic
+
+        rule /(#{identifier})(\s*)(=)/ do
+          group 'Name.Property'; group 'Text'
+          group 'Punctuation'
+          push :value
+        end
+
+        rule /\[.*?\]/, 'Name.Namespace'
+      end
+
+      state :value do
+        rule /\n/, 'Text', :pop!
+        mixin :basic
+        rule /"/, 'Literal.String', :dq
+        rule /'.*?'/, 'Literal.String'
+        mixin :esc_str
+        rule /[^\\\n]+/, 'Literal.String'
+      end
+
+      state :dq do
+        rule /"/, 'Literal.String', :pop!
+        mixin :esc_str
+        rule /[^\\"]+/m, 'Literal.String'
+      end
+
+      state :esc_str do
+        rule /\\./m, 'Literal.String.Escape'
+      end
+    end
+  end
+end

data/lib/rouge/lexers/literate_coffeescript.rb

@@ -0,0 +1,29 @@
+module Rouge
+  module Lexers
+    class LiterateCoffeescript < RegexLexer
+      tag 'literate_coffeescript'
+      aliases 'litcoffee'
+      filenames '*.litcoffee'
+
+      def markdown
+        @markdown ||= Markdown.new(options)
+      end
+
+      def coffee
+        @coffee ||= Coffeescript.new(options)
+      end
+
+      start { markdown.reset!; coffee.reset! }
+
+      state :root do
+        rule /^(    .*?\n)+/m do
+          delegate coffee
+        end
+
+        rule /^([ ]{0,3}(\S.*?|)\n)*/m do
+          delegate markdown
+        end
+      end
+    end
+  end
+end

data/lib/rouge/lexers/literate_haskell.rb

@@ -0,0 +1,34 @@
+module Rouge
+  module Lexers
+    class LiterateHaskell < RegexLexer
+      desc 'Literate haskell'
+      tag 'literate_haskell'
+      aliases 'lithaskell', 'lhaskell', 'lhs'
+      filenames '*.lhs'
+      mimetypes 'text/x-literate-haskell'
+
+      def haskell
+        @haskell ||= Haskell.new(options)
+      end
+
+      start { haskell.reset! }
+
+      # TODO: support TeX versions as well.
+      # TODO: enforce a blank line before and after code
+      state :root do
+        rule /\s*?\n(?=>)/, 'Text', :code
+        rule /.*?\n/, 'Text'
+        rule /.+\z/, 'Text'
+      end
+
+      state :code do
+        rule /(>)( .*?\n)/ do |m|
+          token 'Name.Label', m[1]
+          delegate haskell, m[2]
+        end
+
+        rule /\s*\n(?=\s*[^>])/, 'Text', :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/puppet.rb

@@ -0,0 +1,126 @@
+module Rouge
+  module Lexers
+    class Puppet < RegexLexer
+      desc 'The Puppet configuration management language (puppetlabs.org)'
+      tag 'puppet'
+      aliases 'pp'
+      filenames '*.pp'
+
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'puppet-apply'
+        return 1 if text.shebang? 'puppet'
+      end
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          and case class default define else elsif if in import inherits
+          node unless
+        )
+      end
+
+      def self.constants
+        @constants ||= Set.new %w(
+          false true undef
+        )
+      end
+
+      def self.metaparameters
+        @metaparameters ||= Set.new %w(
+          before require notify subscribe
+        )
+      end
+
+      id = /[a-z]\w*/
+      cap_id = /[A-Z]\w*/
+      qualname = /(::)?(#{id}::)*\w+/
+
+      state :whitespace do
+        rule /\s+/m, 'Text'
+        rule /#.*?\n/, 'Comment'
+      end
+
+      state :root do
+        mixin :whitespace
+
+        rule /[$]#{qualname}/, 'Name.Variable'
+        rule /(#{id})(?=\s*[=+]>)/m do |m|
+          if self.class.metaparameters.include? m[0]
+            token 'Keyword.Pseudo'
+          else
+            token 'Name.Property'
+          end
+        end
+
+        rule /(#{qualname})(?=\s*[(])/m, 'Name.Function'
+        rule cap_id, 'Name.Class'
+
+        rule /[+=|~-]>|<[|~-]/, 'Punctuation'
+        rule /[:{();\[\]]/, 'Punctuation'
+
+        # HACK for case statements and selectors
+        rule /}/, 'Punctuation', :regex_allowed
+        rule /,/, 'Punctuation', :regex_allowed
+
+        rule /(in|and|or)\b/, 'Operator.Word'
+        rule /[=!<>]=/, 'Operator'
+        rule /[=!]~/, 'Operator', :regex_allowed
+        rule %r([<>!+*/-]), 'Operator'
+
+        rule /(class|include)(\s*)(#{qualname})/ do
+          group 'Keyword'; group 'Text'
+          group 'Name.Class'
+        end
+
+        rule /node\b/, 'Keyword', :regex_allowed
+
+        rule /'(\\[\\']|[^'])*'/m, 'Literal.String.Single'
+        rule /"/, 'Literal.String.Double', :dquotes
+
+        rule /\d+([.]\d+)?(e[+-]\d+)?/, 'Literal.Number'
+
+        # a valid regex.  TODO: regexes are only allowed
+        # in certain places in puppet.
+        rule qualname do |m|
+          if self.class.keywords.include? m[0]
+            token 'Keyword'
+          elsif self.class.constants.include? m[0]
+            token 'Keyword.Constant'
+          else
+            token 'Name'
+          end
+        end
+      end
+
+      state :regex_allowed do
+        mixin :whitespace
+        rule %r(/), 'Literal.String.Regex', :regex
+
+        rule(//) { pop! }
+      end
+
+      state :regex do
+        rule %r(/), 'Literal.String.Regex', :pop!
+        rule /\\./, 'Literal.String.Escape'
+        rule /[(){}]/, 'Literal.String.Interpol'
+        rule /\[/, 'Literal.String.Interpol', :regex_class
+        rule /./, 'Literal.String.Regex'
+      end
+
+      state :regex_class do
+        rule /\]/, 'Literal.String.Interpol', :pop!
+        rule /(?<!\[)-(?=\])/, 'Literal.String.Regex'
+        rule /-/, 'Literal.String.Interpol'
+        rule /\\./, 'Literal.String.Escape'
+        rule /[^\\\]-]+/, 'Literal.String.Regex'
+      end
+
+      state :dquotes do
+        rule /"/, 'Literal.String.Double', :pop!
+        rule /[^$\\"]+/m, 'Literal.String.Double'
+        rule /\\./m, 'Literal.String.Escape'
+        rule /[$]#{qualname}/, 'Name.Variable'
+        rule /[$][{]#{qualname}[}]/, 'Name.Variable'
+      end
+    end
+  end
+end

data/lib/rouge/lexers/toml.rb

@@ -0,0 +1,69 @@
+module Rouge
+  module Lexers
+    class TOML < RegexLexer
+      desc 'the TOML configuration format'
+      tag 'toml'
+
+      filenames '*.toml'
+      mimetypes 'text/x-toml'
+
+      def self.analyze_text(text)
+        return 0.1 if text =~ /\A\[[\w.]+\]\s*\w+\s*=\s*("\w+")+/
+      end
+
+      identifier = /[\w.\S]+/
+
+      state :basic do
+        rule /\s+/, 'Text'
+        rule /#.*?$/, 'Comment'
+        rule /(true|false)/, 'Keyword.Constant'
+        rule /(?<!=)\s*\[[\w\d\S]+\]/, 'Name.Namespace'
+
+        rule /\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z/, 'Literal.Date'
+
+        rule /(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?j?/, 'Literal.Number.Float'
+        rule /\d+[eE][+-]?[0-9]+j?/, 'Literal.Number.Float'
+        rule /\-?\d+/, 'Literal.Number.Integer'
+      end
+
+      state :root do
+        mixin :basic
+
+        rule /(#{identifier})(\s*)(=)/ do
+          group 'Name.Property'; group 'Text'
+          group 'Punctuation'
+          push :value
+        end
+
+      end
+
+      state :value do
+        rule /\n/, 'Text', :pop!
+        mixin :content
+      end
+
+      state :content do
+        mixin :basic
+        rule /"/, 'Literal.String', :dq
+        mixin :esc_str
+        rule /\,/, 'Punctuation'
+        rule /\[/, 'Punctuation', :array
+      end
+
+      state :dq do
+        rule /"/, 'Literal.String', :pop!
+        mixin :esc_str
+        rule /[^\\"]+/, 'Literal.String'
+      end
+
+      state :esc_str do
+        rule /\\[0t\tn\n "\\ r]/, 'Literal.String.Escape'
+      end
+
+      state :array do
+        mixin :content
+        rule /\]/, 'Punctuation', :pop!
+      end
+    end
+  end
+end

data/lib/rouge/version.rb

@@ -1,5 +1,5 @@
 module Rouge
   def self.version
-    "0.2.13"
+    "0.2.14"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rouge
 version: !ruby/object:Gem::Version
-  version: 0.2.13
+  version: 0.2.14
   prerelease: 
 platform: ruby
 authors:
@@ -9,24 +9,24 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-12 00:00:00.000000000 Z
+date: 2013-03-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  type: :runtime
   name: thor
+  prerelease: false
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
     none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+    none: false
 description: Rouge aims to a be a simple, easy-to-extend drop-in replacement for pygments.
 email:
 - jjmadkisson@gmail.com
@@ -65,10 +65,13 @@ files:
 - lib/rouge/lexers/groovy.rb
 - lib/rouge/lexers/sed.rb
 - lib/rouge/lexers/coffeescript.rb
+- lib/rouge/lexers/literate_coffeescript.rb
 - lib/rouge/lexers/text.rb
 - lib/rouge/lexers/diff.rb
 - lib/rouge/lexers/viml/keywords.rb
 - lib/rouge/lexers/css.rb
+- lib/rouge/lexers/toml.rb
+- lib/rouge/lexers/puppet.rb
 - lib/rouge/lexers/ruby.rb
 - lib/rouge/lexers/xml.rb
 - lib/rouge/lexers/handlebars.rb
@@ -76,6 +79,7 @@ files:
 - lib/rouge/lexers/tcl.rb
 - lib/rouge/lexers/tex.rb
 - lib/rouge/lexers/rust.rb
+- lib/rouge/lexers/ini.rb
 - lib/rouge/lexers/scss.rb
 - lib/rouge/lexers/javascript.rb
 - lib/rouge/lexers/shell.rb
@@ -87,6 +91,7 @@ files:
 - lib/rouge/lexers/scheme.rb
 - lib/rouge/lexers/haml.rb
 - lib/rouge/lexers/erb.rb
+- lib/rouge/lexers/literate_haskell.rb
 - lib/rouge/lexers/c.rb
 - lib/rouge/lexers/io.rb
 - lib/rouge/lexers/python.rb
@@ -115,9 +120,11 @@ files:
 - lib/rouge/demos/css
 - lib/rouge/demos/conf
 - lib/rouge/demos/haml
+- lib/rouge/demos/literate_haskell
 - lib/rouge/demos/io
 - lib/rouge/demos/c
 - lib/rouge/demos/scss
+- lib/rouge/demos/literate_coffeescript
 - lib/rouge/demos/python
 - lib/rouge/demos/make
 - lib/rouge/demos/clojure
@@ -136,6 +143,7 @@ files:
 - lib/rouge/demos/cpp
 - lib/rouge/demos/coffeescript
 - lib/rouge/demos/sql
+- lib/rouge/demos/puppet
 - lib/rouge/demos/scheme
 - lib/rouge/demos/diff
 homepage: http://github.com/jayferd/rouge
@@ -145,17 +153,17 @@ rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
+required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+  none: false
 requirements: []
 rubyforge_project: rouge
 rubygems_version: 1.8.23