rouge_ecl 0.0.1 → 1.0.0

data/lib/rouge/lexers/php.rb

@@ -75,10 +75,10 @@ module Rouge
         )
       end
 
-      def self.detect?(text)
-        return true if text.shebang?('php')
-        return false if /^<\?hh/ =~ text
-        return true if /^<\?php/ =~ text
+      def self.analyze_text(text)
+        return 1 if text.shebang?('php')
+        return 0.3 if /<\?(?!xml)/ =~ text
+        0
       end
 
       state :root do
@@ -99,8 +99,8 @@ module Rouge
         # heredocs
         rule /<<<('?)(#{id})\1\n.*?\n\2;?\n/im, Str::Heredoc
         rule /\s+/, Text
-        rule /#.*?$/, Comment::Single
-        rule %r(//.*?$), Comment::Single
+        rule /#.*?\n/, Comment::Single
+        rule %r(//.*?\n), Comment::Single
         # empty comment, otherwise seen as the start of a docstring
         rule %r(/\*\*/), Comment::Multiline
         rule %r(/\*\*.*?\*/)m, Str::Doc

data/lib/rouge/lexers/plist.rb

@@ -8,6 +8,10 @@ module Rouge
 
       mimetypes 'text/x-plist', 'application/x-plist'
 
+      def self.analyze_text(text)
+        return 0.6 if text.start_with?("// !$*UTF8*$!")
+      end
+
       state :whitespace do
         rule /\s+/, Text::Whitespace
       end

data/lib/rouge/lexers/powershell.rb

@@ -9,7 +9,7 @@ module Rouge
       desc 'powershell'
       tag 'powershell'
       aliases 'posh'
-      filenames '*.ps1', '*.psm1', '*.psd1', '*.psrc', '*.pssc'
+      filenames '*.ps1', '*.psm1', '*.psd1'
       mimetypes 'text/x-powershell'
 
       ATTRIBUTES = %w(

data/lib/rouge/lexers/praat.rb

@@ -10,8 +10,8 @@ module Rouge
 
       filenames '*.praat', '*.proc', '*.psc'
 
-      def self.detect?(text)
-        return true if text.shebang? 'praat'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'praat'
       end
 
       keywords = %w(

data/lib/rouge/lexers/prolog.rb

@@ -10,6 +10,11 @@ module Rouge
       filenames '*.pro', '*.P', '*.prolog', '*.pl'
       mimetypes 'text/x-prolog'
 
+      def self.analyze_text(text)
+        return 0.1 if text =~ /\A\w+(\(\w+\,\s*\w+\))*\./
+        return 0.1 if text.include? ':-'
+      end
+
       state :basic do
         rule /\s+/, Text
         rule /^#.*/, Comment::Single

data/lib/rouge/lexers/properties.rb

@@ -10,6 +10,10 @@ module Rouge
       filenames '*.properties'
       mimetypes 'text/x-java-properties'
 
+      def self.analyze_text(text)
+        return 0.1 if text =~ /\A\[[\w.-]+\]\s*\w+=\w+/
+      end
+
       identifier = /[\w.-]+/
 
       state :basic do

data/lib/rouge/lexers/puppet.rb

@@ -9,9 +9,9 @@ module Rouge
       aliases 'pp'
       filenames '*.pp'
 
-      def self.detect?(text)
-        return true if text.shebang? 'puppet-apply'
-        return true if text.shebang? 'puppet'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'puppet-apply'
+        return 1 if text.shebang? 'puppet'
       end
 
       def self.keywords

data/lib/rouge/lexers/python.rb

@@ -10,8 +10,8 @@ module Rouge
       filenames '*.py', '*.pyw', '*.sc', 'SConstruct', 'SConscript', '*.tac'
       mimetypes 'text/x-python', 'application/x-python'
 
-      def self.detect?(text)
-        return true if text.shebang?(/pythonw?(3|2(\.\d)?)?/)
+      def self.analyze_text(text)
+        return 1 if text.shebang?(/pythonw?(3|2(\.\d)?)?/)
       end
 
       def self.keywords
@@ -19,7 +19,6 @@ module Rouge
           assert break continue del elif else except exec
           finally for global if lambda pass print raise
           return try while yield as with from import yield
-          async await
         )
       end
 

data/lib/rouge/lexers/q.rb

@@ -32,6 +32,10 @@ module Rouge
         ]
       end
 
+      def self.analyze_text(text)
+        return 0
+      end
+
       state :root do
         # q allows a file to start with a shebang
         rule /#!(.*?)$/, Comment::Preproc, :top

data/lib/rouge/lexers/r.rb

@@ -43,8 +43,8 @@ module Rouge
         trigamma trunc unclass untracemem UseMethod xtfrm
       )
 
-      def self.detect?(text)
-        return true if text.shebang? 'Rscript'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'Rscript'
       end
 
       state :root do

data/lib/rouge/lexers/racket.rb

@@ -9,11 +9,10 @@ module Rouge
       filenames '*.rkt', '*.rktd', '*.rktl'
       mimetypes 'text/x-racket', 'application/x-racket'
 
-      def self.detect?(text)
-        text =~ /\A#lang\s*(.*?)$/
-        lang_attr = $1
-        return false unless lang_attr
-        return true if lang_attr =~ /racket|scribble/
+      def self.analyze_text(text)
+        text = text.strip
+        return 1 if text.start_with? '#lang racket'
+        return 0.6 if text =~ %r(\A#lang [a-z/-]+$)i
       end
 
       def self.keywords

data/lib/rouge/lexers/ruby.rb

@@ -9,12 +9,12 @@ module Rouge
       aliases 'rb'
       filenames '*.rb', '*.ruby', '*.rbw', '*.rake', '*.gemspec', '*.podspec',
                 'Rakefile', 'Guardfile', 'Gemfile', 'Capfile', 'Podfile',
-                'Vagrantfile', '*.ru', '*.prawn', 'Berksfile', '*.arb'
+                'Vagrantfile', '*.ru', '*.prawn', 'Berksfile'
 
       mimetypes 'text/x-ruby', 'application/x-ruby'
 
-      def self.detect?(text)
-        return true if text.shebang? 'ruby'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'ruby'
       end
 
       state :symbols do

data/lib/rouge/lexers/rust.rb

@@ -10,16 +10,16 @@ module Rouge
       filenames '*.rs'
       mimetypes 'text/x-rust'
 
-      def self.detect?(text)
-        return true if text.shebang? 'rustc'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'rustc'
       end
 
       def self.keywords
         @keywords ||= %w(
           as assert break const copy do drop else enum extern fail false
           fn for if impl let log loop match mod move mut priv pub pure
-          ref return self static struct true trait type unsafe use where
-          while box
+          ref return self static struct true trait type unsafe use while
+          box
         )
       end
 

data/lib/rouge/lexers/sass.rb

@@ -23,7 +23,7 @@ module Rouge
 
       state :content do
         # block comments
-        rule %r(//.*?$) do
+        rule %r(//.*?\n) do
           token Comment::Single
           pop!; starts_block :single_comment
         end
@@ -42,13 +42,13 @@ module Rouge
 
         rule /:/, Name::Attribute, :old_style_attr
 
-        rule(/(?=[^\[\n]+?:([^a-z]|$))/) { push :attribute }
+        rule(/(?=.+?:([^a-z]|$))/) { push :attribute }
 
         rule(//) { push :selector }
       end
 
       state :single_comment do
-        rule /.*?$/, Comment::Single, :pop!
+        rule /.*?\n/, Comment::Single, :pop!
       end
 
       state :multi_comment do

data/lib/rouge/lexers/scheme.rb

@@ -85,8 +85,8 @@ module Rouge
           groups Str::Symbol, Text, Punctuation
         end
 
-        rule /\(|\[/, Punctuation, :command
-        rule /\)|\]/, Punctuation
+        rule /\(/, Punctuation, :command
+        rule /\)/, Punctuation
 
         rule id, Name::Variable
       end

data/lib/rouge/lexers/scss.rb

@@ -13,14 +13,14 @@ module Rouge
 
       state :root do
         rule /\s+/, Text
-        rule %r(//.*?$), Comment::Single
+        rule %r(//.*?\n), Comment::Single
         rule %r(/[*].*?[*]/)m, Comment::Multiline
         rule /@import\b/, Keyword, :value
 
         mixin :content_common
 
         rule(/(?=[^;{}][;}])/) { push :attribute }
-        rule(/(?=[^;{}:\[]+:[^a-z])/) { push :attribute }
+        rule(/(?=[^;{}:]+:[^a-z])/) { push :attribute }
 
         rule(//) { push :selector }
       end

data/lib/rouge/lexers/sed.rb

@@ -10,8 +10,8 @@ module Rouge
       filenames '*.sed'
       mimetypes 'text/x-sed'
 
-      def self.detect?(text)
-        return true if text.shebang? 'sed'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'sed'
       end
 
       class Regex < RegexLexer

data/lib/rouge/lexers/shell.rb

@@ -13,8 +13,8 @@ module Rouge
 
       mimetypes 'application/x-sh', 'application/x-shellscript'
 
-      def self.detect?(text)
-        return true if text.shebang?(/(ba|z|k)?sh/)
+      def self.analyze_text(text)
+        text.shebang?(/(ba|z|k)?sh/) ? 1 : 0
       end
 
       KEYWORDS = %w(
@@ -24,22 +24,13 @@ module Rouge
 
       BUILTINS = %w(
         alias bg bind break builtin caller cd command compgen
-        complete declare dirs disown enable eval exec exit
-        export false fc fg getopts hash help history jobs let
-        local logout mapfile popd pushd pwd read readonly set
-        shift shopt source suspend test time times trap true type
-        typeset ulimit umask unalias unset wait
-
-        cat tac nl od base32 base64 fmt pr fold head tail split csplit
-        wc sum cksum b2sum md5sum sha1sum sha224sum sha256sum sha384sum
-        sha512sum sort shuf uniq comm ptx tsort cut paste join tr expand
-        unexpand ls dir vdir dircolors cp dd install mv rm shred link ln
-        mkdir mkfifo mknod readlink rmdir unlink chown chgrp chmod touch
-        df du stat sync truncate echo printf yes expr tee basename dirname
-        pathchk mktemp realpath pwd stty printenv tty id logname whoami
-        groups users who date arch nproc uname hostname hostid uptime chcon
-        runcon chroot env nice nohup stdbuf timeout kill sleep factor numfmt
-        seq tar grep sudo awk sed gzip gunzip
+        complete declare dirs disown echo enable eval exec exit
+        export false fc fg getopts hash help history jobs kill let
+        local logout popd printf pushd pwd read readonly set shift
+        shopt source suspend test time times trap true type typeset
+        ulimit umask unalias unset wait
+
+        ls tar cat grep sudo
       ).join('|')
 
       state :basic do

data/lib/rouge/lexers/smarty.rb

@@ -10,6 +10,17 @@ module Rouge
       filenames '*.tpl', '*.smarty'
       mimetypes 'application/x-smarty', 'text/x-smarty'
 
+      def self.analyze_text(text)
+        rv = 0.0
+        rv += 0.15 if text =~ /\{if\s+.*?\}.*?\{\/if\}/
+        rv += 0.15 if text =~ /\{include\s+file=.*?\}/
+        rv += 0.15 if text =~ /\{foreach\s+.*?\}.*?\{\/foreach\}/
+        rv += 0.01 if text =~ /\{\$.*?\}/
+        return rv
+      end
+
+
+
       def self.builtins
         @builtins ||= %w(
           append assign block call capture config_load debug extends

data/lib/rouge/lexers/sml.rb

@@ -28,6 +28,10 @@ module Rouge
       id = /[\w']+/i
       symbol = %r([!%&$#/:<=>?@\\~`^|*+-]+)
 
+      def self.analyze_text(text)
+        return 0
+      end
+
       state :whitespace do
         rule /\s+/m, Text
         rule /[(][*]/, Comment, :comment

data/lib/rouge/lexers/swift.rb

@@ -66,7 +66,7 @@ module Rouge
         mixin :whitespace
         rule /\$(([1-9]\d*)?\d)/, Name::Variable
 
-        rule %r{[()\[\]{}:;,?\\]}, Punctuation
+        rule %r{[()\[\]{}:;,?]}, Punctuation
         rule %r([-/=+*%<>!&|^.~]+), Operator
         rule /@?"/, Str, :dq
         rule /'(\\.|.)'/, Str::Char
@@ -107,11 +107,6 @@ module Rouge
           groups Keyword, Text, Name::Variable
         end
 
-        rule /(let|var)\b(\s*)([(])/ do
-          groups Keyword, Text, Punctuation
-          push :tuple
-        end
-
         rule /(?!\b(if|while|for|private|internal|unowned|switch|case)\b)\b#{id}(?=(\?|!)?\s*[(])/ do |m|
           if m[0] =~ /^[[:upper:]]/
             token Keyword::Type
@@ -140,21 +135,6 @@ module Rouge
             token Name
           end
         end
-
-        rule /(`)(#{id})(`)/ do
-          groups Punctuation, Name::Variable, Punctuation
-        end
-      end
-
-      state :tuple do
-        rule /(#{id})/, Name::Variable
-        rule /(`)(#{id})(`)/ do
-            groups Punctuation, Name::Variable, Punctuation
-        end
-        rule /,/, Punctuation
-        rule /[(]/, Punctuation, :push
-        rule /[)]/, Punctuation, :pop!
-        mixin :inline_whitespace
       end
 
       state :dq do

data/lib/rouge/lexers/tap.rb

@@ -9,6 +9,10 @@ module Rouge
 
       mimetypes 'text/x-tap', 'application/x-tap'
 
+      def self.analyze_text(text)
+        return 0
+      end
+
       state :root do
         # A TAP version may be specified.
         rule /^TAP version \d+\n/, Name::Namespace

data/lib/rouge/lexers/tcl.rb

@@ -9,10 +9,10 @@ module Rouge
       filenames '*.tcl'
       mimetypes 'text/x-tcl', 'text/x-script.tcl', 'application/x-tcl'
 
-      def self.detect?(text)
-        return true if text.shebang? 'tclsh'
-        return true if text.shebang? 'wish'
-        return true if text.shebang? 'jimsh'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'tclsh'
+        return 1 if text.shebang? 'wish'
+        return 1 if text.shebang? 'jimsh'
       end
 
       KEYWORDS = %w(

data/lib/rouge/lexers/tex.rb

@@ -11,8 +11,8 @@ module Rouge
       filenames '*.tex', '*.aux', '*.toc', '*.sty', '*.cls'
       mimetypes 'text/x-tex', 'text/x-latex'
 
-      def self.detect?(text)
-        return true if text =~ /\A\s*\\(documentclass|input|documentstyle|relax|ProvidesPackage|ProvidesClass)/
+      def self.analyze_text(text)
+        return 1 if text =~ /\A\s*\\(documentclass|input|documentstyle|relax|ProvidesPackage|ProvidesClass)/
       end
 
       command = /\\([a-z]+|\s+|.)/i

data/lib/rouge/lexers/toml.rb

@@ -10,6 +10,10 @@ module Rouge
       filenames '*.toml'
       mimetypes 'text/x-toml'
 
+      def self.analyze_text(text)
+        return 0.1 if text =~ /\A\[[\w.]+\]\s*\w+\s*=\s*("\w+")+/
+      end
+
       identifier = /[\w.\S]+/
 
       state :basic do

data/lib/rouge/lexers/tulip.rb

@@ -9,8 +9,9 @@ module Rouge
 
       mimetypes 'text/x-tulip', 'application/x-tulip'
 
-      def self.detect?(text)
-        return true if text.shebang? 'tulip'
+      def self.analyze_text(text)
+        return 1 if text.shebang? 'tulip'
+        return 0
       end
 
       id = /[a-z][\w-]*/i