coderay 1.0.0.738.pre → 1.0.0.778.pre

data/lib/coderay/encoders/yaml.rb

@@ -1,15 +1,15 @@
 module CodeRay
 module Encoders
-
+  
   # = YAML Encoder
   #
   # Slow.
   class YAML < Encoder
-
+    
     register_for :yaml
-
+    
     FILE_EXTENSION = 'yaml'
-
+    
   protected
     def setup options
       require 'yaml'
@@ -21,7 +21,6 @@ module Encoders
     end
     
   public
-    
     def text_token text, kind
       @out << [text, kind]
     end
@@ -43,6 +42,6 @@ module Encoders
     end
     
   end
-
+  
 end
 end

data/lib/coderay/for_redcloth.rb

@@ -45,7 +45,7 @@ module CodeRay
           if !opts[:lang] && RedCloth::VERSION.to_s >= '4.2.0'
             # simulating pre-4.2 behavior
             if opts[:text].sub!(/\A\[(\w+)\]/, '')
-              if CodeRay::Scanners[$1].plugin_id == :plaintext
+              if CodeRay::Scanners[$1].plugin_id == :text
                 opts[:text] = $& + opts[:text]
               else
                 opts[:lang] = $1

data/lib/coderay/helpers/file_type.rb

@@ -7,13 +7,13 @@ module CodeRay
   # == Usage
   #
   #  # determine the type of the given
-  #  lang = FileType[ARGV.first]
+  #  lang = FileType[file_name]
   #  
-  #  # return :plaintext if the file type is unknown
-  #  lang = FileType.fetch ARGV.first, :plaintext
+  #  # return :text if the file type is unknown
+  #  lang = FileType.fetch file_name, :text
   #  
   #  # try the shebang line, too
-  #  lang = FileType.fetch ARGV.first, :plaintext, true
+  #  lang = FileType.fetch file_name, :text, true
   module FileType
     
     UnknownFileType = Class.new Exception
@@ -77,46 +77,48 @@ module CodeRay
     end
     
     TypeFromExt = {
-      'c' => :c,
-      'clj' => :clojure,
-      'css' => :css,
-      'diff' => :diff,
-      'dpr' => :delphi,
-      'gemspec' => :ruby,
-      'groovy' => :groovy,
-      'gvy' => :groovy,
-      'h' => :c,
-      'htm' => :html,
-      'html' => :html,
+      'c'        => :c,
+      'cfc'      => :xml,
+      'cfm'      => :xml,
+      'clj'      => :clojure,
+      'css'      => :css,
+      'diff'     => :diff,
+      'dpr'      => :delphi,
+      'gemspec'  => :ruby,
+      'groovy'   => :groovy,
+      'gvy'      => :groovy,
+      'h'        => :c,
+      'htm'      => :html,
+      'html'     => :html,
       'html.erb' => :rhtml,
-      'java' => :java,
-      'js' => :java_script,
-      'json' => :json,
-      'mab' => :ruby,
-      'pas' => :delphi,
-      'patch' => :diff,
-      'php' => :php,
-      'php3' => :php,
-      'php4' => :php,
-      'php5' => :php,
-      'py' => :python,
-      'py3' => :python,
-      'pyw' => :python,
-      'rake' => :ruby,
+      'java'     => :java,
+      'js'       => :java_script,
+      'json'     => :json,
+      'mab'      => :ruby,
+      'pas'      => :delphi,
+      'patch'    => :diff,
+      'php'      => :php,
+      'php3'     => :php,
+      'php4'     => :php,
+      'php5'     => :php,
+      'py'       => :python,
+      'py3'      => :python,
+      'pyw'      => :python,
+      'rake'     => :ruby,
       'raydebug' => :raydebug,
-      'rb' => :ruby,
-      'rbw' => :ruby,
-      'rhtml' => :rhtml,
-      'rjs' => :ruby,
-      'rpdf' => :ruby,
-      'rxml' => :ruby,
-      'sch' => :scheme,
-      'sql' => :sql,
-      'ss' => :scheme,
-      'xhtml' => :xhtml,
-      'xml' => :xml,
-      'yaml' => :yaml,
-      'yml' => :yaml,
+      'rb'       => :ruby,
+      'rbw'      => :ruby,
+      'rhtml'    => :rhtml,
+      'rjs'      => :ruby,
+      'rpdf'     => :ruby,
+      'rxml'     => :ruby,
+      'sch'      => :scheme,
+      'sql'      => :sql,
+      'ss'       => :scheme,
+      'xhtml'    => :xhtml,
+      'xml'      => :xml,
+      'yaml'     => :yaml,
+      'yml'      => :yaml,
     }
     for cpp_alias in %w[cc cpp cp cxx c++ C hh hpp h++ cu]
       TypeFromExt[cpp_alias] = :cpp

data/lib/coderay/helpers/plugin.rb

@@ -120,14 +120,12 @@ module CodeRay
       end
     end
     
-    # Every plugin must register itself for one or more
-    # +ids+ by calling register_for, which calls this method.
+    # Every plugin must register itself for +id+ by calling register_for,
+    # which calls this method.
     #
     # See Plugin#register_for.
-    def register plugin, *ids
-      for id in ids
-        plugin_hash[validate_id(id)] = plugin
-      end
+    def register plugin, id
+      plugin_hash[validate_id(id)] = plugin
     end
     
     # A Hash of plugion_id => Plugin pairs.
@@ -154,13 +152,6 @@ module CodeRay
       plugin_hash.values.grep(Class)
     end
     
-    # Returns an array of all plugin titles.
-    # 
-    # Note: This loads all plugins using load_all.
-    def all_titles
-      all_plugins.map { |plugin| plugin.title }
-    end
-    
   protected
     
     # Return a plugin hash that automatically loads plugins.
@@ -239,7 +230,8 @@ module CodeRay
   #  See CodeRay::PluginHost for examples.
   module Plugin
     
-    # Register this class for the given langs.
+    # Register this class for the given +id+.
+    # 
     # Example:
     #   class MyPlugin < PluginHost::BaseClass
     #     register_for :my_id
@@ -247,9 +239,9 @@ module CodeRay
     #   end
     #
     # See PluginHost.register.
-    def register_for *ids
-      @plugin_id = ids.first
-      plugin_host.register self, *ids
+    def register_for id
+      @plugin_id = id
+      plugin_host.register self, id
     end
     
     # Returns the title of the plugin, or sets it to the

data/lib/coderay/helpers/word_list.rb

@@ -1,138 +1,77 @@
 module CodeRay
-
-# = WordList
-# 
-# <b>A Hash subclass designed for mapping word lists to token types.</b>
-# 
-# Copyright (c) 2006 by murphy (Kornelius Kalnbach) <murphy rubychan de>
-#
-# License:: LGPL / ask the author
-# Version:: 1.1 (2006-Oct-19)
-#
-# A WordList is a Hash with some additional features.
-# It is intended to be used for keyword recognition.
-#
-# WordList is highly optimized to be used in Scanners,
-# typically to decide whether a given ident is a special token.
-#
-# For case insensitive words use CaseIgnoringWordList.
-#
-# Example:
-#
-#  # define word arrays
-#  RESERVED_WORDS = %w[
-#    asm break case continue default do else
-#    ...
-#  ]
-#  
-#  PREDEFINED_TYPES = %w[
-#    int long short char void
-#    ...
-#  ]
-#  
-#  PREDEFINED_CONSTANTS = %w[
-#    EOF NULL ...
-#  ]
-#  
-#  # make a WordList
-#  IDENT_KIND = WordList.new(:ident).
-#    add(RESERVED_WORDS, :reserved).
-#    add(PREDEFINED_TYPES, :pre_type).
-#    add(PREDEFINED_CONSTANTS, :pre_constant)
-#
-#  ...
-#
-#  def scan_tokens tokens, options
-#    ...
-#    
-#    elsif scan(/[A-Za-z_][A-Za-z_0-9]*/)
-#      # use it
-#      kind = IDENT_KIND[match]
-#      ...
-class WordList < Hash
-
-  # Creates a new WordList with +default+ as default value.
-  # 
-  # You can activate +caching+ to store the results for every [] request.
+  
+  # = WordList
   # 
-  # With caching, methods like +include?+ or +delete+ may no longer behave
-  # as you expect. Therefore, it is recommended to use the [] method only.
-  def initialize default = false, caching = false, &block
-    if block
-      raise ArgumentError, 'Can\'t combine block with caching.' if caching
-      super(&block)
-    else
-      if caching
-        super() do |h, k|
-          h[k] = h.fetch k, default
-        end
-      else
-        super default
-      end
-    end
-  end
-
-  # Add words to the list and associate them with +kind+.
+  # <b>A Hash subclass designed for mapping word lists to token types.</b>
   # 
-  # Returns +self+, so you can concat add calls.
-  def add words, kind = true
-    words.each do |word|
-      self[word] = kind
+  # Copyright (c) 2006-2011 by murphy (Kornelius Kalnbach) <murphy rubychan de>
+  #
+  # License:: LGPL / ask the author
+  # Version:: 2.0 (2011-05-08)
+  #
+  # A WordList is a Hash with some additional features.
+  # It is intended to be used for keyword recognition.
+  #
+  # WordList is optimized to be used in Scanners,
+  # typically to decide whether a given ident is a special token.
+  #
+  # For case insensitive words use CaseIgnoringWordList.
+  #
+  # Example:
+  #
+  #  # define word arrays
+  #  RESERVED_WORDS = %w[
+  #    asm break case continue default do else
+  #  ]
+  #  
+  #  PREDEFINED_TYPES = %w[
+  #    int long short char void
+  #  ]
+  #  
+  #  # make a WordList
+  #  IDENT_KIND = WordList.new(:ident).
+  #    add(RESERVED_WORDS, :reserved).
+  #    add(PREDEFINED_TYPES, :predefined_type)
+  #  
+  #  ...
+  #  
+  #  def scan_tokens tokens, options
+  #    ...
+  #    
+  #    elsif scan(/[A-Za-z_][A-Za-z_0-9]*/)
+  #      # use it
+  #      kind = IDENT_KIND[match]
+  #      ...
+  class WordList < Hash
+    
+    # Create a new WordList with +default+ as default value.
+    def initialize default = false
+      super default
     end
-    self
-  end
-
-end
-
-
-# A CaseIgnoringWordList is like a WordList, only that
-# keys are compared case-insensitively.
-# 
-# Ignoring the text case is realized by sending the +downcase+ message to
-# all keys.
-# 
-# Caching usually makes a CaseIgnoringWordList faster, but it has to be
-# activated explicitely.
-class CaseIgnoringWordList < WordList
-
-  # Creates a new case-insensitive WordList with +default+ as default value.
-  # 
-  # You can activate caching to store the results for every [] request.
-  # This speeds up subsequent lookups for the same word, but also
-  # uses memory.
-  def initialize default = false, caching = false
-    if caching
-      super(default, false) do |h, k|
-        h[k] = h.fetch k.downcase, default
-      end
-    else
-      super(default, false)
-      extend Uncached
+    
+    # Add words to the list and associate them with +value+.
+    # 
+    # Returns +self+, so you can concat add calls.
+    def add words, value = true
+      words.each { |word| self[word] = value }
+      self
     end
+    
   end
   
-  module Uncached  # :nodoc:
+  
+  # A CaseIgnoringWordList is like a WordList, only that
+  # keys are compared case-insensitively (normalizing keys using +downcase+).
+  class CaseIgnoringWordList < WordList
+    
     def [] key
-      super(key.downcase)
+      super key.downcase
     end
-  end
-
-  # Add +words+ to the list and associate them with +kind+.
-  def add words, kind = true
-    words.each do |word|
-      self[word.downcase] = kind
+    
+    def []= key, value
+      super key.downcase, value
     end
-    self
+    
   end
-
-end
-
+  
 end
-
-__END__
-# check memory consumption
-END {
-  ObjectSpace.each_object(CodeRay::CaseIgnoringWordList) do |wl|
-    p wl.inject(0) { |memo, key, value| memo + key.size + 24 }
-  end
-}

data/lib/coderay/scanner.rb

@@ -52,7 +52,7 @@ module CodeRay
       plugin_host Scanners
       
       # Raised if a Scanner fails while scanning
-      ScanError = Class.new Exception
+      ScanError = Class.new StandardError
       
       # The default options for all scanner classes.
       #
@@ -67,7 +67,7 @@ module CodeRay
         # scanner's internal encoding, with invalid and undefined charachters
         # replaced by placeholders. Always returns a new object.
         def normalize code
-          original = code
+          # original = code
           code = code.to_s unless code.is_a? ::String
           if code.respond_to? :encoding
             code = encode_with_encoding code, self.encoding
@@ -96,7 +96,7 @@ module CodeRay
         def encode_with_encoding code, target_encoding
           if code.encoding == target_encoding
             if code.valid_encoding?
-              return to_unix code
+              return to_unix(code)
             else
               source_encoding = guess_encoding code
             end
@@ -282,8 +282,8 @@ surrounding code:
         EOE
           File.basename(caller[0]),
           msg,
-          tokens.size,
-          tokens.last(10).map { |t| t.inspect }.join("\n"),
+          tokens.respond_to?(:size) ? tokens.size : 0,
+          tokens.respond_to?(:last) ? tokens.last(10).map { |t| t.inspect }.join("\n") : '',
           line, column, pos,
           matched, state, bol?, eos?,
           string[pos - ambit, ambit],
@@ -291,6 +291,14 @@ surrounding code:
         ]
       end
       
+      # Shorthand for scan_until(/\z/).
+      # This method also avoids a JRuby 1.9 mode bug.
+      def scan_rest
+        rest = self.rest
+        terminate
+        rest
+      end
+      
     end
     
   end