coderay 0.7.1.147 → 0.7.2.165

data/lib/coderay/encoders/span.rb

@@ -1,20 +1,20 @@
-module CodeRay
-module Encoders
-
-	load :html
-
-	class Span < HTML
-
-		FILE_EXTENSION = 'span.html'
-
-		register_for :span
-
-		DEFAULT_OPTIONS = HTML::DEFAULT_OPTIONS.merge({
-			:css => :style,
-			:wrap => :span,
-		})
-
-	end
-
-end
-end
+module CodeRay
+module Encoders
+
+  load :html
+
+  class Span < HTML
+
+    FILE_EXTENSION = 'span.html'
+
+    register_for :span
+
+    DEFAULT_OPTIONS = HTML::DEFAULT_OPTIONS.merge({
+      :css => :style,
+      :wrap => :span,
+    })
+
+  end
+
+end
+end

data/lib/coderay/encoders/statistic.rb

@@ -1,81 +1,81 @@
-module CodeRay
-module Encoders
-
-	# Makes a statistic for the given tokens.
-	class Statistic < Encoder
-
-		include Streamable
-		register_for :stats, :statistic
-
-		attr_reader :type_stats, :real_token_count
-
-	protected
-		
-		TypeStats = Struct.new :count, :size
-
-		def setup options
-			@type_stats = Hash.new { |h, k| h[k] = TypeStats.new 0, 0 }
-			@real_token_count = 0
-		end
-
-		def generate tokens, options
-			@tokens = tokens
-			super
-		end
-		
-		def text_token text, kind
-			@real_token_count += 1 unless kind == :space
-			@type_stats[kind].count += 1
-			@type_stats[kind].size += text.size
-			@type_stats['TOTAL'].size += text.size
-		end
-		
-		# TODO Hierarchy handling
-		def block_token action, kind
-			#@content_type = kind
-			@type_stats['open/close'].count += 1
-		end
-
-		def token text, kind
-			super
-			@type_stats['TOTAL'].count += 1
-		end
-
-		STATS = <<-STATS
-
-Code Statistics
-
-Tokens            %8d
-  Non-Whitespace  %8d
-Bytes Total       %8d
-
-Token Types (%d):
-  type                     count     ratio    size (average)
--------------------------------------------------------------
-%s
-			STATS
-# space                    12007   33.81 %     1.7
-		TOKEN_TYPES_ROW = <<-TKR
-  %-20s  %8d  %6.2f %%   %5.1f
-			TKR
-
-		def finish options
-			all = @type_stats['TOTAL']
-			all_count, all_size = all.count, all.size
-			@type_stats.each do |type, stat|
-				stat.size /= stat.count.to_f
-			end
-			types_stats = @type_stats.sort_by { |k, v| [-v.count, k.to_s] }.map do |k, v|
-				TOKEN_TYPES_ROW % [k, v.count, 100.0 * v.count / all_count, v.size]
-			end.join
-			STATS % [
-				all_count, @real_token_count, all_size,
-				@type_stats.delete_if { |k, v| k.is_a? String }.size,
-				types_stats
-			]
-		end
-		
-	end
-
-end
-end
+module CodeRay
+module Encoders
+
+  # Makes a statistic for the given tokens.
+  class Statistic < Encoder
+
+    include Streamable
+    register_for :stats, :statistic
+
+    attr_reader :type_stats, :real_token_count
+
+  protected
+
+    TypeStats = Struct.new :count, :size
+
+    def setup options
+      @type_stats = Hash.new { |h, k| h[k] = TypeStats.new 0, 0 }
+      @real_token_count = 0
+    end
+
+    def generate tokens, options
+      @tokens = tokens
+      super
+    end
+
+    def text_token text, kind
+      @real_token_count += 1 unless kind == :space
+      @type_stats[kind].count += 1
+      @type_stats[kind].size += text.size
+      @type_stats['TOTAL'].size += text.size
+    end
+
+    # TODO Hierarchy handling
+    def block_token action, kind
+      #@content_type = kind
+      @type_stats['open/close'].count += 1
+    end
+
+    def token text, kind
+      super
+      @type_stats['TOTAL'].count += 1
+    end
+
+    STATS = <<-STATS
+
+Code Statistics
+
+Tokens            %8d
+  Non-Whitespace  %8d
+Bytes Total       %8d
+
+Token Types (%d):
+  type                     count     ratio    size (average)
+-------------------------------------------------------------
+%s
+      STATS
+# space                    12007   33.81 %     1.7
+    TOKEN_TYPES_ROW = <<-TKR
+  %-20s  %8d  %6.2f %%   %5.1f
+      TKR
+
+    def finish options
+      all = @type_stats['TOTAL']
+      all_count, all_size = all.count, all.size
+      @type_stats.each do |type, stat|
+        stat.size /= stat.count.to_f
+      end
+      types_stats = @type_stats.sort_by { |k, v| [-v.count, k.to_s] }.map do |k, v|
+        TOKEN_TYPES_ROW % [k, v.count, 100.0 * v.count / all_count, v.size]
+      end.join
+      STATS % [
+        all_count, @real_token_count, all_size,
+        @type_stats.delete_if { |k, v| k.is_a? String }.size,
+        types_stats
+      ]
+    end
+
+  end
+
+end
+end

data/lib/coderay/encoders/text.rb

@@ -1,33 +1,33 @@
-module CodeRay
-module Encoders
-
-	class Text < Encoder
-
-		include Streamable
-		register_for :text
-
-		FILE_EXTENSION = 'txt'
-
-		DEFAULT_OPTIONS = {
-			:separator => ''
-		}
-
-	protected
-		def setup options
-			super
-			@sep = options[:separator]
-		end
-
-		def token text, kind
-			return unless text.respond_to? :to_str
-			@out << text + @sep
-		end
-
-		def finish options
-			@out.chomp @sep
-		end
-
-	end
-
-end
-end
+module CodeRay
+module Encoders
+
+  class Text < Encoder
+
+    include Streamable
+    register_for :text
+
+    FILE_EXTENSION = 'txt'
+
+    DEFAULT_OPTIONS = {
+      :separator => ''
+    }
+
+  protected
+    def setup options
+      super
+      @sep = options[:separator]
+    end
+
+    def token text, kind
+      return unless text.respond_to? :to_str
+      @out << text + @sep
+    end
+
+    def finish options
+      @out.chomp @sep
+    end
+
+  end
+
+end
+end

data/lib/coderay/encoders/tokens.rb

@@ -1,44 +1,44 @@
-module CodeRay
-module Encoders
-
-	# The Tokens encoder converts the tokens to a simple
-	# readable format. It doesn't use colors and is mainly
-	# intended for console output.
-	# 
-	# The tokens are converted with Tokens.write_token.
-	#
-	# The format is:
-	#
-	#   <token-kind> \t <escaped token-text> \n
-	#
-	# Example:
-	#
-	#   require 'coderay'
-	#   puts CodeRay.scan("puts 3 + 4", :ruby).tokens
-	# 
-	# prints:
-	#   
-	#   ident   puts
-	#   space
-	#   integer 3
-	#   space
-	#   operator        +
-	#   space
-	#   integer 4
-	# 
-	class Tokens < Encoder
-
-		include Streamable
-		register_for :tokens
-
-		FILE_EXTENSION = 'tok'
-
-		protected
-		def token *args
-			@out << CodeRay::Tokens.write_token(*args)
-		end
-
-	end
-
-end
-end
+module CodeRay
+module Encoders
+
+  # The Tokens encoder converts the tokens to a simple
+  # readable format. It doesn't use colors and is mainly
+  # intended for console output.
+  #
+  # The tokens are converted with Tokens.write_token.
+  #
+  # The format is:
+  #
+  #   <token-kind> \t <escaped token-text> \n
+  #
+  # Example:
+  #
+  #   require 'coderay'
+  #   puts CodeRay.scan("puts 3 + 4", :ruby).tokens
+  #
+  # prints:
+  #
+  #   ident   puts
+  #   space
+  #   integer 3
+  #   space
+  #   operator        +
+  #   space
+  #   integer 4
+  #
+  class Tokens < Encoder
+
+    include Streamable
+    register_for :tokens
+
+    FILE_EXTENSION = 'tok'
+
+    protected
+    def token *args
+      @out << CodeRay::Tokens.write_token(*args)
+    end
+
+  end
+
+end
+end

data/lib/coderay/encoders/xml.rb

@@ -1,71 +1,71 @@
-module CodeRay
-module Encoders
-
-	# = XML Encoder
-	#
-	# Uses REXML. Very slow.
-	class XML < Encoder
-
-		include Streamable
-		register_for :xml
-
-		FILE_EXTENSION = 'xml'
-
-		require 'rexml/document'
-
-		DEFAULT_OPTIONS = {
-			:tab_width => 8,
-			:pretty => -1,
-			:transitive => false,
-		}
-
-	protected
-		
-		def setup options
-			@out = ''
-			@doc = REXML::Document.new
-			@doc << REXML::XMLDecl.new
-			@tab_width = options[:tab_width]
-			@root = @node = @doc.add_element('coderay-tokens')
-		end
-		
-		def finish options
-			@doc.write @out, options[:pretty], options[:transitive], true
-			@out
-		end
-		
-		def text_token text, kind
-			if kind == :space
-				token = @node
-			else
-				token = @node.add_element kind.to_s
-			end
-			text.scan(/(\x20+)|(\t+)|(\n)|[^\x20\t\n]+/) do |space, tab, nl|
-				case
-				when space
-					token << REXML::Text.new(space, true)
-				when tab
-					token << REXML::Text.new(tab, true)
-				when nl
-					token << REXML::Text.new(nl, true)
-				else
-					token << REXML::Text.new($&)
-				end
-			end
-		end
-
-		def open_token kind
-			@node = @node.add_element kind.to_s
-		end
-
-		def close_token kind
-			if @node == @root
-				raise 'no token to close!'
-			end
-			@node = @node.parent
-		end
-
-	end
-
-end
-end
+module CodeRay
+module Encoders
+
+  # = XML Encoder
+  #
+  # Uses REXML. Very slow.
+  class XML < Encoder
+
+    include Streamable
+    register_for :xml
+
+    FILE_EXTENSION = 'xml'
+
+    require 'rexml/document'
+
+    DEFAULT_OPTIONS = {
+      :tab_width => 8,
+      :pretty => -1,
+      :transitive => false,
+    }
+
+  protected
+
+    def setup options
+      @out = ''
+      @doc = REXML::Document.new
+      @doc << REXML::XMLDecl.new
+      @tab_width = options[:tab_width]
+      @root = @node = @doc.add_element('coderay-tokens')
+    end
+
+    def finish options
+      @doc.write @out, options[:pretty], options[:transitive], true
+      @out
+    end
+
+    def text_token text, kind
+      if kind == :space
+        token = @node
+      else
+        token = @node.add_element kind.to_s
+      end
+      text.scan(/(\x20+)|(\t+)|(\n)|[^\x20\t\n]+/) do |space, tab, nl|
+        case
+        when space
+          token << REXML::Text.new(space, true)
+        when tab
+          token << REXML::Text.new(tab, true)
+        when nl
+          token << REXML::Text.new(nl, true)
+        else
+          token << REXML::Text.new($&)
+        end
+      end
+    end
+
+    def open_token kind
+      @node = @node.add_element kind.to_s
+    end
+
+    def close_token kind
+      if @node == @root
+        raise 'no token to close!'
+      end
+      @node = @node.parent
+    end
+
+  end
+
+end
+end