rchardet19 1.3.5

data/lib/rchardet19.rb

@@ -0,0 +1,76 @@
+######################## BEGIN LICENSE BLOCK ########################
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301  USA
+######################### END LICENSE BLOCK #########################
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
+
+require 'rchardet/charsetprober'
+require 'rchardet/mbcharsetprober'
+
+require 'rchardet/big5freq'
+require 'rchardet/big5prober'
+require 'rchardet/chardistribution'
+require 'rchardet/charsetgroupprober'
+
+require 'rchardet/codingstatemachine'
+require 'rchardet/constants'
+require 'rchardet/escprober'
+require 'rchardet/escsm'
+require 'rchardet/eucjpprober'
+require 'rchardet/euckrfreq'
+require 'rchardet/euckrprober'
+require 'rchardet/euctwfreq'
+require 'rchardet/euctwprober'
+require 'rchardet/gb2312freq'
+require 'rchardet/gb2312prober'
+require 'rchardet/hebrewprober'
+require 'rchardet/jisfreq'
+require 'rchardet/jpcntx'
+require 'rchardet/langbulgarianmodel'
+require 'rchardet/langcyrillicmodel'
+require 'rchardet/langgreekmodel'
+require 'rchardet/langhebrewmodel'
+require 'rchardet/langhungarianmodel'
+require 'rchardet/langthaimodel'
+require 'rchardet/latin1prober'
+
+require 'rchardet/mbcsgroupprober'
+require 'rchardet/mbcssm'
+require 'rchardet/sbcharsetprober'
+require 'rchardet/sbcsgroupprober'
+require 'rchardet/sjisprober'
+require 'rchardet/universaldetector'
+require 'rchardet/utf8prober'
+
+module CharDet
+  VERSION = "1.3"
+  def CharDet.detect(aBuf, options = {})
+    if aBuf.nil?
+      raise Exception.new("Sorry, we can't guess the encoding on a nil object") if not options[:silent]
+      return self.create("", 0.0)
+    end
+    
+    u = UniversalDetector.new
+    u.reset
+    u.feed(aBuf)
+    u.close
+    self.create(u.result['encoding'], u.result['confidence'])
+  end
+  
+  def self.create(encoding, confidence)
+    Struct.new(:encoding, :confidence).new(encoding, confidence)
+  end
+end

data/rchardet.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name             = "rchardet19"
+  s.version          = "1.3.5"
+  s.authors          = ["Jeff Hodges", "Édouard Brière", "Linus Oleander"]
+  s.email            = "linus@oleander.nu"
+  s.homepage         = "https://github.com/oleander/rchardet"
+  s.platform         = Gem::Platform::RUBY
+  s.summary          = "Character encoding auto-detection. Ruby 1.9 compat."
+  s.description      = "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It’s like cracking a code when you don’t have the decryption key."
+  s.files            = `git ls-files`.split("\n")
+  s.test_files       = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables      = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths    = ["lib"]
+  s.has_rdoc         = false # TODO: fix
+  s.extra_rdoc_files = ['README.markdown', 'COPYING']
+  
+  s.add_development_dependency('rspec')
+end

data/spec/rchardet19_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe CharDet do
+  before(:each) do
+    @unknown = CharDet.detect("a random string")
+  end
+  
+  it "should have two accessor methods" do
+    lambda {
+      @unknown.encoding
+      @unknown.confidence
+    }.should_not raise_error(NoMethodError)
+  end
+  
+  it "should return the right content" do
+    @unknown.encoding.should eq("ascii")
+    @unknown.confidence.should be_instance_of(Float)
+  end
+  
+  it "should return a nice message if nil is being passed" do
+    lambda {
+      CharDet.detect(nil)
+    }.should raise_error(Exception, "Sorry, we can't guess the encoding on a nil object")
+  end
+  
+  it "should not raise an exception when passing an empty string" do
+    lambda {
+      CharDet.detect("")
+    }.should_not raise_error(Exception)
+  end
+  
+  it "should be possible to make detect silent" do
+    lambda {
+      unknown = CharDet.detect(nil, :silent => true)
+      unknown.encoding.should be_empty
+      unknown.confidence.should eq(0.0)
+    }.should_not raise_error(Exception)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+require 'rspec'
+require 'rchardet19'
+
+RSpec.configure do |config|
+  config.mock_with :rspec
+end

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification 
+name: rchardet19
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 1.3.5
+platform: ruby
+authors: 
+- Jeff Hodges
+- "\xC3\x89douard Bri\xC3\xA8re"
+- Linus Oleander
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-02-17 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id001
+description: "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It\xE2\x80\x99s like cracking a code when you don\xE2\x80\x99t have the decryption key."
+email: linus@oleander.nu
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+- COPYING
+files: 
+- .gitignore
+- .rspec
+- COPYING
+- Gemfile
+- Gemfile.lock
+- README.markdown
+- Rakefile
+- lib/rchardet/big5freq.rb
+- lib/rchardet/big5prober.rb
+- lib/rchardet/chardistribution.rb
+- lib/rchardet/charsetgroupprober.rb
+- lib/rchardet/charsetprober.rb
+- lib/rchardet/codingstatemachine.rb
+- lib/rchardet/constants.rb
+- lib/rchardet/escprober.rb
+- lib/rchardet/escsm.rb
+- lib/rchardet/eucjpprober.rb
+- lib/rchardet/euckrfreq.rb
+- lib/rchardet/euckrprober.rb
+- lib/rchardet/euctwfreq.rb
+- lib/rchardet/euctwprober.rb
+- lib/rchardet/gb2312freq.rb
+- lib/rchardet/gb2312prober.rb
+- lib/rchardet/hebrewprober.rb
+- lib/rchardet/jisfreq.rb
+- lib/rchardet/jpcntx.rb
+- lib/rchardet/langbulgarianmodel.rb
+- lib/rchardet/langcyrillicmodel.rb
+- lib/rchardet/langgreekmodel.rb
+- lib/rchardet/langhebrewmodel.rb
+- lib/rchardet/langhungarianmodel.rb
+- lib/rchardet/langthaimodel.rb
+- lib/rchardet/latin1prober.rb
+- lib/rchardet/mbcharsetprober.rb
+- lib/rchardet/mbcsgroupprober.rb
+- lib/rchardet/mbcssm.rb
+- lib/rchardet/sbcharsetprober.rb
+- lib/rchardet/sbcsgroupprober.rb
+- lib/rchardet/sjisprober.rb
+- lib/rchardet/universaldetector.rb
+- lib/rchardet/utf8prober.rb
+- lib/rchardet19.rb
+- rchardet.gemspec
+- spec/rchardet19_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: https://github.com/oleander/rchardet
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.5.0
+signing_key: 
+specification_version: 3
+summary: Character encoding auto-detection. Ruby 1.9 compat.
+test_files: 
+- spec/rchardet19_spec.rb
+- spec/spec_helper.rb