edouard-rchardet 1.3.4.0 → 1.3.4.1

data/README.md

@@ -3,26 +3,21 @@ rchardet
 
 rchardet is an encoding auto-detection library in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It’s like cracking a code when you don’t have the decryption key.
 
-This fork is compatible with ruby 1.9.
+This fork is compatible with ruby 1.9, and runs in production at [webtranslateit.com](https://webtranslateit.com). Here’s an [introductory blog post to our encoding detection strategy](http://blog.webtranslateit.com/post/6380685137).
 
 Usage
 -----
 
-    require 'rubygems'
-    require 'rchardet'
+```ruby
+require 'rubygems'
+require 'rchardet'
 
-    cd = CharDet.detect(some_data)
-    encoding = cd['encoding']
-    confidence = cd['confidence'] # 0.0 <= confidence <= 1.0
+cd = CharDet.detect(some_data)
+encoding = cd['encoding']
+confidence = cd['confidence'] # 0.0 <= confidence <= 1.0
+```
 
 Running tests
 -------------
 
     ruby spec/all.rb
-
-Project page
-------------
-
-    http://rubyforge.org/projects/rchardet
-
-    Made for rFeedParser <http://rfeedparser.rubyforge.org>.

data/lib/rchardet/langhungarianmodel.rb

@@ -216,7 +216,15 @@ module CharDet
     'charsetName' =>  "ISO-8859-2"
   }
 
-  Win1250HungarianModel = {
+  Latin1HungarianModel = { 
+    'charToOrderMap' =>  Latin2_HungarianCharToOrderMap,
+    'precedenceMatrix' =>  HungarianLangModel,
+    'mTypicalPositiveRatio' =>  0.930605,
+    'keepEnglishLetter' =>  true,
+    'charsetName' =>  "ISO-8859-1"
+  }
+
+  Win1250HungarianModel = { 
     'charToOrderMap' =>  Win1250HungarianCharToOrderMap,
     'precedenceMatrix' =>  HungarianLangModel,
     'mTypicalPositiveRatio' =>  0.947368,

data/lib/rchardet/sbcsgroupprober.rb

@@ -31,20 +31,21 @@ module CharDet
   class SBCSGroupProber < CharSetGroupProber
     def initialize
       super
-      @_mProbers = [
-        SingleByteCharSetProber.new(Win1251CyrillicModel),
-        SingleByteCharSetProber.new(Koi8rModel),
-        SingleByteCharSetProber.new(Latin5CyrillicModel),
-        SingleByteCharSetProber.new(MacCyrillicModel),
-        SingleByteCharSetProber.new(Ibm866Model),
-        SingleByteCharSetProber.new(Ibm855Model),
-        SingleByteCharSetProber.new(Latin7GreekModel),
-        SingleByteCharSetProber.new(Win1253GreekModel),
-        SingleByteCharSetProber.new(Latin5BulgarianModel),
-        SingleByteCharSetProber.new(Win1251BulgarianModel),
-        SingleByteCharSetProber.new(Latin2HungarianModel),
-        SingleByteCharSetProber.new(Win1250HungarianModel),
-        SingleByteCharSetProber.new(TIS620ThaiModel),
+      @_mProbers = [ 
+      	SingleByteCharSetProber.new(Win1251CyrillicModel),
+      	SingleByteCharSetProber.new(Koi8rModel),
+      	SingleByteCharSetProber.new(Latin5CyrillicModel),
+      	SingleByteCharSetProber.new(MacCyrillicModel),
+      	SingleByteCharSetProber.new(Ibm866Model),
+      	SingleByteCharSetProber.new(Ibm855Model),
+      	SingleByteCharSetProber.new(Latin7GreekModel),
+      	SingleByteCharSetProber.new(Win1253GreekModel),
+      	SingleByteCharSetProber.new(Latin5BulgarianModel),
+      	SingleByteCharSetProber.new(Win1251BulgarianModel),
+      	SingleByteCharSetProber.new(Latin1HungarianModel),
+      	SingleByteCharSetProber.new(Latin2HungarianModel),
+      	SingleByteCharSetProber.new(Win1250HungarianModel),
+      	SingleByteCharSetProber.new(TIS620ThaiModel),
       ]
       hebrewProber = HebrewProber.new()
       logicalHebrewProber = SingleByteCharSetProber.new(Win1255HebrewModel, false, hebrewProber)

metadata

@@ -1,48 +1,39 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: edouard-rchardet
-version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 1
-  - 3
-  - 4
-  - 0
-  version: 1.3.4.0
+version: !ruby/object:Gem::Version
+  version: 1.3.4.1
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - Jeff Hodges
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-05-26 00:00:00 +02:00
+date: 2011-08-01 00:00:00.000000000 +02:00
 default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
+dependencies:
+- !ruby/object:Gem::Dependency
   name: bacon
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &2157473800 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 1
-        - 0
+      - !ruby/object:Gem::Version
         version: 1.1.0
   type: :development
-  version_requirements: *id001
-description: "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It\xE2\x80\x99s like cracking a code when you don\xE2\x80\x99t have the decryption key."
+  prerelease: false
+  version_requirements: *2157473800
+description: Character encoding auto-detection in Ruby. This library is a port of
+  the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown
+  character encoding, and attempting to determine the encoding so you can read the
+  text. It’s like cracking a code when you don’t have the decryption key.
 email: jeff at somethingsimilar dot com
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - README.md
 - COPYING
-files: 
+files:
 - COPYING
 - Rakefile
 - README.md
@@ -84,34 +75,26 @@ files:
 has_rdoc: true
 homepage: http://github.com/mcommons/rchardet/tree/master
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: rchardet
-rubygems_version: 1.3.7
+rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
-summary: Character encoding auto-detection in Ruby. As smart as your browser. Open source.
+summary: Character encoding detection in Ruby. Ruby 1.9 compatible.
 test_files: []
-