grit_ext 0.6.2 → 0.8.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5c2db9ffa33d3eaa39a3e640b1c879e52e6c570b
+  data.tar.gz: 736042a74a29d727cbf26755843a7ac0fac2ba07
+SHA512:
+  metadata.gz: 11a4e1e8c379994ad2fe9794c092710984cad0bd87b10ee12fa0c798a665cd533fc69fde81851a3c05d0d8af0314c75a15e6fe4c9333e4931a8b14bea735fb29
+  data.tar.gz: 3a59a6118d64ebf8dba01a3a6f5f168b7d6b9716a9cc290e76e03cfcffc9d1eda8792496132214ae5c5f3d0a1f145cf1ef08b7f5c57972533a4aeb541b868662

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/grit_ext.gemspec

@@ -4,9 +4,9 @@ require File.expand_path('../lib/grit_ext/version', __FILE__)
 Gem::Specification.new do |gem|
   gem.authors       = ["Saito"]
   gem.email         = ["saitowu@gmail.com"]
-  gem.description   = %q{the grit's extension}
-  gem.summary       = %q{gives grit utf-8 support and some misc enhancement}
-  gem.homepage      = "http://saito.im"
+  gem.description   = %q{the grit's utf-8 support}
+  gem.summary       = %q{gives grit utf-8 support}
+  gem.homepage      = "https://github.com/saitowu/grit_ext"
 
   gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.files         = `git ls-files`.split("\n")
@@ -16,4 +16,9 @@ Gem::Specification.new do |gem|
   gem.version       = GritExt.version
 
   gem.add_dependency("charlock_holmes", "~> 0.6.9")
+
+  gem.add_development_dependency("rspec", "~> 2.11")
+  gem.add_development_dependency("grit", "~> 2.5")
+  gem.add_development_dependency("rake")
+  gem.add_development_dependency("pry")
 end

data/lib/grit_ext.rb

@@ -18,20 +18,24 @@ module GritExt
 
     # return message if message type is binary
     detect = CharlockHolmes::EncodingDetector.detect(message)
-    return message if detect[:type] == :binary
+    return message.force_encoding("BINARY") if detect && detect[:type] == :binary
 
-    # if message is not utf-8 encoding, convert it
-    if detect[:encoding]
+    # encoding message to detect encoding
+    if detect && detect[:encoding]
       message.force_encoding(detect[:encoding])
-      message.encode!("UTF-8", detect[:encoding], undef: :replace, replace: "", invalid: :replace)
     end
 
-    # ensure message encoding is utf8
-    message.valid_encoding? ? message : raise
-
-    # Prevent app from crash cause of encoding errors
+    # encode and clean the bad chars
+    message.replace clean(message)
   rescue
     encoding = detect ? detect[:encoding] : "unknown"
     "--broken encoding: #{encoding}"
   end
+
+  private
+  def clean(message)
+    message.encode("UTF-16BE", :undef => :replace, :invalid => :replace, :replace => "")
+           .encode("UTF-8")
+           .gsub("\0".encode("UTF-8"), "")
+  end
 end

data/lib/grit_ext/version.rb

@@ -2,6 +2,6 @@ module GritExt
   extend self
 
   def version
-    "0.6.2"
+    "0.8.0"
   end
 end

data/spec/grit_ext_spec.rb

@@ -0,0 +1,37 @@
+# encoding: UTF-8
+
+require "spec_helper"
+
+describe GritExt do
+  describe :encode! do
+    it "should return nil if the message is nil" do
+      message = GritExt.encode! nil
+      message.should be_nil
+    end
+
+    it "should return binary it self when message is binary" do
+      message = "\xFF\xD8\xFF\xE0"
+      encoded_message = GritExt.encode!(message)
+      encoded_message.bytes.to_a.should eql(message.bytes.to_a)
+      message.encoding.name.should eql("ASCII-8BIT")
+    end
+
+    it "cleans up UTF-8 strings with invalid encoding" do
+      message = GritExt.encode!("yummy\xE2 \xF0\x9F\x8D\x94 \x9F\x8D\x94")
+      message.should eql("yummy 🍔 ")
+      message.encoding.name.should eql("UTF-8")
+    end
+
+    it "encode string to UTF-8" do
+      message = GritExt.encode!("{foo \xC3 'bar'}")
+      message.should eql("{foo à 'bar'}")
+      message.encoding.name.should eql("UTF-8")
+
+      message = "我爱你".encode("GBK")
+      message.encoding.name.should eql("GBK")
+      GritExt.encode!(message)
+      message.should eql("我爱你")
+      message.encoding.name.should eql("UTF-8")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+require 'pry'
+require 'grit'
+require 'grit_ext'

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: grit_ext
 version: !ruby/object:Gem::Version
-  version: 0.6.2
-  prerelease: 
+  version: 0.8.0
 platform: ruby
 authors:
 - Saito
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-01 00:00:00.000000000 Z
+date: 2013-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: charlock_holmes
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,12 +20,67 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.6.9
-description: the grit's extension
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.11'
+- !ruby/object:Gem::Dependency
+  name: grit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: the grit's utf-8 support
 email:
 - saitowu@gmail.com
 executables: []
@@ -35,6 +88,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .rspec
 - Gemfile
 - LICENSE
 - README.md
@@ -48,28 +102,31 @@ files:
 - lib/grit_ext/tag.rb
 - lib/grit_ext/tree.rb
 - lib/grit_ext/version.rb
-homepage: http://saito.im
+- spec/grit_ext_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/saitowu/grit_ext
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.0.2
 signing_key: 
-specification_version: 3
-summary: gives grit utf-8 support and some misc enhancement
-test_files: []
+specification_version: 4
+summary: gives grit utf-8 support
+test_files:
+- spec/grit_ext_spec.rb
+- spec/spec_helper.rb