fech 1.4.2 → 1.4.3

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    fech (1.4.2)
+    fech (1.4.3)
+      ensure-encoding
       fastercsv
       people
 
@@ -11,6 +12,7 @@ GEM
     archive-tar-minitar (0.5.2)
     columnize (0.3.6)
     diff-lcs (1.1.2)
+    ensure-encoding (0.1)
     fastercsv (1.5.5)
     linecache19 (0.5.12)
       ruby_core_source (>= 0.1.4)

data/fech.gemspec

@@ -21,6 +21,7 @@ Gem::Specification.new do |s|
   
   s.add_dependency "fastercsv"
   s.add_dependency "people"
+  s.add_dependency "ensure-encoding"
   if RUBY_VERSION < "1.9"
     s.add_development_dependency "linecache", "0.43"
     s.add_development_dependency "ruby-debug"

data/lib/fech/filing.rb

@@ -1,5 +1,6 @@
 require 'tmpdir'
 require 'open-uri'
+require 'ensure/encoding'
 
 module Fech
   
@@ -34,7 +35,12 @@ module Fech
     # directory.
     def download
       File.open(file_path, 'w') do |file|
-        file << open(filing_url).read
+        begin
+          file << open(filing_url).read
+        rescue
+          file << open(filing_url).read.ensure_encoding('UTF-8', :external_encoding => Encoding::UTF_8,
+        :invalid_characters => :drop)
+        end
       end
       self
     end
@@ -263,7 +269,7 @@ module Fech
       content = file_contents.read
       
       if RUBY_VERSION > "1.9.2"
-        content.encode!('UTF-16', 'UTF-8', :invalid => :replace, :replace => '')
+        content.encode!('UTF-16', 'UTF-8', :invalid => :replace, :undef => :replace, :replace => '?')
         content.encode!('UTF-8', 'UTF-16')
       else
         require 'iconv'

data/lib/fech/version.rb

@@ -1,3 +1,3 @@
 module Fech
-  VERSION = "1.4.2"
+  VERSION = "1.4.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fech
 version: !ruby/object:Gem::Version
-  version: 1.4.2
+  version: 1.4.3
   prerelease: 
 platform: ruby
 authors:
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-06 00:00:00.000000000 Z
+date: 2013-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fastercsv
@@ -46,6 +46,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ensure-encoding
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: ruby-debug19
   requirement: !ruby/object:Gem::Requirement
@@ -321,7 +337,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1746792798321377153
+      hash: -1385467787118064033
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -330,7 +346,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1746792798321377153
+      hash: -1385467787118064033
 requirements: []
 rubyforge_project: fech
 rubygems_version: 1.8.25