kabutops 0.1.5 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 77fe8ec688a04815be1251f3dadbcba9cc8a6178
-  data.tar.gz: 0d35e650e10456b76694caebf4f8d52a4db91ef5
+  metadata.gz: c9d30b351bb730c7b4b6d44de1dfb4b34630c702
+  data.tar.gz: b39802e0b31ad087cd96259957d16624307fe011
 SHA512:
-  metadata.gz: caa5eee784efac080a5726d80b593e1d2fa21444c0064fec01ca5d9ec1a99ebb4a23e4ec43308f4eabfec545e65d612814ddd87a55e001f01e7748ad05a3a4e4
-  data.tar.gz: 6e461464e795806088cc6f35b896e9c2594ae60d7e91eef3b475d61282f888d56d437bd1a6bc5115a2b8a1423cbbb6d2fd48943fed0bccd94abbabb3a82e043e
+  metadata.gz: 6ff995f573eeafac0895a0f8095161bda425f970a6095c637e0cf71028e122348a9b7ea2c65cd62e20d013efacb5178a0aa7c26fa6ed9b8e753b5dd61d9a744e
+  data.tar.gz: f9470dee147282accc9dd9a31debd11706f634e14679f085242febdc874aded7ae9e09439ae3e2a77f55892f6a53e6b887f9832bbeebf5a51bdff694d5fd57f8

data/lib/kabutops/crawler.rb

@@ -16,7 +16,7 @@ module Kabutops
       include Extensions::CallbackSupport
 
       params :collection, :proxy, :cache, :wait,
-             :skip_existing, :agent
+             :skip_existing, :agent, :encoding
       callbacks :after_crawl, :before_cache, :store_if
 
       def adapters
@@ -111,6 +111,7 @@ module Kabutops
       content = Cachy.cache_if(params.cache, cache_key) do
         sleep params[:wait] || 0 # wait only if value is not from cache
         body = agent.get(resource[:url]).body
+        body.encode!('utf-8', params[:encoding]) if params[:encoding]
         page = Nokogiri::HTML(body)
         self.class.notify(:before_cache, resource, page)
         body

data/lib/kabutops/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding : utf-8 -*-
 
 module Kabutops
-  VERSION = '0.1.5'
+  VERSION = '0.1.6'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kabutops
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Rene Klacan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-10 00:00:00.000000000 Z
+date: 2014-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize