hongkong-news-scrapers 0.4.3 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e996366355f577f87a28c3a3c6da7dd62004d16e
-  data.tar.gz: a4d784b05c55a00dde32b23d7b362c9e8271e105
+  metadata.gz: e238333e49b8d54ace5988eaaddac722470ae09d
+  data.tar.gz: 97f7163b2d30d66925d90a0439c63cf84f0c5cf7
 SHA512:
-  metadata.gz: f023f63ced3ee5afcc4be55758f7f8e47bda7b42f1526c6a9ab50d75b4da565dcc9393e5d9b1274779249f71bf679be1d101f7978d052c764e962a2554db731c
-  data.tar.gz: 2cb51fa11ece0d817f4c5686e09b3b2b2e1c54b6b0f2073ead8c45fca23955e2ecd004c53325bee702eaf4a5a9cd08ce1f7119cd5150a46cdeac95bcc57d39aa
+  metadata.gz: 66d4f59b6d0c0f65577dc151295c4f5344021dd0c81946f4eaac13303be687b1970a9f3db41525dffbc68890f420dcee96f7c120e6002c5c6f2ecfb4e4de2a53
+  data.tar.gz: 886080e21e00a473c437059c8346a66dda82b24241c62c8ce624157a0fa44054881a19d4d36060cf18bea05f36b8b51c1a2a6006310c09253cb516febafa650b

data/lib/hongkong/news/models/document.rb

@@ -1,6 +1,6 @@
 module Hongkong
   module News
-    class Document < Struct.new(:id, :source, :title, :url, :html, :content, :screenshot_data, :image_url)
+    class Document < Struct.new(:id, :source, :title, :url, :html, :content, :image_url)
     end
   end
 end

data/lib/hongkong/news/scrapers/apple_daily_scraper.rb

@@ -20,8 +20,6 @@ module Hongkong
             link.url = option["value"]
             link
           end.reject { |l| l.url.nil? }
-
-          cleanup
           links
         end
 
@@ -35,10 +33,7 @@ module Hongkong
           document.url = url
           document.html = html
           document.content = page.evaluate_script("HongKongNews.getInnerText('#masterContent')")
-          document.screenshot_data = screenshot_data
           document.image_url = doc.search("//meta[@property='og:image']/@content").first.text rescue nil
-
-          cleanup
           document
         end
       end

data/lib/hongkong/news/scrapers/mingpao_scraper.rb

@@ -23,8 +23,6 @@ module Hongkong
             link.url = URI::join(LIST_URL, anchor["href"]).to_s
             link
           end
-
-          cleanup
           links
         end
 
@@ -41,10 +39,7 @@ module Hongkong
           document.url = url
           document.html = html
           document.content = page.evaluate_script("HongKongNews.getInnerText('article')")
-          document.screenshot_data = screenshot_data
           document.image_url = doc.search("//meta[@property='og:image']/@content").first.text rescue nil
-
-          cleanup
           document
         end
       end

data/lib/hongkong/news/scrapers/oriental_daily_scraper.rb

@@ -23,8 +23,6 @@ module Hongkong
             link.url = URI::join(LIST_URL, option["value"]).to_s
             link
           end.reject { |l| l.url.to_s.end_with?("#") }
-
-          cleanup
           links
         end
 
@@ -41,12 +39,8 @@ module Hongkong
           document.url = url
           document.html = html
           document.content = page.evaluate_script("HongKongNews.getInnerText('#contentCTN-top')") + "\n" + page.evaluate_script("HongKongNews.getInnerText('#contentCTN-right')")
-          document.screenshot_data = screenshot_data
-
           image = doc.search("#contentCTN .photo img").first
           document.image_url = URI::join(url, image["src"]).to_s if image
-
-          cleanup
           document
         end
       end

data/lib/hongkong/news/scrapers/version.rb

@@ -1,7 +1,7 @@
 module Hongkong
   module News
     module Scrapers
-      VERSION = "0.4.3"
+      VERSION = "0.5.0"
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hongkong-news-scrapers
 version: !ruby/object:Gem::Version
-  version: 0.4.3
+  version: 0.5.0
 platform: ruby
 authors:
 - Francis Chong
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-07-23 00:00:00.000000000 Z
+date: 2015-07-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler