web_stat 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7d345b565a961f56aed9c6d8066d0e30d277709fc1db322955a22593c8ad274d
-  data.tar.gz: 41839683fc9f346fba303f15b15db5ee8544c4525ad506c7f35544d7d5290372
+  metadata.gz: 4d0d937e282be9703078c9d3020ae5234109fd313d85bfeae2238d46cf77d0cb
+  data.tar.gz: fa312d255074eaf53e4af3c16400d783a390e73ebe2e35d545891a2e40010f66
 SHA512:
-  metadata.gz: 4b1fffc06896ed0b6ba91bfd765f05be10b53d77c735474a45b9780f5661c8e4ffed66e47666dfe49ed57aaa643e0e24c509ae1b71398ce1eb0358d6b4073966
-  data.tar.gz: c0829dbc658f6c3a40e08b248be139f79ad6acb5a880c237122cd096238cf10333c19c147974338c021ac64fd52e35d6bb071080c8043f7f27ac8d5cae439923
+  metadata.gz: e54007687bf53813bd08e11bec1e14812abda574f3129d0123676c5e7729eca943fddf7e5995342c179c6ca2c135bcbbaffa0657952c52d1c57d52c368f3b9af
+  data.tar.gz: a69e0fc7e9a1b0c1b7b0360514ac96f9dd8d02ddef37ef9d2ea9a7cd8e05e7543b6cb0c36f62eef705f13c9d6812d9933e812a466f03925f9fc379110a60eeb0

data/.gitignore

@@ -13,3 +13,6 @@
 # builded gems
 *.gem
 /config
+
+# jetbrain
+/.idea

data/lib/web_stat.rb

@@ -11,10 +11,15 @@ require "web_stat/fetch/fetch_as_web"
 module WebStat
   class << self
     # Get web page's stat by url
-    def stat_by_url(url)
+    def stat_by_web(url)
       web_stat = WebStat::FetchAsWeb.new(url)
       web_stat.stat
     end
+
+    # Get web page's stat by url
+    def stat_by_url(url)
+      stat_by_web(url)
+    end
     
     # Get web page's stat by html
     def stat_by_html(html)

data/lib/web_stat/fetch.rb

@@ -2,6 +2,7 @@ require 'uri'
 require 'digest'
 require 'sanitize'
 require 'nokogiri'
+require 'open-uri'
 require 'ruby-readability'
 require 'final_redirect_url'
 module WebStat
@@ -61,8 +62,10 @@ module WebStat
     def save_local_path(url)
       return nil if url.nil? || !url.match(/^http/)
       tmp_file = "/tmp/#{Digest::SHA1.hexdigest(url)}"
-      File.open(tmp_file, "w") do |_file|
-        _file.puts(get_url(url))
+      open(original_url(url)) do |remote_file|
+        File.open(tmp_file, "w+b") do |_file|
+          _file.puts(remote_file.read)
+        end
       end
       tmp_file
     end
@@ -83,10 +86,22 @@ module WebStat
         title: title,
         site_name: site_name,
         content: content,
-        url: original_url,
+        url: @url,
         eyecatch_image_path: save_local_path(eyecatch_image_path),
         tags: tag.nouns
       }
     end
+
+    private
+
+    # Get original url
+    # @param [String] url
+    def original_url(url)
+      if url.match(/^http/)
+        FinalRedirectUrl.final_redirect_url(url)
+      else
+        url
+      end
+    end
   end
 end

data/lib/web_stat/fetch/fetch_as_web.rb

@@ -6,18 +6,9 @@ module WebStat
     # initialize class
     # @param [String] url
     def initialize(url)
-      @url = url
-      @html = get_url(url).force_encoding("utf-8")
+      @url = original_url(url)
+      @html = get_url(url)
       @nokogiri = ::Nokogiri::HTML(@html)
     end
-    
-    # Get original url
-    def original_url
-      if @url.match(/^http/)
-        FinalRedirectUrl.final_redirect_url(@url)
-      else
-        @url
-      end
-    end
   end
 end

data/lib/web_stat/version.rb

@@ -1,3 +1,3 @@
 module WebStat
-  VERSION = "0.1.4"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: web_stat
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - yusuke abe
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-04-14 00:00:00.000000000 Z
+date: 2019-05-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler