web_loader 0.9.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 230ff93a3c0eecaeeab87e9ad9e575e941d70765fa3f9ca45d1dd1dd4ae0d2de
-  data.tar.gz: 26289e99a94ea207a8ffd25257620ceb50b43f6b614b887a0f38bc9f8ff4c25b
+  metadata.gz: e1fe1994ad1ca0d18274d7f0498b0ae77843add60e1df9f5a5819ac72dc01441
+  data.tar.gz: 3ee07c0916b00959d4aa3a7dc335606f4dee1ede3145b9590033727a20cf087f
 SHA512:
-  metadata.gz: b1a5eea41d2a0101528ed4d07f6d3851183c8220c468debda3eef8e64f926366ffea3d2e966321cce61add3d7f435426cf8452be1c1ba07502a9f0a47f5253a4
-  data.tar.gz: c918610bb533288cb1ddc2253bbbab0230a47da2a428737d916c7d897d210d119923761254dca881da49d3d79ca0daf19ec0edafd84bd0386a951f009ef7be63
+  metadata.gz: c05ee95ceab00acb361428458c71129b2800b49a6208ec919213ea5f95c44ed15e8df7335e5a9239db5a70e2d2748f3ca5759f8ff947a6633c479630dde59f19
+  data.tar.gz: ff8cf4fb8a9ace8d6831279ef2fd28eae61935e31f7653da669d5b1961212e49e63fbcda1693de92803625f019edd4fc99e1f1f606f8f3fc2d32820fe3fe9ebc

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    web_loader (0.9.1)
+    web_loader (1.0.0)
 
 GEM
   remote: https://rubygems.org/
@@ -18,4 +18,4 @@ DEPENDENCIES
   web_loader!
 
 BUNDLED WITH
-   2.4.9
+   2.4.19

data/lib/web_loader/command.rb

@@ -25,21 +25,23 @@ module WebLoader
       @cache_dir = File.expand_path(CACHE_DIR)
       @user_agent = "#{USER_AGENT}/#{VERSION}"
       @binary = false
+      @verbose = false
     end
 
     attr_reader :load_cache_page
-    attr_accessor :use_cache, :cache_dir, :binary, :user_agent
+    attr_accessor :use_cache, :cache_dir, :binary, :user_agent, :verbose
 
     def load(url, limit = 10)
       raise ArgumentError, 'HTTP redirect too deep' if limit == 0
-
+      log("Load: #{url}", @verbose)
       @load_cache_page = false
       content = try_load_cache(url)
       if content
+        log("Load cache: #{url}", @verbose)
         @load_cache_page = true
         return content
       end
-
+      log("Load server: #{url}", @verbose)
       uri = URI.parse(url)
       http = Net::HTTP.new(uri.host, uri.port)
       if uri.scheme == 'https'
@@ -58,12 +60,15 @@ module WebLoader
           encoding = response.type_params['charset']
           body = toutf8(body, encoding)
         end
-        Cache.write(@cache_dir, url, response.code, body) if @use_cache
+        if @use_cache
+          log("Write cache: #{url}", @verbose)
+          Cache.write(@cache_dir, url, response.code, body)
+        end
         return body
       when Net::HTTPRedirection
-        load_page(to_redirect_url(uri, response['location']), limit - 1)
+        load(to_redirect_url(uri, response['location']), limit - 1)
       else
-        puts "error #{url}"
+        log("error #{url}", true)
         # それ以外は対応した例外を発生
         response.value
       end
@@ -76,5 +81,8 @@ module WebLoader
       Cache.load_content(@cache_dir, url)
     end
 
+    def log(msg, put_log)
+      puts msg if put_log
+    end
   end
 end

data/lib/web_loader/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module WebLoader
-  VERSION = "0.9.1"
+  VERSION = "1.0.0"
 end

data/test.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+bundle exec rake test
+

data/web_loader.iml

@@ -7,8 +7,6 @@
     </content>
     <orderEntry type="inheritedJdk" />
     <orderEntry type="sourceFolder" forTests="false" />
-    <orderEntry type="library" scope="PROVIDED" name="bundler (v2.4.10, rbenv: 3.1.4) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="minitest (v5.15.0, rbenv: 3.1.4) [gem]" level="application" />
     <orderEntry type="library" scope="PROVIDED" name="rake (v13.0.6, rbenv: 3.1.4) [gem]" level="application" />
   </component>
   <component name="RakeTasksCache">

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: web_loader
 version: !ruby/object:Gem::Version
-  version: 0.9.1
+  version: 1.0.0
 platform: ruby
 authors:
 - src
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-08-01 00:00:00.000000000 Z
+date: 2023-09-04 00:00:00.000000000 Z
 dependencies: []
 description: Web loader.
 email:
@@ -36,6 +36,7 @@ files:
 - lib/web_loader/utils.rb
 - lib/web_loader/version.rb
 - sig/web_loader.rbs
+- test.sh
 - web_loader.iml
 homepage: https://srcw.net
 licenses:
@@ -59,7 +60,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
 summary: Web loader.