webget 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f30b181118ed0b78e2617246be67187afbc82b06
-  data.tar.gz: a70be1694115592004e896f2b762db231896fdf2
+  metadata.gz: fbf6e29e3e80b0a0fe7b80ad8a4870c00601006c
+  data.tar.gz: c03efecb7b2362efef7392f26293c921f8422eca
 SHA512:
-  metadata.gz: 2279af9b0b84949ef8e175acdda2e91cdf2d41bda3a6048bfd43e1759731fe3f92f8f9f4008137017659644d4d013257bb551fb7d823c3217f1808470df3a8cf
-  data.tar.gz: 5551d7778d4c8e2664a34aa6f873189be48fdf64681e4a6b84eb9e73f11ec5109ccf5e5b6a0cdba9ee6bcea7f35bc9a1337723d5fe9ff1b3c8ca74eacaed7963
+  metadata.gz: a3d026c4b3b6932eca4b22377ce1da9b08bd7836713c4e69c6a5fd28ba8de52449b28bca2be877e759eb73a30fb17b62966b779bed25a26fd072913abd284120
+  data.tar.gz: 5f7822300304672b181a3001fb5d5e4cb3ad2adc55853179895ba100e03b21a8ede90a800ad2cced34e3b13603162d22876acaf34abfabe61c665f1d821f0455

data/Manifest.txt

@@ -5,5 +5,4 @@ Rakefile
 lib/webget.rb
 lib/webget/version.rb
 lib/webget/webcache.rb
-lib/webget/webclient.rb
 lib/webget/webget.rb

data/README.md

@@ -1,11 +1,12 @@
 # webget
 
-webget gem - yet (another) network client for world wide web (www) requests via HTTP
+webget gem - a web (go get) crawler incl. web cache
 
-* home  :: [github.com/rubycoco/fetcher](https://github.com/rubycoco/fetcher)
-* bugs  :: [github.com/rubycoco/fetcher/issues](https://github.com/rubycoco/fetcher/issues)
+* home  :: [github.com/rubycoco/webclient](https://github.com/rubycoco/webclient)
+* bugs  :: [github.com/rubycoco/webclient/issues](https://github.com/rubycoco/webclient/issues)
 * gem   :: [rubygems.org/gems/webget](https://rubygems.org/gems/webget)
 * rdoc  :: [rubydoc.info/gems/webget](http://rubydoc.info/gems/webget)
+* forum :: [groups.google.com/group/wwwmake](https://groups.google.com/group/wwwmake)
 
 
 ## Usage

data/Rakefile

@@ -5,10 +5,10 @@ Hoe.spec 'webget' do
 
   self.version = Webget::VERSION
 
-  self.summary = 'webget gem - yet (another) network client for world wide web (www) requests'
+  self.summary = 'webget gem - a web (go get) crawler incl. web cache'
   self.description = summary
 
-  self.urls    = { home: 'https://github.com/rubycoco/fetcher' }
+  self.urls    = { home: 'https://github.com/rubycoco/webclient' }
 
   self.author  = 'Gerald Bauer'
   self.email   = 'ruby-talk@ruby-lang.org'
@@ -17,7 +17,9 @@ Hoe.spec 'webget' do
   self.readme_file  = 'README.md'
   self.history_file = 'CHANGELOG.md'
 
-  self.extra_deps = []
+  self.extra_deps = [
+    ['webclient', '>= 0.1.0']
+  ]
 
   self.licenses = ['Public Domain']
 

data/lib/webget.rb

@@ -1,20 +1,7 @@
-require 'pp'
-require 'time'
-require 'date'
-require 'fileutils'
-
-require 'uri'
-require 'net/http'
-require 'net/https'
-
-require 'json'
-require 'yaml'
-
-
+require 'webclient'
 
 ## our own code
 require 'webget/version'   # let version go first
-require 'webget/webclient'
 require 'webget/webcache'
 require 'webget/webget'
 
@@ -24,7 +11,6 @@ require 'webget/webget'
 ############
 ## add convenience alias for camel case / alternate different spelling
 WebCache  = Webcache
-WebClient = Webclient
 WebGet    = Webget
 
 ## use Webgo as (alias) name (keep reserver for now) - why? why not?

data/lib/webget/version.rb

@@ -2,8 +2,8 @@
 class Webget
 
   MAJOR = 0    ## todo: namespace inside version or something - why? why not??
-  MINOR = 1
-  PATCH = 1
+  MINOR = 2
+  PATCH = 0
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
   def self.version

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: webget
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-05 00:00:00.000000000 Z
+date: 2020-10-06 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: webclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
@@ -44,7 +58,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.22'
-description: webget gem - yet (another) network client for world wide web (www) requests
+description: webget gem - a web (go get) crawler incl. web cache
 email: ruby-talk@ruby-lang.org
 executables: []
 extensions: []
@@ -60,9 +74,8 @@ files:
 - lib/webget.rb
 - lib/webget/version.rb
 - lib/webget/webcache.rb
-- lib/webget/webclient.rb
 - lib/webget/webget.rb
-homepage: https://github.com/rubycoco/fetcher
+homepage: https://github.com/rubycoco/webclient
 licenses:
 - Public Domain
 metadata: {}
@@ -87,5 +100,5 @@ rubyforge_project:
 rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
-summary: webget gem - yet (another) network client for world wide web (www) requests
+summary: webget gem - a web (go get) crawler incl. web cache
 test_files: []

data/lib/webget/webclient.rb

@@ -1,85 +0,0 @@
-
-class Webclient
-
-  class Response   # nested class - wrap Net::HTTP::Response
-    def initialize( response )
-      @response = response
-    end
-    def raw() @response; end
-
-
-    def text
-      # note: Net::HTTP will NOT set encoding UTF-8 etc.
-      # will be set to ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
-      # thus, set/force encoding to utf-8
-      text = @response.body.to_s
-      text = text.force_encoding( Encoding::UTF_8 )
-      text
-    end
-
-    ## convenience helper; returns parsed json data
-    def json() JSON.parse( text ); end
-
-
-
-    class Headers # nested (nested) class
-      def initialize( response )
-        @response = response
-      end
-      def each( &blk )
-        @response.each_header do |key, value|  # Iterate all response headers
-          blk.call( key, value )
-        end
-      end
-    end
-    def headers() @headers ||= Headers.new( @response ); end
-
-    class Status  # nested (nested) class
-      def initialize( response )
-        @response = response
-      end
-      def code() @response.code.to_i; end
-      def ok?()  code == 200; end
-      def nok?() code != 200; end
-      def message() @response.message; end
-    end
-    def status() @status ||= Status.new( @response ); end
-  end # (nested) class Response
-
-
-def self.get( url, headers: {} )
-
-  uri = URI.parse( url )
-  http = Net::HTTP.new( uri.host, uri.port )
-
-  if uri.instance_of? URI::HTTPS
-    http.use_ssl     = true
-    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-  end
-
-  request = Net::HTTP::Get.new( uri.request_uri )
-
-  ### add (custom) headers if any
-  ##  check/todo: is there are more idiomatic way for Net::HTTP ???
-  ##   use
-  ##     request = Net::HTTP::Get.new( uri.request_uri, headers )
-  ##    why? why not?
-  ##  instead of e.g.
-  ##   request['X-Auth-Token'] = 'xxxxxxx'
-  ##   request['User-Agent']   = 'ruby'
-  ##   request['Accept']       = '*/*'
-  if headers && headers.size > 0
-    headers.each do |key,value|
-      request[ key ] = value
-    end
-  end
-
-
-  response = http.request( request )
-
-  ## note: return "unified" wrapped response
-  Response.new( response )
-end  # method self.get
-
-end  # class Webclient
-