verify_urls 0.1.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 762598ccd9cd247e8829262437a63aeac8f1f521bde3780d79ea64dfde507ba3
-  data.tar.gz: 8730ba76a753622d333a5a44c5df099e0d1e666bd64aa99050ec1480154f46e2
+  metadata.gz: 5c7376411c4de396195b42fd8fa6bc1d593d05032983332be4d0d9dbecb107d4
+  data.tar.gz: 7c3a0e5ee4513335a22061164a310e1683d56a8b05bc575a6d94077daf1b854f
 SHA512:
-  metadata.gz: 68d964a2f4ee4a0a22c6632b9f1c2e0505022bea1a358cdaeee973d597dbdf713879314588b4f55cf4cc3458bb886afac15e3f2974a28cd7d0517f27c0b072a8
-  data.tar.gz: 5586d03a3974974476f18c8469fd67e808d14246350102202e24530da85e885c87c239b2a682c0b35b7972fc110bf6e187115aa9e5226da858b1872016531bd3
+  metadata.gz: 652b18376f8bc022d25a46be6d5c9d5c34ed75eecea3eeed5d51c916fa829071fa235ed0de6d83942a6b6443635cb73b92239b4f072291b6f17ea1be4fedf25b
+  data.tar.gz: 72106313dc9e4bbddf4fd81f4f38cbd2805a8c103de0086ef0a94f2e99af30252d624914267ad4e56d0f2af273b341c455082ff9b4e3713dc7f330393ded8a61

data/README.md

@@ -31,42 +31,6 @@ Usage: verify_urls --help
     -h, --help                       How to use
 ```
 
-__Ruby__
-
-Verify all URLs in `README.md`
-
-```ruby
-reader = VerifyUrls::Reader.new('README.md')
-reader.urls.each do |url|
-  response = VerifyUrls::Helper.GET(url)
-  puts "Failed: #{url}" if response&.code != 200
-end
-```
-
-Get all URLs in `README.md`:
-
-```ruby
-require 'verify_urls'
-
-reader = VerifyUrls::Reader.new('README.md')
-reader.urls # => ["https://rubygems.org", "https://opensource.org/licenses/MIT"]
-
-# we will try to infer the file format from the file extension
-# you can explicitly provide it
-reader = VerifyUrls::Reader.new('README', 'markdown')
-reader.urls # => ["https://rubygems.org", "https://opensource.org/licenses/MIT"]
-```
-
-HTML and CSV is also supported
-
-```ruby
-reader = VerifyUrls::Reader.new('index.html') # get all anchor hrefs
-reader.urls # => ["https://example.com"]
-
-reader = VerifyUrls::Reader.new('output.csv') # assumes no header and URL to be in the first column
-reader.urls # => ["https://example.com"]
-```
-
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/exe/verify_urls

@@ -12,7 +12,7 @@ file_path = options.fetch(:file) { raise(ArgumentError, '--file is required') }
 file_format = options[:format]
 
 helper = VerifyUrls::Helper
-reader = VerifyUrls::Reader.new(file_path, file_format)
+reader = UrlFinder.from_file(file_path, file_format)
 urls = reader.urls
 
 failed_urls = []

data/lib/verify_urls/helper.rb

@@ -11,7 +11,7 @@ module VerifyUrls
     end
 
     def self.GET(url)
-        HTTP.follow.get(url)
+      HTTP.follow.get(url)
     rescue HTTP::Error => _e
     end
 

data/lib/verify_urls/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module VerifyUrls
-  VERSION = '0.1.0'.freeze
+  VERSION = '0.3.1'.freeze
 end

data/lib/verify_urls.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
+require 'url_finder'
 require 'verify_urls/version'
-require 'verify_urls/reader'
 require 'verify_urls/helper'
 
 module VerifyUrls

data/verify_urls.gemspec

@@ -24,13 +24,11 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'http', '~> 3.3'
-  # TODO: Consider making kramdown & nokogiri optional
-  spec.add_dependency 'kramdown', '~> 1.17'
-  spec.add_dependency 'nokogiri', '~> 1.8'
+  spec.add_dependency 'http', '~> 5.0'
+  spec.add_dependency 'url_finder', '~> 0.2', '>= 0.2.1'
 
-  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'bundler', '~> 2.0'
   spec.add_development_dependency 'byebug'
-  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rake', '~> 13.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: verify_urls
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Jacob Burenstam
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-08-19 00:00:00.000000000 Z
+date: 2022-05-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -16,56 +16,48 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: kramdown
+  name: url_finder
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.17'
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+        version: '0.2'
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: 0.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '0.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: byebug
   requirement: !ruby/object:Gem::Requirement
@@ -86,14 +78,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -131,7 +123,6 @@ files:
 - lib/verify_urls.rb
 - lib/verify_urls/cli.rb
 - lib/verify_urls/helper.rb
-- lib/verify_urls/reader.rb
 - lib/verify_urls/version.rb
 - verify_urls.gemspec
 homepage: https://github.com/buren/verify_urls
@@ -153,8 +144,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Verify URL(s)

data/lib/verify_urls/reader.rb

@@ -1,48 +0,0 @@
-# frozen_string_literal: true
-
-require 'csv'
-require 'http'
-require 'nokogiri'
-require 'kramdown'
-
-module VerifyUrls
-  class Reader
-    attr_reader :file, :file_path
-
-    def initialize(file_path, file_format = nil)
-      @file = File.read(file_path)
-      @file_path = file_path
-      @file_format = file_format
-    end
-
-    def urls
-      case file_format.to_s.downcase
-      when 'markdown', 'md' then markdown_urls(file)
-      when 'html' then html_urls(file)
-      when 'csv' then csv_urls(file)
-      else
-        raise(ArgumentError, "unknown format #{file_format}")
-      end
-    end
-
-    def file_format
-       @file_format || @file_path.split('.').last
-    end
-
-    private
-
-    def csv_urls(file)
-      CSV.parse(file).map(&:first).compact
-    end
-
-    def html_urls(file)
-      document = Nokogiri::HTML(file)
-      document.css('a').map { |e| e['href'] }.compact
-    end
-
-    def markdown_urls(file)
-      html = Kramdown::Document.new(file).to_html
-      html_urls(html)
-    end
-  end
-end