verify_urls 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 762598ccd9cd247e8829262437a63aeac8f1f521bde3780d79ea64dfde507ba3
-  data.tar.gz: 8730ba76a753622d333a5a44c5df099e0d1e666bd64aa99050ec1480154f46e2
+  metadata.gz: 6f5a516de048497ef8f355ee1c25f84ed23e8d114a482192b7c204eab5f6b6d1
+  data.tar.gz: e229987bfe62237660fd0825897769ae4a958d7f3dd7ea46a2b2ed98651d91fa
 SHA512:
-  metadata.gz: 68d964a2f4ee4a0a22c6632b9f1c2e0505022bea1a358cdaeee973d597dbdf713879314588b4f55cf4cc3458bb886afac15e3f2974a28cd7d0517f27c0b072a8
-  data.tar.gz: 5586d03a3974974476f18c8469fd67e808d14246350102202e24530da85e885c87c239b2a682c0b35b7972fc110bf6e187115aa9e5226da858b1872016531bd3
+  metadata.gz: 1e5002cdf179c27e9b489f89eab44bce640b29a31b22efd822c0d38510e94604c699647e41b000c018db891905deafa5fd7068e98c3ac41306b06568578f2529
+  data.tar.gz: d5e7f68306033f497580913b8d66f9f9365af640e38d63d86f2870fe3cec8fef724a869cba460f06b1250fded5ffce58de794baf7ee1da10cee48e27aa0dd8bc

data/README.md

@@ -31,42 +31,6 @@ Usage: verify_urls --help
     -h, --help                       How to use
 ```
 
-__Ruby__
-
-Verify all URLs in `README.md`
-
-```ruby
-reader = VerifyUrls::Reader.new('README.md')
-reader.urls.each do |url|
-  response = VerifyUrls::Helper.GET(url)
-  puts "Failed: #{url}" if response&.code != 200
-end
-```
-
-Get all URLs in `README.md`:
-
-```ruby
-require 'verify_urls'
-
-reader = VerifyUrls::Reader.new('README.md')
-reader.urls # => ["https://rubygems.org", "https://opensource.org/licenses/MIT"]
-
-# we will try to infer the file format from the file extension
-# you can explicitly provide it
-reader = VerifyUrls::Reader.new('README', 'markdown')
-reader.urls # => ["https://rubygems.org", "https://opensource.org/licenses/MIT"]
-```
-
-HTML and CSV is also supported
-
-```ruby
-reader = VerifyUrls::Reader.new('index.html') # get all anchor hrefs
-reader.urls # => ["https://example.com"]
-
-reader = VerifyUrls::Reader.new('output.csv') # assumes no header and URL to be in the first column
-reader.urls # => ["https://example.com"]
-```
-
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/exe/verify_urls

@@ -12,7 +12,7 @@ file_path = options.fetch(:file) { raise(ArgumentError, '--file is required') }
 file_format = options[:format]
 
 helper = VerifyUrls::Helper
-reader = VerifyUrls::Reader.new(file_path, file_format)
+reader = UrlFinder.from_file(file_path, file_format)
 urls = reader.urls
 
 failed_urls = []

data/lib/verify_urls.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
+require 'url_finder'
 require 'verify_urls/version'
-require 'verify_urls/reader'
 require 'verify_urls/helper'
 
 module VerifyUrls

data/lib/verify_urls/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module VerifyUrls
-  VERSION = '0.1.0'.freeze
+  VERSION = '0.2.0'.freeze
 end

data/verify_urls.gemspec

@@ -25,9 +25,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_dependency 'http', '~> 3.3'
-  # TODO: Consider making kramdown & nokogiri optional
-  spec.add_dependency 'kramdown', '~> 1.17'
-  spec.add_dependency 'nokogiri', '~> 1.8'
+  spec.add_dependency 'url_finder', '~> 0.1'
 
   spec.add_development_dependency 'bundler', '~> 1.16'
   spec.add_development_dependency 'byebug'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: verify_urls
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Jacob Burenstam
@@ -25,33 +25,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.3'
 - !ruby/object:Gem::Dependency
-  name: kramdown
+  name: url_finder
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.8'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -131,7 +117,6 @@ files:
 - lib/verify_urls.rb
 - lib/verify_urls/cli.rb
 - lib/verify_urls/helper.rb
-- lib/verify_urls/reader.rb
 - lib/verify_urls/version.rb
 - verify_urls.gemspec
 homepage: https://github.com/buren/verify_urls

data/lib/verify_urls/reader.rb

@@ -1,48 +0,0 @@
-# frozen_string_literal: true
-
-require 'csv'
-require 'http'
-require 'nokogiri'
-require 'kramdown'
-
-module VerifyUrls
-  class Reader
-    attr_reader :file, :file_path
-
-    def initialize(file_path, file_format = nil)
-      @file = File.read(file_path)
-      @file_path = file_path
-      @file_format = file_format
-    end
-
-    def urls
-      case file_format.to_s.downcase
-      when 'markdown', 'md' then markdown_urls(file)
-      when 'html' then html_urls(file)
-      when 'csv' then csv_urls(file)
-      else
-        raise(ArgumentError, "unknown format #{file_format}")
-      end
-    end
-
-    def file_format
-       @file_format || @file_path.split('.').last
-    end
-
-    private
-
-    def csv_urls(file)
-      CSV.parse(file).map(&:first).compact
-    end
-
-    def html_urls(file)
-      document = Nokogiri::HTML(file)
-      document.css('a').map { |e| e['href'] }.compact
-    end
-
-    def markdown_urls(file)
-      html = Kramdown::Document.new(file).to_html
-      html_urls(html)
-    end
-  end
-end