link_scraper 1.02 → 2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1722daeff2d952711b2ed8247f5e1875c3b3d2739e96269ca483474405756cd2
-  data.tar.gz: bc901c65b11f0d123e5973bcb5b65b0b6add539f81b7102c625a47bb7a62994a
+  metadata.gz: f157151d90a4cbcaa975c3ea1fd4860898d0bd3347e9ac68657253e10c27e3ff
+  data.tar.gz: 8e9b320f0a7d2491e46777620e13439b0002d037a596a8339d08f5da4eb93737
 SHA512:
-  metadata.gz: aa4096762dc168b12d44909929a443d12dd901c40c4ad4d69baaafae4ffc2d97c53bb97f34a90175a613a843ccecd6caaeaf5d5fdc279e5f4062400d750057d6
-  data.tar.gz: 1acb651d9f98ec067551dc5f38fa10c2c98a597229016f76407a2d81a414805cb54fe23414ec698ed7b86caf70d45d2b3803ba318de6bab581f700b142c28e97
+  metadata.gz: 89a161348ff507dc0265ee444eb16616d483aebadfaa7491db73c7b2ee227d8696e5e1aada536e43932aa625f8cc8ccaa2a0f343a0228204118f98140214ad9f
+  data.tar.gz: dce0719315e35776ce7348d57de9128a9104ece9e7404025286195aa6e031724d512811ca67fda627c9376f6a7d8a939f3cce3d00395354851db6421ac63e54f

data/README.md

@@ -39,7 +39,7 @@ path_criteria = {
   neg_criteria: %w[drought school]
 }
 
-scraper = LinkScraper::Scrape.new(text_criteria: text_criteria, path_criteria: path_criteria)
+scraper = LinkScraper::Scrape.new({text_criteria: text_criteria, path_criteria: path_criteria})
 scraped_links = scraper.start('https://en.wikipedia.org/wiki/Austin%2C_Texas')
 ```
 

data/Rakefile

@@ -18,7 +18,6 @@ task :console do
   ARGV.clear
 
   scraped_links = run_link_scraper
-  binding.pry
 
   IRB.start
 end
@@ -36,10 +35,8 @@ def run_link_scraper
     neg_criteria: %w[drought school]
   }
 
-  scraper = LinkScraper::Scrape.new(text_criteria: text_criteria, path_criteria: path_criteria)
+  scraper = LinkScraper::Scrape.new({text_criteria: text_criteria, path_criteria: path_criteria})
   scraped_links = scraper.start('https://en.wikipedia.org/wiki/Austin%2C_Texas')
 
-  binding.pry
-
   # scraper = LinkScraper::Scrape.new(WebsCriteria.all_scrub_web_criteria)
 end

data/lib/link_scraper/scrape.rb

@@ -22,7 +22,6 @@ module LinkScraper
 
     def extract_link_from_url(valid_links, url)
       formatted = valid_links.map do |link|
-
         begin
           link[:path] = URI(link[:path])&.path
         rescue StandardError => e

data/lib/link_scraper/version.rb

@@ -1,3 +1,3 @@
 module LinkScraper
-  VERSION = "1.02"
+  VERSION = "2.0"
 end

data/link_scraper.gemspec

@@ -22,12 +22,6 @@ Gem::Specification.new do |spec|
       'public gem pushes.'
   end
 
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  # spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-  #   `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  # end
-
   spec.files = `git ls-files -z`.split("\x0").reject do |f|
     f.match(%r{^(test|spec|features)/})
   end
@@ -38,11 +32,11 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '~> 2.5.1'
   spec.add_dependency 'activesupport', '~> 5.2'
-  spec.add_dependency 'crm_formatter', '~> 2.64'
+  spec.add_dependency 'crm_formatter', '~> 2.65'
   spec.add_dependency 'mechanizer', '~> 1.12'
-  spec.add_dependency 'scrub_db', '~> 2.23'
+  spec.add_dependency 'scrub_db', '~> 2.24'
   spec.add_dependency 'url_verifier', '~> 2.12'
-  spec.add_dependency 'utf8_sanitizer', '~> 2.16'
+  # spec.add_dependency 'utf8_sanitizer', '~> 2.16'
 
   # spec.add_dependency "activesupport-inflector", ['~> 0.1.0']
   spec.add_development_dependency 'bundler', '~> 1.16', '>= 1.16.2'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: link_scraper
 version: !ruby/object:Gem::Version
-  version: '1.02'
+  version: '2.0'
 platform: ruby
 authors:
 - Adam Booth
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-07-04 00:00:00.000000000 Z
+date: 2018-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.64'
+        version: '2.65'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.64'
+        version: '2.65'
 - !ruby/object:Gem::Dependency
   name: mechanizer
   requirement: !ruby/object:Gem::Requirement
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.23'
+        version: '2.24'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.23'
+        version: '2.24'
 - !ruby/object:Gem::Dependency
   name: url_verifier
   requirement: !ruby/object:Gem::Requirement
@@ -80,20 +80,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.12'
-- !ruby/object:Gem::Dependency
-  name: utf8_sanitizer
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.16'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.16'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement