stupid_crawler 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c5211fa749a672a28bd854ccc95ff4b3c12295e6
-  data.tar.gz: 871bc9b924fe8b1e23f2c92151052f8f02d9531b
+  metadata.gz: dc1d9496c979ceffa06114502df520b1d3f96dd1
+  data.tar.gz: 2eda39628cd7b3dc4ea9e43096aa981d9a6b2baf
 SHA512:
-  metadata.gz: 2f5674db26b7cd930aefac6c0e0ac46145de9c124da717a5758846832772cd215dd57cc07bc4e37e60006188e1d5f743f330fc4fd63e098287ee1e7d6076576c
-  data.tar.gz: dba506bbd88ddfa7b6670f4761eacc95d56ec7c32b19f0ab7c7d1b341c0516e2e26be5630a31cc56a19d0d9ab4fedbcdd5f4d3620ab45a4b13b521eab96cca4c
+  metadata.gz: bac14ea85f620c60a75cb1041515ab56d9a1d739366b46091e4f9f61579ad66d40786e27136c3b48b724f0341cc4a93a30bcd1a20686f322eb0a281509c128a9
+  data.tar.gz: 6b928311c7994dc8d54d04d64c6be6e4765cf34da1e59418afc57a28cf69f4ac59943746c17742121839dc7f0f5bb97fe8c9aaca4179c435e397a2cbc4260dfd

data/exe/stupid-crawler

@@ -9,7 +9,7 @@ max_urls = Float::INFINITY
 sleep_time = 0.1
 robots = false
 ignore_links = nil
-dir_path = ''
+dir_path = nil
 
 optparse = OptionParser.new do |parser|
   parser.on('--site=example.com', String, 'The site to crawl') do |value|
@@ -60,5 +60,5 @@ result = StupidCrawler::Crawler.new(
   ignore_links: ignore_links
 ).call
 
-dir_path = URI.parse(site).host
+dir_path = URI.parse(site).host if dir_path.nil?
 StupidCrawler::ResultWriter.call(result, dir_path: dir_path)

data/lib/stupid_crawler/version.rb

@@ -1,3 +1,3 @@
 module StupidCrawler
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: stupid_crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Jacob Burenstam