snapcrawl 0.5.0.rc1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ced7afea220ea7c23c7207037cb32d02625fc3278e8e2347c0c9327fc0f0e509
-  data.tar.gz: 12e7a758a10cba960027ce2152187aed99cfec0c0ea2a434431a34a11a1e2f04
+  metadata.gz: b30cb829ebe341a727a3d1b5e9f26144a1063cef6fd241b953c17f53710deca7
+  data.tar.gz: 483678c0d5bce6c9ef63cf635619bd91c2a4d1c9441450e55390a9dc3293b496
 SHA512:
-  metadata.gz: 117c0157a09a7e040c3c487c6f0d51fa20ad9c9a6be965cb8083eb32c6201effa406d0cbbd428190e1ffc41b1097347113e3ce03a88eae273a5d4d6fd2a8c85d
-  data.tar.gz: 5261d94ef0a0a2223963b70fd0bd8cc6c822e31a693d5bbcc8f452e51f92ef519df20decea90351c3e85f3bfaf30e725be1d6a4d76b4d2748663de44a7772e88
+  metadata.gz: 0f75cad05799ddeea7ac2926c021b40b46b10f53725a2a58d41a3cbb80da17110033f18ef5c9060e94bc3c0e0235ff279a665d38204695cfeba709c0364aa99a
+  data.tar.gz: 6977cda01914e9864d20eec2b8ad6e6d51a0b088123ada31c9ad8a5b725c1c2301fa1f8073e625bd20d7db1be2ecc857351584819b1c5fa41be4263ab818fa62

data/lib/snapcrawl/cli.rb

@@ -19,8 +19,8 @@ module Snapcrawl
   private
 
     def execute(args)
-      status = Config.load args['--config']
-      $logger.debug 'config file created' if status == :created
+      config_file = args['--config']
+      Config.load config_file if config_file
 
       tweaks = args['SETTINGS'].pair_split
       apply_tweaks tweaks if tweaks

data/lib/snapcrawl/config.rb

@@ -12,9 +12,14 @@ module Snapcrawl
 
         file = "#{file}.yml" unless file =~ /\.ya?ml$/
 
+        # FIXME: Cannot use logger here due to the "chicken and egg" with
+        #        Config. The $logger is available, but it was not yet fully
+        #        configured with log_level etc.
         if File.exist? file
+          # $logger.debug "loading config file %{green}#{file}%{reset}"
           push file
         else
+          # $logger.debug "creating config file %{green}#{file}%{reset}"
           create_config file
         end
       end
@@ -31,6 +36,7 @@ module Snapcrawl
           snaps_dir: 'snaps',
           name_template: '%{url}',
           url_whitelist: nil,
+          url_blacklist: nil,
           css_selector: nil,
           log_level: 1,
           log_color: 'auto',
@@ -38,7 +44,6 @@ module Snapcrawl
       end
 
       def create_config(file)
-        $logger.debug "creating config file %{green}#{file}%{reset}"
         content = File.read config_template
         dir = File.dirname file
         FileUtils.mkdir_p dir

data/lib/snapcrawl/templates/docopt.txt

@@ -7,9 +7,9 @@ Usage:
 
 Options:
   -c, --config FILE
-    Path to config file, with or without the .yml extension
-    A sample file will be created if not found
-    [default: snapcrawl.yml]
+    Path to config file, with or without the .yml extension.
+    A sample file will be created if not found.
+    The default filename is 'snapcrawl.yml'.
 
   -h, --help
     Show this screen
@@ -18,9 +18,9 @@ Options:
     Show version number
 
 Settings:
-  You may provide any of the options available in the config as 'key=value'.
+  Provide any of the options available in the config as 'key=value'.
 
 Examples:
   snapcrawl example.com
   snapcrawl example.com --config simple
-  snapcrawl example.com depth=1 log_level=2
+  snapcrawl example.com depth=1 log_level=2 width=768

data/lib/snapcrawl/version.rb

@@ -1,3 +1,3 @@
 module Snapcrawl
-  VERSION = "0.5.0.rc1"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: snapcrawl
 version: !ruby/object:Gem::Version
-  version: 0.5.0.rc1
+  version: 0.5.0
 platform: ruby
 authors:
 - Danny Ben Shitrit
@@ -162,9 +162,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.3
 signing_key: