snapcrawl 0.2.2 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e2794d3fe40619ef7de870f738767419cdb893fc
-  data.tar.gz: 6a866a6ac4808e7a522e67db0415e31d1d463b62
+  metadata.gz: 76e5f98ee14c7d5f4c8d3d6589a22dd1b9b66335
+  data.tar.gz: e9389d5b2782b71854022f819ba5c93f599ca664
 SHA512:
-  metadata.gz: 6195bff2403b3c4e7900b6c6e33e962eafa37bbbfed78940da5fce4152318bb6715073ce78bc8d7865451eb287a9e57aa77806064634e9e388c20fef8c5f929a
-  data.tar.gz: f2b0207a6b976a34e1554adaa305f415191903cdd51b7dfd7bf70735fd225f4ef7de58589ed3aa179cde10e621be170b93897c3523f9e323cbfddf35dfca854f
+  metadata.gz: 60da4ba17c53a7fe8f9c61374277f75329045412f4e3ad172cf0ed9fe2684bdf62a37d05cc5cc90265034b47561917960fd74b2e8a11f156cad3062ebf4c42d6
+  data.tar.gz: 7d63c4de115ca54183f6933eee913b90c7c9302f1132ac0414eb75941a6564d2989516e3fd033c14c036024e21f02e99b5bb4c15f18f2b509eca9bc38ff0677f

data/README.md

@@ -1,14 +1,18 @@
-# SnapCrawl - crawl a website and take screenshots
+Snapcrawl - crawl a website and take screenshots
+==================================================
 
 [![Gem Version](https://badge.fury.io/rb/snapcrawl.svg)](http://badge.fury.io/rb/snapcrawl)
 [![Code Climate](https://codeclimate.com/github/DannyBen/snapcrawl/badges/gpa.svg)](https://codeclimate.com/github/DannyBen/snapcrawl)
 [![Dependency Status](https://gemnasium.com/DannyBen/snapcrawl.svg)](https://gemnasium.com/DannyBen/snapcrawl)
 
+---
 
-SnapCrawl is a command line utility for crawling a website and saving
+Snapcrawl is a command line utility for crawling a website and saving
 screenshots. 
 
-## Features
+
+Features
+--------------------------------------------------
 
 - Crawls a website to any given depth and save screenshots
 - Can capture the full length of the page
@@ -17,11 +21,15 @@ screenshots.
 - Uses local caching to avoid expensive crawl operations if not needed
 - Reports broken links
 
-## Install
+
+Install
+--------------------------------------------------
 
 	$ gem install snapcrawl
 
-## Usage
+
+Usage
+--------------------------------------------------
 
 	$ snapcrawl --help
 
@@ -55,14 +63,17 @@ screenshots.
 
 ---
 
-## Notes
+Notes
+--------------------------------------------------
 
-1. If a URL cannot be found, SnapCrawl will report to stderr. 
+1. If a URL cannot be found, Snapcrawl will report to stderr. 
    You can create a report by running `snapcrawl go example.com 2> err.txt`
 
-## Todo
+
+Todo
+--------------------------------------------------
 
 - [x] Tests (probably against some ad hoc sinatra)
-- [ ] Make ths test server start/stop automatically when testing
+- [ ] Make the test server start/stop automatically when testing
 - [ ] Move ignored file extensions and mailto/tel links to config
 - [ ] Add screen size presets (also to user-overridable config)

data/lib/snapcrawl/crawler.rb

@@ -170,11 +170,11 @@ module Snapcrawl
       links.each_with_index do |link|
         link = link.attribute('href').to_s
 
-        # remove #hash
+        # Remove #hash
         link.gsub!(/#.+$/, '')
         next if link.empty?
 
-        # Remove links to images and other files then to mailto/tel 
+        # Remove links to specific extensions and protocols
         next if link =~ /\.(#{extensions})(\?.*)?$/
         next if link =~ /^(#{beginnings})/
         
@@ -196,8 +196,7 @@ module Snapcrawl
     end
 
     def doc
-      return @doc if @doc 
-      @doc = File.read template 'docopt.txt'
+      @doc ||= File.read template 'docopt.txt'
     end
 
     def template(file)
@@ -217,4 +216,4 @@ module Snapcrawl
       opts
     end
   end
-end
+end

data/lib/snapcrawl/version.rb

@@ -1,3 +1,3 @@
 module Snapcrawl
-  VERSION = "0.2.2"
+  VERSION = "0.2.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: snapcrawl
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.3
 platform: ruby
 authors:
 - Danny Ben Shitrit
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-05 00:00:00.000000000 Z
+date: 2017-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colsole
@@ -66,6 +66,26 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: phantomjs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.8
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.8
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: runfile
   requirement: !ruby/object:Gem::Requirement
@@ -170,7 +190,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
 summary: Crawl a website and take screenshots (CLI + Library)