staticizer 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8809f12f85e54642f56afc7fc537c5d20ab64db1
-  data.tar.gz: 12746fd0c57dc04ee204b67d635e0033b21cc96c
+  metadata.gz: 281ee17c4f67f579faa5d1762f9677203696fd0b
+  data.tar.gz: f82db0909cd61819e3f19a43e17eb3ed552111f8
 SHA512:
-  metadata.gz: 81f7e9035328e62306c3e31abe6a8969e8b876c944af2589cecf1a3e43879469e26374a1fd143fa15b9e370fe6b8f2fc9916459a2c64f6fe4a34fa186f8aceb5
-  data.tar.gz: 44e25794a99861646943913ae3b530657febafa835652b86975dcfc39f2071a643c137df85338dd2a53907f0494daa44f10d028429a4a3b9516cf739db3eb158
+  metadata.gz: bc5a3463838030e46d0353bd173154ff37b92ae36294d561b4e37270b2ee4dd252b4f6e7aff36cb428b0cc1c917b02fb2ec1abbc1ce7bba85679aed428af68cb
+  data.tar.gz: 3267e1e063ff7c17c6797c7072b35456fa105f0c9af0dfc905c42e9394f7faacb2615b2829019923a9c2de91bec90a499c64b24e28e43ff3ba542f860511ea27

data/README.md

@@ -49,8 +49,7 @@ Or install it yourself as:
 
 ## Command line usage
 
-The tool can either be used via the 'staticizer' commandline tool or via requiring the library.
-
+Staticizer can be used through the commandline tool or by requiring the library.
 
 ### Crawl a website and write to disk
 
@@ -125,11 +124,12 @@ This will only crawl urls in the domain squaremill.com
 ## Crawler Options
 
 * :aws - Hash of connection options passed to aws/sdk gem
-* :filter_url - proc called to see if a discovered URL should be crawled, return nil to not crawl a url, return the url (can be modified) to crawl
+* :filter_url - lambda called to see if a discovered URL should be crawled, return the url (can be modified) to crawl, return nil otherwise
 * :output_dir - if writing a site to disk the directory to write to, will be created if it does not exist
 * :logger - A logger object responding to the usual Ruby Logger methods.
 * :log_level - Log level - defaults to INFO.
-# :valid_domains - Array of domains that should be crawled. Domains not in this list will be ignored.
+* :valid_domains - Array of domains that should be crawled. Domains not in this list will be ignored.
+* :process_body - lambda called to pre-process body of content before writing it out.
 
 ## Contributing
 

data/lib/staticizer/crawler.rb

@@ -75,7 +75,7 @@ module Staticizer
     end
 
     def extract_css_urls(css, base_uri)
-      css.scan(/url\(['"]?(.+?)['"]?\)/).map {|src| make_absolute(base_uri, src[0]) }
+      css.scan(/url\(\s*['"]?(.+?)['"]?\s*\)/).map {|src| make_absolute(base_uri, src[0]) }
     end
 
     def add_urls(urls, info = {})
@@ -184,6 +184,7 @@ module Staticizer
         add_urls(extract_links(doc, url), {:type_hint => "link"})
         add_urls(extract_scripts(doc, url), {:type_hint => "script"})
         add_urls(extract_images(doc, url), {:type_hint => "image"})
+        add_urls(extract_css_urls(response.body, url), {:type_hint => "css_url"})
         add_urls(extract_hrefs(doc, url), {:type_hint => "href"}) unless @opts[:single_page]
       else
         save_page(response, parsed_uri)

data/lib/staticizer/version.rb

@@ -1,3 +1,3 @@
 module Staticizer
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: staticizer
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Conor Hunt
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-08 00:00:00.000000000 Z
+date: 2015-05-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -122,7 +122,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: A tool to create a static version of a website for hosting on S3.