staticizer 0.0.3 → 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/staticizer/crawler.rb +5 -5
- data/lib/staticizer/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: feebd7a95ad16f567cc466fdea5fd1a79b08c141
|
|
4
|
+
data.tar.gz: 93ddf8a175711ccc60ea989b77f2e62d679f2ef0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f474de0b20080124bb67ea2aa34a186451cd8c53bd3a959a0a47fca49b214b21e8f61e5ce84cb95cac0f32a99c05ec777a0fcf1473223d2c487aed7609ef8bd7
|
|
7
|
+
data.tar.gz: d34e17b145c7e5b80710a29fa6d39c8abcbdddf27e40dd4ee81b7f4ddb33125eb26f2a5d467d16e85c10ab4607b0500d21b8c33021fe8e7dbeddbc6ca568f6a9
|
data/lib/staticizer/crawler.rb
CHANGED
|
@@ -160,10 +160,10 @@ module Staticizer
|
|
|
160
160
|
if response.respond_to?(:read_body)
|
|
161
161
|
@s3_bucket.objects[key].write(response.read_body, opts)
|
|
162
162
|
else
|
|
163
|
-
@s3_bucket.objects[key].write(response, opts)
|
|
164
|
-
end
|
|
163
|
+
@s3_bucket.objects[key].write(response, opts)
|
|
164
|
+
end
|
|
165
165
|
end
|
|
166
|
-
|
|
166
|
+
|
|
167
167
|
def process_success(response, parsed_uri)
|
|
168
168
|
url = parsed_uri.to_s
|
|
169
169
|
case response['content-type']
|
|
@@ -176,7 +176,7 @@ module Staticizer
|
|
|
176
176
|
add_urls(extract_links(doc, url), {:type_hint => "link"})
|
|
177
177
|
add_urls(extract_scripts(doc, url), {:type_hint => "script"})
|
|
178
178
|
add_urls(extract_images(doc, url), {:type_hint => "image"})
|
|
179
|
-
add_urls(extract_hrefs(doc, url), {:type_hint => "href"})
|
|
179
|
+
add_urls(extract_hrefs(doc, url), {:type_hint => "href"}) unless @opts[:single_page]
|
|
180
180
|
else
|
|
181
181
|
save_page(response, parsed_uri)
|
|
182
182
|
end
|
|
@@ -221,4 +221,4 @@ module Staticizer
|
|
|
221
221
|
end
|
|
222
222
|
|
|
223
223
|
end
|
|
224
|
-
end
|
|
224
|
+
end
|
data/lib/staticizer/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: staticizer
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.4
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Conor Hunt
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2014-
|
|
11
|
+
date: 2014-06-03 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|