staticizer 0.0.3 → 0.0.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/staticizer/crawler.rb +5 -5
- data/lib/staticizer/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: feebd7a95ad16f567cc466fdea5fd1a79b08c141
|
4
|
+
data.tar.gz: 93ddf8a175711ccc60ea989b77f2e62d679f2ef0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f474de0b20080124bb67ea2aa34a186451cd8c53bd3a959a0a47fca49b214b21e8f61e5ce84cb95cac0f32a99c05ec777a0fcf1473223d2c487aed7609ef8bd7
|
7
|
+
data.tar.gz: d34e17b145c7e5b80710a29fa6d39c8abcbdddf27e40dd4ee81b7f4ddb33125eb26f2a5d467d16e85c10ab4607b0500d21b8c33021fe8e7dbeddbc6ca568f6a9
|
data/lib/staticizer/crawler.rb
CHANGED
@@ -160,10 +160,10 @@ module Staticizer
|
|
160
160
|
if response.respond_to?(:read_body)
|
161
161
|
@s3_bucket.objects[key].write(response.read_body, opts)
|
162
162
|
else
|
163
|
-
@s3_bucket.objects[key].write(response, opts)
|
164
|
-
end
|
163
|
+
@s3_bucket.objects[key].write(response, opts)
|
164
|
+
end
|
165
165
|
end
|
166
|
-
|
166
|
+
|
167
167
|
def process_success(response, parsed_uri)
|
168
168
|
url = parsed_uri.to_s
|
169
169
|
case response['content-type']
|
@@ -176,7 +176,7 @@ module Staticizer
|
|
176
176
|
add_urls(extract_links(doc, url), {:type_hint => "link"})
|
177
177
|
add_urls(extract_scripts(doc, url), {:type_hint => "script"})
|
178
178
|
add_urls(extract_images(doc, url), {:type_hint => "image"})
|
179
|
-
add_urls(extract_hrefs(doc, url), {:type_hint => "href"})
|
179
|
+
add_urls(extract_hrefs(doc, url), {:type_hint => "href"}) unless @opts[:single_page]
|
180
180
|
else
|
181
181
|
save_page(response, parsed_uri)
|
182
182
|
end
|
@@ -221,4 +221,4 @@ module Staticizer
|
|
221
221
|
end
|
222
222
|
|
223
223
|
end
|
224
|
-
end
|
224
|
+
end
|
data/lib/staticizer/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: staticizer
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Conor Hunt
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-
|
11
|
+
date: 2014-06-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|