trawler 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/trawler/parser.rb +2 -0
- data/lib/trawler/spider.rb +1 -1
- data/lib/trawler/version.rb +1 -1
- data/spec/fixtures/sample_pages/tumblr.html +1 -1
- data/spec/fixtures/vcr_cassettes/buzzfeed.yml +4571 -0
- data/spec/fixtures/vcr_cassettes/google.yml +72 -0
- data/spec/fixtures/vcr_cassettes/shaming.yml +723 -0
- data/spec/fixtures/vcr_cassettes/youtube.yml +2943 -0
- data/spec/spider_spec.rb +1 -1
- data/spec/trawler_spec.rb +4 -4
- metadata +10 -2
data/spec/spider_spec.rb
CHANGED
data/spec/trawler_spec.rb
CHANGED
@@ -2,11 +2,11 @@ require "spec_helper"
|
|
2
2
|
|
3
3
|
describe Trawler do
|
4
4
|
describe "#fetch" do
|
5
|
-
|
6
|
-
|
5
|
+
let(:haul) do
|
6
|
+
VCR.use_cassette("shaming") do
|
7
|
+
Trawler.fetch("http://www.dogshaming.com/")
|
8
|
+
end
|
7
9
|
end
|
8
|
-
|
9
|
-
let(:haul) { Trawler.fetch("http://www.dogshaming.com/") }
|
10
10
|
|
11
11
|
it "returns a ParsedDocument" do
|
12
12
|
expect(haul).to be_a(Trawler::ParsedDocument)
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: trawler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jon Wheeler
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2013-10-
|
11
|
+
date: 2013-10-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: nokogiri
|
@@ -146,8 +146,12 @@ files:
|
|
146
146
|
- spec/fixtures/sample_pages/simple.html
|
147
147
|
- spec/fixtures/sample_pages/tumblr.html
|
148
148
|
- spec/fixtures/sample_pages/youtube.html
|
149
|
+
- spec/fixtures/vcr_cassettes/buzzfeed.yml
|
149
150
|
- spec/fixtures/vcr_cassettes/buzzfeed_page.yml
|
151
|
+
- spec/fixtures/vcr_cassettes/google.yml
|
152
|
+
- spec/fixtures/vcr_cassettes/shaming.yml
|
150
153
|
- spec/fixtures/vcr_cassettes/trawl_page.yml
|
154
|
+
- spec/fixtures/vcr_cassettes/youtube.yml
|
151
155
|
- spec/parsed_document_spec.rb
|
152
156
|
- spec/parser_spec.rb
|
153
157
|
- spec/spec_helper.rb
|
@@ -184,8 +188,12 @@ test_files:
|
|
184
188
|
- spec/fixtures/sample_pages/simple.html
|
185
189
|
- spec/fixtures/sample_pages/tumblr.html
|
186
190
|
- spec/fixtures/sample_pages/youtube.html
|
191
|
+
- spec/fixtures/vcr_cassettes/buzzfeed.yml
|
187
192
|
- spec/fixtures/vcr_cassettes/buzzfeed_page.yml
|
193
|
+
- spec/fixtures/vcr_cassettes/google.yml
|
194
|
+
- spec/fixtures/vcr_cassettes/shaming.yml
|
188
195
|
- spec/fixtures/vcr_cassettes/trawl_page.yml
|
196
|
+
- spec/fixtures/vcr_cassettes/youtube.yml
|
189
197
|
- spec/parsed_document_spec.rb
|
190
198
|
- spec/parser_spec.rb
|
191
199
|
- spec/spec_helper.rb
|