trawler 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/trawler/parser.rb +2 -0
- data/lib/trawler/spider.rb +1 -1
- data/lib/trawler/version.rb +1 -1
- data/spec/fixtures/sample_pages/tumblr.html +1 -1
- data/spec/fixtures/vcr_cassettes/buzzfeed.yml +4571 -0
- data/spec/fixtures/vcr_cassettes/google.yml +72 -0
- data/spec/fixtures/vcr_cassettes/shaming.yml +723 -0
- data/spec/fixtures/vcr_cassettes/youtube.yml +2943 -0
- data/spec/spider_spec.rb +1 -1
- data/spec/trawler_spec.rb +4 -4
- metadata +10 -2
data/spec/spider_spec.rb
CHANGED
data/spec/trawler_spec.rb
CHANGED
|
@@ -2,11 +2,11 @@ require "spec_helper"
|
|
|
2
2
|
|
|
3
3
|
describe Trawler do
|
|
4
4
|
describe "#fetch" do
|
|
5
|
-
|
|
6
|
-
|
|
5
|
+
let(:haul) do
|
|
6
|
+
VCR.use_cassette("shaming") do
|
|
7
|
+
Trawler.fetch("http://www.dogshaming.com/")
|
|
8
|
+
end
|
|
7
9
|
end
|
|
8
|
-
|
|
9
|
-
let(:haul) { Trawler.fetch("http://www.dogshaming.com/") }
|
|
10
10
|
|
|
11
11
|
it "returns a ParsedDocument" do
|
|
12
12
|
expect(haul).to be_a(Trawler::ParsedDocument)
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: trawler
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jon Wheeler
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2013-10-
|
|
11
|
+
date: 2013-10-23 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -146,8 +146,12 @@ files:
|
|
|
146
146
|
- spec/fixtures/sample_pages/simple.html
|
|
147
147
|
- spec/fixtures/sample_pages/tumblr.html
|
|
148
148
|
- spec/fixtures/sample_pages/youtube.html
|
|
149
|
+
- spec/fixtures/vcr_cassettes/buzzfeed.yml
|
|
149
150
|
- spec/fixtures/vcr_cassettes/buzzfeed_page.yml
|
|
151
|
+
- spec/fixtures/vcr_cassettes/google.yml
|
|
152
|
+
- spec/fixtures/vcr_cassettes/shaming.yml
|
|
150
153
|
- spec/fixtures/vcr_cassettes/trawl_page.yml
|
|
154
|
+
- spec/fixtures/vcr_cassettes/youtube.yml
|
|
151
155
|
- spec/parsed_document_spec.rb
|
|
152
156
|
- spec/parser_spec.rb
|
|
153
157
|
- spec/spec_helper.rb
|
|
@@ -184,8 +188,12 @@ test_files:
|
|
|
184
188
|
- spec/fixtures/sample_pages/simple.html
|
|
185
189
|
- spec/fixtures/sample_pages/tumblr.html
|
|
186
190
|
- spec/fixtures/sample_pages/youtube.html
|
|
191
|
+
- spec/fixtures/vcr_cassettes/buzzfeed.yml
|
|
187
192
|
- spec/fixtures/vcr_cassettes/buzzfeed_page.yml
|
|
193
|
+
- spec/fixtures/vcr_cassettes/google.yml
|
|
194
|
+
- spec/fixtures/vcr_cassettes/shaming.yml
|
|
188
195
|
- spec/fixtures/vcr_cassettes/trawl_page.yml
|
|
196
|
+
- spec/fixtures/vcr_cassettes/youtube.yml
|
|
189
197
|
- spec/parsed_document_spec.rb
|
|
190
198
|
- spec/parser_spec.rb
|
|
191
199
|
- spec/spec_helper.rb
|