trawler 0.0.1 → 0.0.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/lib/trawler/parser.rb +20 -4
  3. data/lib/trawler/version.rb +1 -1
  4. data/spec/fixtures/sample_pages/buzzfeed.html +10260 -0
  5. data/spec/fixtures/vcr_cassettes/buzzfeed_page.yml +4542 -0
  6. data/spec/trawler_spec.rb +0 -1
  7. metadata +5 -1
data/spec/trawler_spec.rb CHANGED
@@ -2,7 +2,6 @@ require "spec_helper"
2
2
 
3
3
  describe Trawler do
4
4
  describe "#fetch" do
5
-
6
5
  before do
7
6
  Trawler::Spider.any_instance.stub(:get_page) { fixture("sample_pages/tumblr.html") }
8
7
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: trawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Jon Wheeler
@@ -142,9 +142,11 @@ files:
142
142
  - lib/trawler/spider.rb
143
143
  - lib/trawler/version.rb
144
144
  - spec/document_spec.rb
145
+ - spec/fixtures/sample_pages/buzzfeed.html
145
146
  - spec/fixtures/sample_pages/simple.html
146
147
  - spec/fixtures/sample_pages/tumblr.html
147
148
  - spec/fixtures/sample_pages/youtube.html
149
+ - spec/fixtures/vcr_cassettes/buzzfeed_page.yml
148
150
  - spec/fixtures/vcr_cassettes/trawl_page.yml
149
151
  - spec/parsed_document_spec.rb
150
152
  - spec/parser_spec.rb
@@ -178,9 +180,11 @@ specification_version: 4
178
180
  summary: Scrape a url for images, video links and meta descriptions
179
181
  test_files:
180
182
  - spec/document_spec.rb
183
+ - spec/fixtures/sample_pages/buzzfeed.html
181
184
  - spec/fixtures/sample_pages/simple.html
182
185
  - spec/fixtures/sample_pages/tumblr.html
183
186
  - spec/fixtures/sample_pages/youtube.html
187
+ - spec/fixtures/vcr_cassettes/buzzfeed_page.yml
184
188
  - spec/fixtures/vcr_cassettes/trawl_page.yml
185
189
  - spec/parsed_document_spec.rb
186
190
  - spec/parser_spec.rb