trawler 0.0.1 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/lib/trawler/parser.rb +20 -4
  3. data/lib/trawler/version.rb +1 -1
  4. data/spec/fixtures/sample_pages/buzzfeed.html +10260 -0
  5. data/spec/fixtures/vcr_cassettes/buzzfeed_page.yml +4542 -0
  6. data/spec/trawler_spec.rb +0 -1
  7. metadata +5 -1
data/spec/trawler_spec.rb CHANGED
@@ -2,7 +2,6 @@ require "spec_helper"
2
2
 
3
3
  describe Trawler do
4
4
  describe "#fetch" do
5
-
6
5
  before do
7
6
  Trawler::Spider.any_instance.stub(:get_page) { fixture("sample_pages/tumblr.html") }
8
7
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: trawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Jon Wheeler
@@ -142,9 +142,11 @@ files:
142
142
  - lib/trawler/spider.rb
143
143
  - lib/trawler/version.rb
144
144
  - spec/document_spec.rb
145
+ - spec/fixtures/sample_pages/buzzfeed.html
145
146
  - spec/fixtures/sample_pages/simple.html
146
147
  - spec/fixtures/sample_pages/tumblr.html
147
148
  - spec/fixtures/sample_pages/youtube.html
149
+ - spec/fixtures/vcr_cassettes/buzzfeed_page.yml
148
150
  - spec/fixtures/vcr_cassettes/trawl_page.yml
149
151
  - spec/parsed_document_spec.rb
150
152
  - spec/parser_spec.rb
@@ -178,9 +180,11 @@ specification_version: 4
178
180
  summary: Scrape a url for images, video links and meta descriptions
179
181
  test_files:
180
182
  - spec/document_spec.rb
183
+ - spec/fixtures/sample_pages/buzzfeed.html
181
184
  - spec/fixtures/sample_pages/simple.html
182
185
  - spec/fixtures/sample_pages/tumblr.html
183
186
  - spec/fixtures/sample_pages/youtube.html
187
+ - spec/fixtures/vcr_cassettes/buzzfeed_page.yml
184
188
  - spec/fixtures/vcr_cassettes/trawl_page.yml
185
189
  - spec/parsed_document_spec.rb
186
190
  - spec/parser_spec.rb