guitsaru-scraper 0.2.0 → 0.2.1

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.2.1

data/lib/scraper/link.rb

@@ -54,7 +54,11 @@ module Scrape
         elsif url =~ /^#/
           url = @url.gsub(/#.*/, '').gsub(/\/$/, '') + url
         else
-          url = (File.dirname(@url) + '/' + (url || ''))
+          if @url =~ /\/$/
+            url = @url + (url || '')
+          else
+            url = (File.dirname(@url) + '/' + (url || ''))
+          end
         end
         
         # Don't add this link if it matches a pattern in ignore

data/scraper.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{scraper}
-  s.version = "0.2.0"
+  s.version = "0.2.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Matt Pruitt"]

data/test/test_helper.rb

@@ -9,6 +9,7 @@ require 'scraper'
 
 class Test::Unit::TestCase
   FakeWeb.register_uri(:get, "http://example.com/main.html", :body => File.join(File.dirname(__FILE__), 'fake_pages/main.html'))
+    FakeWeb.register_uri(:get, "http://example.com/folder/", :body => File.join(File.dirname(__FILE__), 'fake_pages/main.html'))
   FakeWeb.register_uri(:get, "http://example.com/first_page.html", :body => File.join(File.dirname(__FILE__), 'fake_pages/first_page.html'))
   FakeWeb.register_uri(:get, "http://example.com/first_child_page.html", :body => File.join(File.dirname(__FILE__), 'fake_pages/first_child_page.html'))
   FakeWeb.register_uri(:get, "http://example.com/not_added.html", :body => File.join(File.dirname(__FILE__), 'fake_pages/not_added.html'))

data/test/test_scraper.rb

@@ -14,6 +14,30 @@ class TestScraper < Test::Unit::TestCase
   end
   
   context "scraping" do
+    setup do
+      @scraper = Scraper.new('http://example.com/main.html', :recursive => false)
+      @results = @scraper.scrape
+    end
+    
+    should "Include a list of links on the pages." do
+      assert(@results.include?(Link.new('http://example.com/first_page.html')))
+      assert(@results.include?(Link.new('http://example.com/not_added.html')))
+    end
+  end
+  
+    context "scraping from folder" do
+    setup do
+      @scraper = Scraper.new('http://example.com/folder/', :recursive => false)
+      @results = @scraper.scrape
+    end
+    
+    should "Include a list of links on the pages." do
+      assert(@results.include?(Link.new('http://example.com/folder/first_page.html')))
+      assert(@results.include?(Link.new('http://example.com/folder/not_added.html')))
+    end
+  end
+  
+  context "scraping with div" do
     setup do
       @scraper = Scraper.new('http://example.com/main.html')
       @results = @scraper.scrape(:div => '#content')

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: guitsaru-scraper
 version: !ruby/object:Gem::Version 
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors: 
 - Matt Pruitt