hostelify 0.6.1 → 0.6.2

data/Gemfile.lock

@@ -1,10 +1,11 @@
 PATH
   remote: .
   specs:
-    hostelify (0.6.0)
+    hostelify (0.6.2)
       nibbler (>= 1.2.1)
-      nokogiri
+      nokogiri (>= 1.4.4)
       rest-client (>= 1.6.1)
+      robotstxt (>= 0.5.4)
 
 GEM
   remote: http://rubygems.org/
@@ -15,6 +16,7 @@ GEM
     nokogiri (1.4.4)
     rest-client (1.6.1)
       mime-types (>= 1.16)
+    robotstxt (0.5.4)
     rspec (2.5.0)
       rspec-core (~> 2.5.0)
       rspec-expectations (~> 2.5.0)
@@ -30,6 +32,7 @@ PLATFORMS
 DEPENDENCIES
   hostelify!
   nibbler (>= 1.2.1)
-  nokogiri
+  nokogiri (>= 1.4.4)
   rest-client (>= 1.6.1)
-  rspec
+  robotstxt (>= 0.5.4)
+  rspec (= 2.5.0)

data/hostelify.gemspec

@@ -15,6 +15,7 @@ Gem::Specification.new do |s|
   s.add_dependency('rest-client', '>= 1.6.1')
   s.add_dependency('nokogiri', '>= 1.4.4')
   s.add_dependency('nibbler', '>= 1.2.1')
+  s.add_dependency('robotstxt', '>= 0.5.4')
   s.add_development_dependency('rspec', '2.5.0')
 
   s.rubyforge_project = "hostelify"

data/lib/hostelify/version.rb

@@ -1,3 +1,3 @@
 module Hostelify
-  VERSION = "0.6.1"
+  VERSION = "0.6.2"
 end

data/lib/hostelify.rb

@@ -2,28 +2,36 @@ require 'rubygems'
 require 'date'
 require 'rest_client'
 require 'nibbler'
+require 'robotstxt'
 require 'hostelify/hostelworld'
 
 module Hostelify
   
   def self.find(*args, &block)
-    options = { :currency => 'EUR', :date_from => Date.today+14, :directions => false }
+    options = { :currency => 'EUR', :date_from => Date.today+14, :directions => false, :robotstxt_check => false }
     options.merge!(args.pop) if args.last.kind_of? Hash
     
-    RestClient.head 'http://www.hostelworld.com/hosteldetails.php/' + options[:id].to_s do |response, request, result|
-      redirect = response.headers[:location]
-      redirect = redirect + '/directions' if options[:directions]
-      date = Date.strptime(options[:date_from].to_s)
+    if options[:robotstxt_check]
+      robot_friendly = Robotstxt.allowed?('http://www.hostelworld.com', 'rowbot')
+    else
+      robot_friendly = true
+    end
+    
+    if robot_friendly
+      RestClient.head 'http://www.hostelworld.com/hosteldetails.php/' + options[:id].to_s do |response, request, result|
+        redirect = response.headers[:location]
+        redirect = redirect + '/directions' if options[:directions]
+        date = Date.strptime(options[:date_from].to_s)
       
-      @resource = RestClient.post redirect, 
-        :date_from => date+1, 
-        :date_to => date+8,
-        :searchperformedflag => 1, 
-        :currency => options[:currency]
+        @resource = RestClient.post redirect, 
+          :date_from => date+1, 
+          :date_to => date+8,
+          :searchperformedflag => 1, 
+          :currency => options[:currency]
+      end
     end
 
     result = HostelWorld.parse @resource
-  end
-  
+  end  
   
 end

data/spec/hostelworld_spec.rb

@@ -18,5 +18,13 @@ describe "hostelworld" do
   it "should have at least 4 images" do
 	  @hostel.should have_at_least(6).photos
 	end
+	
+	it "should have one available spot" do
+	  @hostel.beds.last.nights.last.spots.to_i.should be >= 1
+	end
+  
+  it "should have a price above $5" do
+    @hostel.beds.last.nights.last.price.to_i.should be >= 5
+  end
   
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: hostelify
 version: !ruby/object:Gem::Version 
-  hash: 5
+  hash: 3
   prerelease: false
   segments: 
   - 0
   - 6
-  - 1
-  version: 0.6.1
+  - 2
+  version: 0.6.2
 platform: ruby
 authors: 
 - Holden Thomas
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-31 00:00:00 +02:00
+date: 2011-04-01 00:00:00 +02:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -67,9 +67,25 @@ dependencies:
   type: :runtime
   version_requirements: *id003
 - !ruby/object:Gem::Dependency 
-  name: rspec
+  name: robotstxt
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 5
+        - 4
+        version: 0.5.4
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - "="
@@ -81,7 +97,7 @@ dependencies:
         - 0
         version: 2.5.0
   type: :development
-  version_requirements: *id004
+  version_requirements: *id005
 description: scrapper for publicly accessible data from hostelworld hostelbookers etc.
 email: 
 - holden@wombie.com