hostelify 0.4.4 → 0.4.5

data/Manifest

@@ -5,9 +5,11 @@ hostelify.gemspec
 lib/hostelify.rb
 lib/hostelify/gomio.rb
 lib/hostelify/hostel.rb
+lib/hostelify/hostelbookers-old.rb
 lib/hostelify/hostelbookers.rb
 lib/hostelify/hostelify.rb
 lib/hostelify/hostelworld.rb
+lib/hostelify/hostelworldmonkey.rb
 lib/items.rb
 lib/test.rb
 spec/_helper.rb

data/Rakefile

@@ -2,7 +2,7 @@ require 'rubygems'
 require 'rake'
 require 'echoe'
  
-Echoe.new('hostelify', '0.4.4') do |p|
+Echoe.new('hostelify', '0.4.5') do |p|
   p.description = "Simple Hostel Webscrapper."
   p.url = "http://github.com/holden/hostelify"
   p.author = "Holden Thomas"

data/hostelify.gemspec

@@ -2,15 +2,15 @@
 
 Gem::Specification.new do |s|
   s.name = %q{hostelify}
-  s.version = "0.4.4"
+  s.version = "0.4.5"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Holden Thomas"]
-  s.date = %q{2010-05-19}
+  s.date = %q{2010-05-20}
   s.description = %q{Simple Hostel Webscrapper.}
   s.email = %q{holden.thomas@gmail.com}
-  s.extra_rdoc_files = ["README.rdoc", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb", "lib/test.rb"]
-  s.files = ["Manifest", "README.rdoc", "Rakefile", "hostelify.gemspec", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb", "lib/test.rb", "spec/_helper.rb", "spec/hb_find_by_hostel.spec", "spec/hb_find_hostels.spec", "spec/helper.rb", "spec/hw_find_by_hostel.spec", "spec/hw_find_hostels.spec"]
+  s.extra_rdoc_files = ["README.rdoc", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers-old.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/hostelify/hostelworldmonkey.rb", "lib/items.rb", "lib/test.rb"]
+  s.files = ["Manifest", "README.rdoc", "Rakefile", "hostelify.gemspec", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers-old.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/hostelify/hostelworldmonkey.rb", "lib/items.rb", "lib/test.rb", "spec/_helper.rb", "spec/hb_find_by_hostel.spec", "spec/hb_find_hostels.spec", "spec/helper.rb", "spec/hw_find_by_hostel.spec", "spec/hw_find_hostels.spec"]
   s.homepage = %q{http://github.com/holden/hostelify}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Hostelify", "--main", "README.rdoc"]
   s.require_paths = ["lib"]

data/lib/hostelify/hostelbookers-old.rb

@@ -0,0 +1,194 @@
+class Hostelbookers
+  
+  #constants
+  HB_SINGULAR_DETAIL_URL = "http://www.hostelbookers.com/hostels/" #poland/krakow/
+  HB_PLURAL_HOSTELS_URL = "http://www.hostelbookers.com/hostels/" #poland/wroclaw/
+  HB_DYNAMIC_URL = "http://www.hostelbookers.com/property/index.cfm?fuseaction=accommodation.search&straccommodationtype=hostels"
+  #&intnights=2&intpeople=1&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=6281
+  
+  #options
+  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :live => true }
+  
+  def self.find_hostels_by_location(options) #location
+    city = options[:location].split(',').first.rstrip.lstrip.gsub(' ','-').squeeze("-")
+    country = options[:location].split(',').last.rstrip.lstrip.gsub(' ','-').squeeze("-")
+
+    url = HB_PLURAL_HOSTELS_URL + "#{country}/#{city}"
+
+    
+    if options[:date]
+      options = @default_options.merge(options)
+      date = Date.strptime(options[:date])
+      data = setSearch(url,options[:date],options[:no_days])
+    else
+      Retryable.try 3 do
+        data = Hpricot(open(url))
+      end
+    end
+    
+    data = data.search("//div[@id='propertyResultsList']")
+    #@results = []
+    @results = HostelifyCollection.new
+      #coder = HTMLEntities.new
+    (data/"tr.propertyRow").each do |row|
+      name = row.at("a.propertyTitle").inner_text
+      url = row.at("a.propertyTitle")['href']
+      desc = row.at("p.shortDescription").inner_text
+      rating = row.at("td.rating/text()")
+      rating = rating.to_s.to_i unless rating.nil?
+      dorm = row.at("td.shared/text()")
+      single = row.at("td.private/text()")
+      hb_id = url.match(/[\d]{2,5}.$/).to_s.to_i
+      
+      #@results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
+      @results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
+    end    
+    return @results
+  end
+  
+  def self.find_hostel_by_id(options)
+    #city = options[:location].split(',').first.gsub(' ','')
+    #country = options[:location].split(',').last.gsub(' ','')
+    id = options[:id]
+
+    #url = HB_SINGULAR_DETAIL_URL + "#{country}/#{city}/#{id}"
+    url = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
+    
+    hostel = Hostelify.new
+
+    if options[:date]
+      options = @default_options.merge(options)
+    else
+      options[:date] = (Date.today+4).to_s
+    end
+    
+    date = Date.strptime(options[:date])
+    url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&intpeople=1&dtearrival=#{date.strftime('%d/%m/%Y')}&fromPropertyNameSearch=0&intpropertyid=6281"
+    data = Hpricot(open(url2))
+    #data = setSearch_id(url,options[:date],options[:no_days])
+    #url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
+
+#    else
+#      Retryable.try 3 do
+#        data = Hpricot(open(url))
+#      end
+#    end
+    
+    hostel.hostel_id = id
+    hostel.name = data.at("h1").inner_text
+    hostel.address = data.at("p.address").inner_text
+    hostel.description = data.at('div[@id="overviewPane"]').inner_text
+    facilities_td = data.at("table.tableFacilities")
+    
+    facilities = []
+    (facilities_td/"td").each do |row|
+       facilities << row.inner_text
+    end
+    hostel.facilities = facilities
+    extras = []
+    extras_td = data.at("table.tableFeatures")
+    (extras_td/"td.name").each do |row|
+      extras << "Free " + row.inner_text.to_s
+    end
+    facilities = facilities + extras
+    
+    ratings = []
+    ratings_td = data.at('div[@id="overviewIndRtng"]/table')
+    
+    (ratings_td/"tr").each do |row|
+      ratings << row.at("td").inner_text.to_s.to_f
+    end
+    
+    hostel.ratings = ratings
+    images = []
+    image = data.at('div[@id="propMedia"]/table')
+    (image/"td").each do |row|
+      img = row.at("img")['onclick']
+      if img =~ /(http).*(jpg|gif|png|jpeg)/
+        images << img.match(/(http).*(jpg|gif|png|jpeg)/)[0]
+      else
+        #add youtube?
+      end
+    end
+    hostel.images = images
+    
+    if options[:all]
+      data = Hpricot(open(url + "/map"))
+      data.search("h2").remove #get rid of header
+      hostel.directions = data.at('div[@id="directions"]').inner_text
+      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
+    end
+    
+    if options[:date]
+      date = Date.strptime(options[:date])
+      @availables = []
+      available = data.at("div.tableAvailability/table")
+      if available
+        (available/"tr").each do |row|
+          name = row.at("td.roomType/label/text()")
+          people = row.at("td.people/select")
+          people = people.at("option:last-child").inner_text unless people.nil?
+          price = row.at("td.price")
+          price = price.inner_text.to_s.match(/[\d.]{1,5}/)[0] unless price.nil?
+          (0..(options[:no_days].to_i-1)).each do |x|
+            #@availables << { :name => name, :spots => people, :price => price, :bookdate => (date+x).to_s } unless price.nil?
+            @availables << HostelifyAvailable.new(name,price,people,(date+x).to_s) unless price.nil?
+          end
+        end
+      end
+      hostel.availability = @availables
+    end
+    
+    return hostel
+  end
+  
+  def self.setSearch(url,date,no_days)
+      date = Date.strptime(date).strftime("%d/%m/%Y")
+      agent = WWW::Mechanize.new
+      page = agent.get(url)
+      form = page.form_with(:name => 'searchForm') # => WWW::Mechanize::Form
+      form.field_with(:name => 'intnights').options[no_days.to_i-1].select
+      form.dtearrival = date #d/m/y
+      
+      Retryable.try 3 do
+        page = agent.submit(form)
+      end
+      
+      #to dollars!
+      form = page.forms[0]
+      form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
+      
+      Retryable.try 3 do
+        page = agent.submit(form)
+      end
+      
+      data = page.search('//div[@id="content"]')
+
+      return data
+    end
+    
+    def self.setSearch_id(url,date,no_days)
+        date = Date.strptime(date).strftime("%d/%m/%Y")
+        agent = WWW::Mechanize.new
+        page = agent.get(url)
+        form = page.form_with(:name => 'frmCheckAvailBook') # => WWW::Mechanize::Form
+        form.field_with(:name => 'intNights').options[no_days.to_i-1].select
+        form.dteArrival = date #d/m/y
+        
+        Retryable.try 3 do
+          page = agent.submit(form)
+        end
+        #change currency to dollars
+        form = page.forms[1]
+        #puts form.name
+        form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
+        
+        Retryable.try 3 do
+          page = agent.submit(form)
+        end
+        data = page.search('//div[@id="content"]')
+
+        return data
+      end
+  
+end

data/lib/hostelify/hostelbookers.rb

@@ -1,35 +1,26 @@
 class Hostelbookers
   
-  #constants
-  HB_SINGULAR_DETAIL_URL = "http://www.hostelbookers.com/hostels/" #poland/krakow/
-  HB_PLURAL_HOSTELS_URL = "http://www.hostelbookers.com/hostels/" #poland/wroclaw/
-  HB_DYNAMIC_URL = "http://www.hostelbookers.com/property/index.cfm?fuseaction=accommodation.search&straccommodationtype=hostels"
-  #&intnights=2&intpeople=1&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=6281
+  HB_SINGULAR_URL = "http://www.hostelbookers.com/property/index.cfm?fuseaction=accommodation.search&straccommodationtype=hostels&fromPropertyNameSearch=0"
+  HB_PLURAL_URL = "http://www.hostelbookers.com/results/index.cfm?straccommodationtype=hostels&strSearchType=freeText&fuseaction=accommodation.search"
   
-  #options
-  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :live => true }
+  @default_options = { :date => (Date.today+4).to_s, :no_days => "7", :live => true }
   
-  def self.find_hostels_by_location(options) #location
+  def self.find_hostels_by_location(options)
+    options = @default_options.merge(options)
+    date = Date.strptime(options[:date])
     city = options[:location].split(',').first.rstrip.lstrip.gsub(' ','-').squeeze("-")
     country = options[:location].split(',').last.rstrip.lstrip.gsub(' ','-').squeeze("-")
-
-    url = HB_PLURAL_HOSTELS_URL + "#{country}/#{city}"
-
     
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url,options[:date],options[:no_days])
-    else
-      Retryable.try 3 do
-        data = Hpricot(open(url))
-      end
-    end
+    url = HB_PLURAL_URL + "&strkeywords=#{city},+#{country}&dtearrival=#{date.strftime('%d/%m/%Y')}"
+  
+    #Retryable.try 3 do
+      data = Hpricot(open(url))
+    #end
     
     data = data.search("//div[@id='propertyResultsList']")
-    #@results = []
+    
     @results = HostelifyCollection.new
-      #coder = HTMLEntities.new
+
     (data/"tr.propertyRow").each do |row|
       name = row.at("a.propertyTitle").inner_text
       url = row.at("a.propertyTitle")['href']
@@ -40,39 +31,20 @@ class Hostelbookers
       single = row.at("td.private/text()")
       hb_id = url.match(/[\d]{2,5}.$/).to_s.to_i
       
-      #@results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
       @results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
     end    
     return @results
   end
-  
+
   def self.find_hostel_by_id(options)
-    #city = options[:location].split(',').first.gsub(' ','')
-    #country = options[:location].split(',').last.gsub(' ','')
+    options = @default_options.merge(options)
+    date = Date.strptime(options[:date])
     id = options[:id]
-
-    #url = HB_SINGULAR_DETAIL_URL + "#{country}/#{city}/#{id}"
-    url = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
-    
     hostel = Hostelify.new
-
-    if options[:date]
-      options = @default_options.merge(options)
-    else
-      options[:date] = (Date.today+4).to_s
-    end
     
-    date = Date.strptime(options[:date])
-    url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&intpeople=1&dtearrival=#{date.strftime('%d/%m/%Y')}&fromPropertyNameSearch=0&intpropertyid=6281"
-    data = Hpricot(open(url2))
-    #data = setSearch_id(url,options[:date],options[:no_days])
-    #url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
-
-#    else
-#      Retryable.try 3 do
-#        data = Hpricot(open(url))
-#      end
-#    end
+    url = HB_SINGULAR_URL + "&intnights=#{options[:no_days]}&intpeople=1&dtearrival=#{date.strftime('%d/%m/%Y')}&intpropertyid=#{options[:id]}"
+  
+    data = Hpricot(open(url))
     
     hostel.hostel_id = id
     hostel.name = data.at("h1").inner_text
@@ -119,76 +91,27 @@ class Hostelbookers
       hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
     end
     
-    if options[:date]
-      date = Date.strptime(options[:date])
-      @availables = []
-      available = data.at("div.tableAvailability/table")
-      if available
-        (available/"tr").each do |row|
-          name = row.at("td.roomType/label/text()")
-          people = row.at("td.people/select")
-          people = people.at("option:last-child").inner_text unless people.nil?
-          price = row.at("td.price")
-          price = price.inner_text.to_s.match(/[\d.]{1,5}/)[0] unless price.nil?
-          (0..(options[:no_days].to_i-1)).each do |x|
-            #@availables << { :name => name, :spots => people, :price => price, :bookdate => (date+x).to_s } unless price.nil?
-            @availables << HostelifyAvailable.new(name,price,people,(date+x).to_s) unless price.nil?
-          end
+    @availables = []
+    available = data.at("div.tableAvailability/table")
+    if available
+      (available/"tr").each do |row|
+        name = row.at("td.roomType/label/text()")
+        people = row.at("td.people/select")
+        people = people.at("option:last-child").inner_text unless people.nil?
+        price = row.at("td.price")
+        price = price.inner_text.to_s.match(/[\d.]{1,5}/)[0] unless price.nil?
+        (0..(options[:no_days].to_i-1)).each do |x|
+          #@availables << { :name => name, :spots => people, :price => price, :bookdate => (date+x).to_s } unless price.nil?
+          @availables << HostelifyAvailable.new(name,price,people,(date+x).to_s) unless price.nil?
         end
       end
+
       hostel.availability = @availables
     end
     
     return hostel
-  end
   
-  def self.setSearch(url,date,no_days)
-      date = Date.strptime(date).strftime("%d/%m/%Y")
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-      form = page.form_with(:name => 'searchForm') # => WWW::Mechanize::Form
-      form.field_with(:name => 'intnights').options[no_days.to_i-1].select
-      form.dtearrival = date #d/m/y
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      #to dollars!
-      form = page.forms[0]
-      form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      data = page.search('//div[@id="content"]')
-
-      return data
-    end
-    
-    def self.setSearch_id(url,date,no_days)
-        date = Date.strptime(date).strftime("%d/%m/%Y")
-        agent = WWW::Mechanize.new
-        page = agent.get(url)
-        form = page.form_with(:name => 'frmCheckAvailBook') # => WWW::Mechanize::Form
-        form.field_with(:name => 'intNights').options[no_days.to_i-1].select
-        form.dteArrival = date #d/m/y
-        
-        Retryable.try 3 do
-          page = agent.submit(form)
-        end
-        #change currency to dollars
-        form = page.forms[1]
-        #puts form.name
-        form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
-        
-        Retryable.try 3 do
-          page = agent.submit(form)
-        end
-        data = page.search('//div[@id="content"]')
-
-        return data
-      end
   
+  end
+
 end

data/lib/hostelify/hostelworldmonkey.rb

@@ -0,0 +1,205 @@
+class Hostelworldmonkey
+    
+  #constants
+  #location list includes/indexjs.js
+  HW_SINGULAR_DETAIL_URL = "http://www.hostelworld.com/hosteldetails.php?HostelNumber="
+  HW_SINGULAR_IMAGE_URL = "http://www.hostelworld.com/hostelpictures.php?HostelNumber="
+  HW_SINGULAR_AVAILABILITY = "http://www.hostelworld.com/availability.php/"
+  HW_SINGULAR_YOUTUBE_URL = "http://www.hostelworld.com/youtubevideo.php?HostelNumber="
+  HW_PLURAL_HOSTELS_URL = "http://www.hostelworld.com/findabed.php/"
+  
+  #options
+  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :no_ppl => "2" }
+  
+  def self.parse_html(url)
+    f = open(url)
+    f.rewind
+    Retryable.try 3 do
+      data = Hpricot(Iconv.conv('utf-8', f.charset, f.readlines.join("\n")))
+    end
+  end
+  
+  def self.find_hostel_by_id(options)
+    opts = { :directions => false, :images => false, :all => false }.merge options
+    id = options[:id].to_s
+    url = HW_SINGULAR_DETAIL_URL + id
+    
+    #coder = HTMLEntities.new
+    hostel = Hostelify.new
+    hostel.hostel_id = id
+    
+    if options[:date]
+      options = @default_options.merge(options)
+      date = Date.strptime(options[:date])
+      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
+    else
+      data = parse_html(url)
+    end
+    
+    data = data.search("//div[@id='content']")
+    data.search("h3").remove #get rid of header
+    
+    #title, address, desc, facilities, ratings
+    hostel.name = data.at("h2").inner_text.gsub(/( in  ).*$/,'')
+    hostel.address = data.at('div[@style="padding-top: 5px"]').inner_text.lstrip
+    
+    if options[:date]
+      hostel.availability = parse_availables(data)
+    else
+      hostel.description = data.at('div[@id="microDescription2]').inner_text
+    end
+    
+    #optional
+    no_photos = data.at('span/a[@id="picLink"]').inner_text.to_i
+    video = data.at('div[@id="microVideo"]')
+    
+    facilities = []
+    (data/"li.microFacilitiesBoomLi").each do |item|
+      facilities << item.inner_text
+    end
+    
+    ratings = []
+    (data/'div[@id="ratingsBar2"]').each do |item|
+      ratings << item.inner_text.to_i
+    end
+    
+    hostel.facilities = facilities
+    hostel.ratings = ratings
+    
+    if video #exists
+      data = parse_html(HW_SINGULAR_YOUTUBE_URL + id)
+      video_url = data.at('param[@name="movie"]')['value']
+      hostel.video = video_url
+      #video_url = data.at('tag')
+    end
+    
+    if options[:directions] or options[:all]
+      data = parse_html(HW_SINGULAR_DETAIL_URL + id + "/directions/")
+    
+      #directions, geo
+      hostel.directions = data.at('div[@id="content"]').inner_text.gsub(/^[\d\D\n]*(DIRECTIONS)/,'')
+      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
+    end
+
+    if no_photos and (options[:images] or options[:all])
+      images = []
+      (1..no_photos).each do |i|
+        data = parse_html(HW_SINGULAR_IMAGE_URL + id + '&PicNO=' + i.to_s)
+        images << (data/"img").first[:src].to_s
+      end
+      hostel.images = images
+    end
+    hostel # return
+  end
+  
+  def self.find_hostels_by_location(options) #location
+    
+    city = options[:location].split(',').first.gsub(' ','')
+    country = options[:location].split(',').last.gsub(' ','')
+    url = HW_PLURAL_HOSTELS_URL + "ChosenCity.#{city}/ChosenCountry.#{country}"
+    
+    if options[:date]
+      options = @default_options.merge(options)
+      date = Date.strptime(options[:date])
+      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
+    else
+      data = parse_html(url)
+    end
+    
+    data = data.search("//div[@id='content']")
+    @results = HostelifyCollection.new
+
+    (data/"div.hostelListing").each do |row|
+      name = row.at("h3").inner_text
+      desc = row.at("div.hostelEntry/p").inner_text.to_s.chop.gsub('more info','').squeeze('.')
+      url = row.at("h3/a")['href']
+      rating = row.at("h4/text()")
+      rating = rating.to_s.to_i unless rating.nil?
+      type = row.at("div.hostelListingImage/span").inner_text
+      hostel_id = url.match(/[\d]*$/).to_s
+      
+      if options[:date]
+        #price_USD = row.at("span.blueBeds").inner_text #need to fix float
+        dorm = (row.at("p.hostelListingRate/span.blueBeds/text()")).to_s.gsub(/[A-Z$]*/,'')
+        single = row.at("p.hostelListingPrivateRate/span.blueBeds/text()").to_s.gsub(/[A-Z$]*/,'')
+        available = row/"ul.hostelListingDates/li.noAvail/text()"
+        available = available.to_a.join(',').split(',')
+        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single, :unavailable => available)
+      else
+        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating)
+      end
+    end
+    return @results
+  end
+  
+  private
+  
+  def self.setSearch(url,date,no_ppl,no_days)
+
+      date = Date.strptime(date)
+      month = date.strftime("%m").to_i
+      day = date.strftime("%d").to_i
+      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
+
+      agent = WWW::Mechanize.new
+      page = agent.get(url)
+
+      #the form name
+      form = page.forms.first # => WWW::Mechanize::Form
+      
+      Retryable.try 3 do
+        page = agent.submit(form)
+      end
+      
+      #form must be submitted twice because the people writing hostelworld are retards
+      form = page.forms.first # => WWW::Mechanize::Form
+      form.field_with(:name => 'selMonth').options[month-1].select
+      form.field_with(:name => 'selDay').options[day-1].select
+      form.field_with(:name => 'selYear').options[year].select
+      form.field_with(:name => 'NumNights').options[no_days.to_i-1].select
+      form.field_with(:name => 'Persons').options[no_ppl.to_i-1].select
+      form.field_with(:name => 'Currency').options[4].select #US Currency
+
+      Retryable.try 3 do
+        page = agent.submit(form)
+      end
+      
+      data = page.search("//div[@id='content']")
+
+      return data
+    end
+    
+    def self.parse_availables(info)
+      
+      availability = info.at('table[@id="tableDatesSelected2"]')
+      availability.search("div").remove
+      
+      availables = []
+      
+      (availability/"tr").each do |row|
+        name = (row/"td").first
+        name = name.inner_text unless name.nil?
+        
+        (row/"td").each do |td|
+          night = td.attributes['title']
+          if night
+            price = night.to_s.match(/([\d]{1,3}).([\d]{2})/).to_s
+            available = night.to_s.match(/(available: )([\d]*)/)
+            date = night.to_s.match(/(Date: ).*$/).to_s.gsub(/(Date: )|(th)|(nd)|(rd)|(st)/,'')
+            date = Date.strptime(date, "%a %d %b '%y")
+
+            if available
+              beds = available.to_s.match(/[\d]{1,2}/)[0]
+              availables << HostelifyAvailable.new(name,price,beds,date)
+            else
+              availables << HostelifyAvailable.new(name,price,0,date)
+            end
+          end
+        end
+      end
+      return availables
+      
+    end
+    
+  
+end

data/lib/hostelify.rb

@@ -8,3 +8,4 @@ require 'iconv'
 require 'hostelify/hostelify'
 require 'hostelify/hostelworld'
 require 'hostelify/hostelbookers'
+#require 'hostelify/hosteltest'

data/spec/hb_find_by_hostel.spec

@@ -49,7 +49,7 @@ end
 
 describe "with dates to get availabilty and verify output!" do
   before(:all) do
-    @h = Hostelbookers.find_hostel_by_id(:id => 19831, :date => (Date.today+10).to_s)
+    @h = Hostelbookers.find_hostel_by_id(:location => "krakow,poland", :id => 19831, :date => (Date.today+10).to_s)
   end
   
   it "get first availability and check it merit" do

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 4
-  - 4
-  version: 0.4.4
+  - 5
+  version: 0.4.5
 platform: ruby
 authors: 
 - Holden Thomas
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-05-19 00:00:00 +02:00
+date: 2010-05-20 00:00:00 +02:00
 default_executable: 
 dependencies: []
 
@@ -29,9 +29,11 @@ extra_rdoc_files:
 - lib/hostelify.rb
 - lib/hostelify/gomio.rb
 - lib/hostelify/hostel.rb
+- lib/hostelify/hostelbookers-old.rb
 - lib/hostelify/hostelbookers.rb
 - lib/hostelify/hostelify.rb
 - lib/hostelify/hostelworld.rb
+- lib/hostelify/hostelworldmonkey.rb
 - lib/items.rb
 - lib/test.rb
 files: 
@@ -42,9 +44,11 @@ files:
 - lib/hostelify.rb
 - lib/hostelify/gomio.rb
 - lib/hostelify/hostel.rb
+- lib/hostelify/hostelbookers-old.rb
 - lib/hostelify/hostelbookers.rb
 - lib/hostelify/hostelify.rb
 - lib/hostelify/hostelworld.rb
+- lib/hostelify/hostelworldmonkey.rb
 - lib/items.rb
 - lib/test.rb
 - spec/_helper.rb