hostelify 0.4.3 → 0.4.4

data/Manifest

@@ -2,19 +2,12 @@ Manifest
 README.rdoc
 Rakefile
 hostelify.gemspec
-lib/hostel.rb
-lib/hostel/gomio.rb
-lib/hostel/hostel.rb
-lib/hostel/hostel_available.rb
-lib/hostel/hostelbookers.rb
-lib/hostel/hostelworld.rb
 lib/hostelify.rb
 lib/hostelify/gomio.rb
 lib/hostelify/hostel.rb
 lib/hostelify/hostelbookers.rb
 lib/hostelify/hostelify.rb
 lib/hostelify/hostelworld.rb
-lib/hostelify/hostelworldmonkey.rb
 lib/items.rb
 lib/test.rb
 spec/_helper.rb

data/Rakefile

@@ -2,7 +2,7 @@ require 'rubygems'
 require 'rake'
 require 'echoe'
  
-Echoe.new('hostelify', '0.4.3') do |p|
+Echoe.new('hostelify', '0.4.4') do |p|
   p.description = "Simple Hostel Webscrapper."
   p.url = "http://github.com/holden/hostelify"
   p.author = "Holden Thomas"

data/hostelify.gemspec

@@ -2,20 +2,20 @@
 
 Gem::Specification.new do |s|
   s.name = %q{hostelify}
-  s.version = "0.4.3"
+  s.version = "0.4.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Holden Thomas"]
-  s.date = %q{2010-01-26}
+  s.date = %q{2010-05-19}
   s.description = %q{Simple Hostel Webscrapper.}
   s.email = %q{holden.thomas@gmail.com}
-  s.extra_rdoc_files = ["README.rdoc", "lib/hostel.rb", "lib/hostel/gomio.rb", "lib/hostel/hostel.rb", "lib/hostel/hostel_available.rb", "lib/hostel/hostelbookers.rb", "lib/hostel/hostelworld.rb", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/hostelify/hostelworldmonkey.rb", "lib/items.rb", "lib/test.rb"]
-  s.files = ["Manifest", "README.rdoc", "Rakefile", "hostelify.gemspec", "lib/hostel.rb", "lib/hostel/gomio.rb", "lib/hostel/hostel.rb", "lib/hostel/hostel_available.rb", "lib/hostel/hostelbookers.rb", "lib/hostel/hostelworld.rb", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/hostelify/hostelworldmonkey.rb", "lib/items.rb", "lib/test.rb", "spec/_helper.rb", "spec/hb_find_by_hostel.spec", "spec/hb_find_hostels.spec", "spec/helper.rb", "spec/hw_find_by_hostel.spec", "spec/hw_find_hostels.spec"]
+  s.extra_rdoc_files = ["README.rdoc", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb", "lib/test.rb"]
+  s.files = ["Manifest", "README.rdoc", "Rakefile", "hostelify.gemspec", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb", "lib/test.rb", "spec/_helper.rb", "spec/hb_find_by_hostel.spec", "spec/hb_find_hostels.spec", "spec/helper.rb", "spec/hw_find_by_hostel.spec", "spec/hw_find_hostels.spec"]
   s.homepage = %q{http://github.com/holden/hostelify}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Hostelify", "--main", "README.rdoc"]
   s.require_paths = ["lib"]
   s.rubyforge_project = %q{hostelify}
-  s.rubygems_version = %q{1.3.5}
+  s.rubygems_version = %q{1.3.6}
   s.summary = %q{Simple Hostel Webscrapper.}
 
   if s.respond_to? :specification_version then

data/lib/hostelify/gomio.rb

@@ -1,3 +1,5 @@
+#gave up, gomio sucks
+
 require 'rubygems'
 require 'mechanize'
 require 'hpricot'

data/lib/hostelify/hostel.rb

@@ -1,3 +1,5 @@
+#delete
+
 class Hostelify
   attr_accessor :hostel_id, :name, :address, :description, :facilities, :ratings, :directions, :geo, :images, :video, :availability
   attr_accessor :rating, :dorm, :single, :unavailable, :genre

data/lib/hostelify/hostelbookers.rb

@@ -3,6 +3,8 @@ class Hostelbookers
   #constants
   HB_SINGULAR_DETAIL_URL = "http://www.hostelbookers.com/hostels/" #poland/krakow/
   HB_PLURAL_HOSTELS_URL = "http://www.hostelbookers.com/hostels/" #poland/wroclaw/
+  HB_DYNAMIC_URL = "http://www.hostelbookers.com/property/index.cfm?fuseaction=accommodation.search&straccommodationtype=hostels"
+  #&intnights=2&intpeople=1&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=6281
   
   #options
   @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :live => true }
@@ -12,6 +14,7 @@ class Hostelbookers
     country = options[:location].split(',').last.rstrip.lstrip.gsub(' ','-').squeeze("-")
 
     url = HB_PLURAL_HOSTELS_URL + "#{country}/#{city}"
+
     
     if options[:date]
       options = @default_options.merge(options)
@@ -44,22 +47,33 @@ class Hostelbookers
   end
   
   def self.find_hostel_by_id(options)
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
+    #city = options[:location].split(',').first.gsub(' ','')
+    #country = options[:location].split(',').last.gsub(' ','')
     id = options[:id]
-    url = HB_SINGULAR_DETAIL_URL + "#{country}/#{city}/#{id}"
+
+    #url = HB_SINGULAR_DETAIL_URL + "#{country}/#{city}/#{id}"
+    url = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
     
     hostel = Hostelify.new
 
     if options[:date]
       options = @default_options.merge(options)
-      data = setSearch_id(url,options[:date],options[:no_days])
     else
-      Retryable.try 3 do
-        data = Hpricot(open(url))
-      end
+      options[:date] = (Date.today+4).to_s
     end
     
+    date = Date.strptime(options[:date])
+    url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&intpeople=1&dtearrival=#{date.strftime('%d/%m/%Y')}&fromPropertyNameSearch=0&intpropertyid=6281"
+    data = Hpricot(open(url2))
+    #data = setSearch_id(url,options[:date],options[:no_days])
+    #url2 = HB_DYNAMIC_URL + "&intnights=#{options[:no_days]}&dtearrival=21/05/2010&fromPropertyNameSearch=0&intpropertyid=#{options[:id]}"
+
+#    else
+#      Retryable.try 3 do
+#        data = Hpricot(open(url))
+#      end
+#    end
+    
     hostel.hostel_id = id
     hostel.name = data.at("h1").inner_text
     hostel.address = data.at("p.address").inner_text

data/spec/hb_find_by_hostel.spec

@@ -49,7 +49,7 @@ end
 
 describe "with dates to get availabilty and verify output!" do
   before(:all) do
-    @h = Hostelbookers.find_hostel_by_id(:location => "krakow,poland", :id => 19831, :date => (Date.today+10).to_s)
+    @h = Hostelbookers.find_hostel_by_id(:id => 19831, :date => (Date.today+10).to_s)
   end
   
   it "get first availability and check it merit" do

metadata

@@ -1,7 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: hostelify
 version: !ruby/object:Gem::Version 
-  version: 0.4.3
+  prerelease: false
+  segments: 
+  - 0
+  - 4
+  - 4
+  version: 0.4.4
 platform: ruby
 authors: 
 - Holden Thomas
@@ -9,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-01-26 00:00:00 +01:00
+date: 2010-05-19 00:00:00 +02:00
 default_executable: 
 dependencies: []
 
@@ -21,19 +26,12 @@ extensions: []
 
 extra_rdoc_files: 
 - README.rdoc
-- lib/hostel.rb
-- lib/hostel/gomio.rb
-- lib/hostel/hostel.rb
-- lib/hostel/hostel_available.rb
-- lib/hostel/hostelbookers.rb
-- lib/hostel/hostelworld.rb
 - lib/hostelify.rb
 - lib/hostelify/gomio.rb
 - lib/hostelify/hostel.rb
 - lib/hostelify/hostelbookers.rb
 - lib/hostelify/hostelify.rb
 - lib/hostelify/hostelworld.rb
-- lib/hostelify/hostelworldmonkey.rb
 - lib/items.rb
 - lib/test.rb
 files: 
@@ -41,19 +39,12 @@ files:
 - README.rdoc
 - Rakefile
 - hostelify.gemspec
-- lib/hostel.rb
-- lib/hostel/gomio.rb
-- lib/hostel/hostel.rb
-- lib/hostel/hostel_available.rb
-- lib/hostel/hostelbookers.rb
-- lib/hostel/hostelworld.rb
 - lib/hostelify.rb
 - lib/hostelify/gomio.rb
 - lib/hostelify/hostel.rb
 - lib/hostelify/hostelbookers.rb
 - lib/hostelify/hostelify.rb
 - lib/hostelify/hostelworld.rb
-- lib/hostelify/hostelworldmonkey.rb
 - lib/items.rb
 - lib/test.rb
 - spec/_helper.rb
@@ -80,18 +71,21 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      segments: 
+      - 0
       version: "0"
-  version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 2
       version: "1.2"
-  version: 
 requirements: []
 
 rubyforge_project: hostelify
-rubygems_version: 1.3.5
+rubygems_version: 1.3.6
 signing_key: 
 specification_version: 3
 summary: Simple Hostel Webscrapper.

data/lib/hostel/gomio.rb

@@ -1,102 +0,0 @@
-require 'rubygems'
-require 'mechanize'
-require 'hpricot'
-require 'open-uri'
-require 'date'
-require 'htmlentities'
-
-Hpricot.buffer_size = 262144
-
-class Gomio
-    
-  #constants
-  GOMIO_SINGULAR = "http://www.gomio.com/reservation/chooseBed.aspx?HostelId="
-  GOMIO_PLURAL_HOSTELS_URL = "http://www.gomio.com/hostels/europe/" #europe/poland/krakow/mama%27s%20hostel/overview.htm
-    
-  def self.find_hostel_by_id(options)
-    #opts = { :directions => false, :images => false, :all => false }.merge options
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    id = options[:id]
-    url = GOMIO_PLURAL_HOSTELS_URL + "#{country}/#{city}/#{id}/overview.htm"
-    
-    #setSearch(url,"2009-09-20",2,7)
-    data = Hpricot(open(url))
-    
-    data = data.search('div[@id="main"]')
-    name = data.at("h3/span").inner_text.lstrip.rstrip
-    address = data.at("span.br_address").inner_text.lstrip.rstrip
-    desc = data.at("div.br_detail").inner_text.lstrip.rstrip
-    available1 = data.at("td.HasNoAvail_Outer")
-    available2 = data.at("td.HasNoAvail")
-    puts "#{available1}, #{available2}"
-  end
-  
-  def self.find_hostels_by_location(options) #location
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    
-    url = GOMIO_PLURAL_HOSTELS_URL + "#{country}/#{city}/search.htm"
-    
-    #data = Hpricot(open(url))
-    data = setSearch(url,"2009-09-09",2,5)
-    
-    data = data.search("div.SearchResultMembers")
-    
-    (data/"div.SearchResultsHostel").each do |row|
-      name = row.at("h3").inner_text.lstrip.rstrip
-      desc = row.at("p").inner_text.lstrip.rstrip
-      url = row.at("h3/a")['href']
-      gomio_id = url.match(/(#{city}).([\d\D]*)(\/overview.htm)/)[2]
-      
-      available1 = row/("td.HasNoAvail_Outer/text()").to_a.join(',').split(',')
-      available2 = row/("td.HasNoAvail_Outer/text()").to_a.join(',').split(',')
-      available = available1 + available2
-
-      @results = { :gomio_id => gomio_id, :name => name, :unavailable => available }
-      puts @results
-    end
-    return @results
-  end
-  
-  def self.setSearch(url,date,no_ppl,no_days)
-
-      date = Date.strptime(date)
-      month = date.strftime("%m").to_i
-      day = date.strftime("%d").to_i
-      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-
-      #the form name
-      form = page.forms.first # => WWW::Mechanize::Form
-      #page = agent.submit(form)
-
-      #ctl00_searchbox_sb_ddlMonth
-      #ctl00_searchbox_sb_ddlDay
-      #ctl00_searchbox_sb_ddlYear
-
-      #ctl00_searchbox_sb_ddlNights
-      #ctl00_searchbox_sb_ddlBeds
-
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlMonth').options[month-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlDay').options[day-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlYear').options[year].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlNights').options[no_days.to_i-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlBeds').options[no_ppl.to_i-1].select
-      #form.field_with(:id => 'Currency').options[4].select #US Currency
-
-      page = agent.submit(form)
-      data = page.search('//div[@id="main"]')
-      #puts data
-      return data
-    end
-    
-  #url = GOMIO_PLURAL_HOSTELS_URL + "poland/krakow/search.htm"
-  
-  #Gomio.setSearch(url,"2009-09-20",2,7)
-  Gomio.find_hostels_by_location(:location => "krakow,poland")
-  #Gomio.find_hostel_by_id(:id => "mama's%20hostel", :location => "krakow,poland")
-  
-end

data/lib/hostel/hostel.rb

@@ -1,61 +0,0 @@
-class Hostelify
-  attr_accessor :hostel_id, :name, :address, :description, :facilities, :ratings, :directions, :geo, :images, :video, :availability
-  attr_accessor :rating, :dorm, :single, :unavailable, :genre
-
-  def initialize(options = {})
-      options.each {
-        |k,v|
-        self.send( "#{k.to_s}=".intern, v)
-      }
-  end
-
-end
-
-class HostelifyCollection < Array
-  # This collection does everything an Array does, plus
-  # you can add utility methods like names.
-
-  def ids
-    collect do |i|
-      i.hostel_id
-    end
-  end
-  
-  def names
-    collect do |i|
-      i.name
-    end
-  end
-  
-  def descs
-    collect do |i|
-      i.description
-    end
-  end
-  
-end
-
-class HostelifyAvailable
-  attr_accessor :name, :price, :spots, :bookdate
-  
-  def initialize(name, price, spots, bookdate)
-    @name = name
-    @price = price
-    @spots = spots
-    @bookdate = bookdate
-  end
-  
-end
-
-module Retryable
-  extend self
-
-  def try times = 1, options = {}, &block
-    val = yield
-  rescue options[:on] || Exception
-    retry if (times -= 1) > 0
-  else
-    val
-  end
-end
-

data/lib/hostel/hostel_available.rb

@@ -1,11 +0,0 @@
-class HostelAvailable
-  attr_accessor :name, :price, :spots, :bookdate
-  
-  def initialize(name, price, spots, bookdate)
-    @name = name
-    @price = price
-    @spots = spots
-    @bookdate = bookdate
-  end
-  
-end

data/lib/hostel/hostelbookers.rb

@@ -1,180 +0,0 @@
-class Hostelbookers
-  
-  #constants
-  HB_SINGULAR_DETAIL_URL = "http://www.hostelbookers.com/hostels/" #poland/krakow/
-  HB_PLURAL_HOSTELS_URL = "http://www.hostelbookers.com/hostels/" #poland/wroclaw/
-  
-  #options
-  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :live => true }
-  
-  def self.find_hostels_by_location(options) #location
-    
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    url = HB_PLURAL_HOSTELS_URL + "#{country}/#{city}"
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url,options[:date],options[:no_days])
-    else
-      Retryable.try 3 do
-        data = Hpricot(open(url))
-      end
-    end
-    
-    data = data.search("//div[@id='propertyResultsList']")
-    #@results = []
-    @results = HostelifyCollection.new
-      #coder = HTMLEntities.new
-    (data/"tr.propertyRow").each do |row|
-      name = row.at("a.propertyTitle").inner_text
-      url = row.at("a.propertyTitle")['href']
-      desc = row.at("p.shortDescription").inner_text
-      rating = row.at("td.rating/text()")
-      rating = rating.to_s.to_i unless rating.nil?
-      dorm = row.at("td.shared/text()")
-      single = row.at("td.private/text()")
-      hb_id = url.match(/[\d]{2,5}.$/).to_s.to_i
-      
-      #@results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
-      @results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
-    end    
-    return @results
-  end
-  
-  def self.find_hostel_by_id(options)
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    id = options[:id]
-    url = HB_SINGULAR_DETAIL_URL + "#{country}/#{city}/#{id}"
-    
-    hostel = Hostelify.new
-
-    if options[:date]
-      options = @default_options.merge(options)
-      data = setSearch_id(url,options[:date],options[:no_days])
-    else
-      Retryable.try 3 do
-        data = Hpricot(open(url))
-      end
-    end
-    
-    hostel.hostel_id = id
-    hostel.name = data.at("h1").inner_text
-    hostel.address = data.at("p.address").inner_text
-    hostel.description = data.at('div[@id="overviewPane"]').inner_text
-    facilities_td = data.at("table.tableFacilities")
-    
-    facilities = []
-    (facilities_td/"td").each do |row|
-       facilities << row.inner_text
-    end
-    hostel.facilities = facilities
-    extras = []
-    extras_td = data.at("table.tableFeatures")
-    (extras_td/"td.name").each do |row|
-      extras << "Free " + row.inner_text.to_s
-    end
-    facilities = facilities + extras
-    
-    ratings = []
-    ratings_td = data.at('div[@id="overviewIndRtng"]/table')
-    
-    (ratings_td/"tr").each do |row|
-      ratings << row.at("td").inner_text.to_s.to_f
-    end
-    
-    hostel.ratings = ratings
-    images = []
-    image = data.at('div[@id="propMedia"]/table')
-    (image/"td").each do |row|
-      img = row.at("img")['onclick']
-      if img =~ /(http).*(jpg|gif|png|jpeg)/
-        images << img.match(/(http).*(jpg|gif|png|jpeg)/)[0]
-      else
-        #add youtube?
-      end
-    end
-    hostel.images = images
-    
-    if options[:all]
-      data = Hpricot(open(url + "/map"))
-      data.search("h2").remove #get rid of header
-      hostel.directions = data.at('div[@id="directions"]').inner_text
-      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
-    end
-    
-    if options[:date]
-      date = Date.strptime(options[:date])
-      @availables = []
-      available = data.at("div.tableAvailability/table")
-      if available
-        (available/"tr").each do |row|
-          name = row.at("td.roomType/label/text()")
-          people = row.at("td.people/select")
-          people = people.at("option:last-child").inner_text unless people.nil?
-          price = row.at("td.price")
-          price = price.inner_text.to_s.match(/[\d.]{1,5}/)[0] unless price.nil?
-          (0..(options[:no_days].to_i-1)).each do |x|
-            #@availables << { :name => name, :spots => people, :price => price, :bookdate => (date+x).to_s } unless price.nil?
-            @availables << HostelifyAvailable.new(name,price,people,(date+x).to_s) unless price.nil?
-          end
-        end
-      end
-      hostel.availability = @availables
-    end
-    
-    return hostel
-  end
-  
-  def self.setSearch(url,date,no_days)
-      date = Date.strptime(date).strftime("%d/%m/%Y")
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-      form = page.form_with(:name => 'searchForm') # => WWW::Mechanize::Form
-      form.field_with(:name => 'intnights').options[no_days.to_i-1].select
-      form.dtearrival = date #d/m/y
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      #to dollars!
-      form = page.forms[0]
-      form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      data = page.search('//div[@id="content"]')
-
-      return data
-    end
-    
-    def self.setSearch_id(url,date,no_days)
-        date = Date.strptime(date).strftime("%d/%m/%Y")
-        agent = WWW::Mechanize.new
-        page = agent.get(url)
-        form = page.form_with(:name => 'frmCheckAvailBook') # => WWW::Mechanize::Form
-        form.field_with(:name => 'intNights').options[no_days.to_i-1].select
-        form.dteArrival = date #d/m/y
-        
-        Retryable.try 3 do
-          page = agent.submit(form)
-        end
-        #change currency to dollars
-        form = page.forms[1]
-        #puts form.name
-        form.field_with(:name => 'strSelectedCurrencyCode').options[5].select
-        
-        Retryable.try 3 do
-          page = agent.submit(form)
-        end
-        data = page.search('//div[@id="content"]')
-
-        return data
-      end
-  
-end

data/lib/hostel/hostelworld.rb

@@ -1,205 +0,0 @@
-class Hostelworld
-    
-  #constants
-  #location list includes/indexjs.js
-  HW_SINGULAR_DETAIL_URL = "http://www.hostelworld.com/hosteldetails.php?HostelNumber="
-  HW_SINGULAR_IMAGE_URL = "http://www.hostelworld.com/hostelpictures.php?HostelNumber="
-  HW_SINGULAR_AVAILABILITY = "http://www.hostelworld.com/availability.php/"
-  HW_SINGULAR_YOUTUBE_URL = "http://www.hostelworld.com/youtubevideo.php?HostelNumber="
-  HW_PLURAL_HOSTELS_URL = "http://www.hostelworld.com/findabed.php/"
-  
-  #options
-  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :no_ppl => "2" }
-  
-  def self.parse_html(url)
-    f = open(url)
-    f.rewind
-    Retryable.try 3 do
-      data = Hpricot(Iconv.conv('utf-8', f.charset, f.readlines.join("\n")))
-    end
-  end
-  
-  def self.find_hostel_by_id(options)
-    opts = { :directions => false, :images => false, :all => false }.merge options
-    id = options[:id].to_s
-    url = HW_SINGULAR_DETAIL_URL + id
-    
-    #coder = HTMLEntities.new
-    hostel = Hostelify.new
-    hostel.hostel_id = id
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    data = data.search("//div[@id='content']")
-    data.search("h3").remove #get rid of header
-    
-    #title, address, desc, facilities, ratings
-    hostel.name = data.at("h2").inner_text.gsub(/( in  ).*$/,'')
-    hostel.address = data.at('div[@style="padding-top: 5px"]').inner_text.lstrip
-    
-    if options[:date]
-      hostel.availability = parse_availables(data)
-    else
-      hostel.description = data.at('div[@id="microDescription2]').inner_text
-    end
-    
-    #optional
-    no_photos = data.at('span/a[@id="picLink"]').inner_text.to_i
-    video = data.at('div[@id="microVideo"]')
-    
-    facilities = []
-    (data/"li.microFacilitiesBoomLi").each do |item|
-      facilities << item.inner_text
-    end
-    
-    ratings = []
-    (data/'div[@id="ratingsBar2"]').each do |item|
-      ratings << item.inner_text.to_i
-    end
-    
-    hostel.facilities = facilities
-    hostel.ratings = ratings
-    
-    if video #exists
-      data = parse_html(HW_SINGULAR_YOUTUBE_URL + id)
-      video_url = data.at('param[@name="movie"]')['value']
-      hostel.video = video_url
-      #video_url = data.at('tag')
-    end
-    
-    if options[:directions] or options[:all]
-      data = parse_html(HW_SINGULAR_DETAIL_URL + id + "/directions/")
-    
-      #directions, geo
-      hostel.directions = data.at('div[@id="content"]').inner_text.gsub(/^[\d\D\n]*(DIRECTIONS)/,'')
-      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
-    end
-
-    if no_photos and (options[:images] or options[:all])
-      images = []
-      (1..no_photos).each do |i|
-        data = parse_html(HW_SINGULAR_IMAGE_URL + id + '&PicNO=' + i.to_s)
-        images << (data/"img").first[:src].to_s
-      end
-      hostel.images = images
-    end
-    hostel # return
-  end
-  
-  def self.find_hostels_by_location(options) #location
-    
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    url = HW_PLURAL_HOSTELS_URL + "ChosenCity.#{city}/ChosenCountry.#{country}"
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    data = data.search("//div[@id='content']")
-    @results = HostelifyCollection.new
-
-    (data/"div.hostelListing").each do |row|
-      name = row.at("h3").inner_text
-      desc = row.at("div.hostelEntry/p").inner_text.to_s.chop.gsub('more info','').squeeze('.')
-      url = row.at("h3/a")['href']
-      rating = row.at("h4/text()")
-      rating = rating.to_s.to_i unless rating.nil?
-      type = row.at("div.hostelListingImage/span").inner_text
-      hostel_id = url.match(/[\d]*$/).to_s
-      
-      if options[:date]
-        #price_USD = row.at("span.blueBeds").inner_text #need to fix float
-        dorm = (row.at("p.hostelListingRate/span.blueBeds/text()")).to_s.gsub(/[A-Z$]*/,'')
-        single = row.at("p.hostelListingPrivateRate/span.blueBeds/text()").to_s.gsub(/[A-Z$]*/,'')
-        available = row/"ul.hostelListingDates/li.noAvail/text()"
-        available = available.to_a.join(',').split(',')
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single, :unavailable => available)
-      else
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating)
-      end
-    end
-    return @results
-  end
-  
-  private
-  
-  def self.setSearch(url,date,no_ppl,no_days)
-
-      date = Date.strptime(date)
-      month = date.strftime("%m").to_i
-      day = date.strftime("%d").to_i
-      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-
-      #the form name
-      form = page.forms.first # => WWW::Mechanize::Form
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      #form must be submitted twice because the people writing hostelworld are retards
-      form = page.forms.first # => WWW::Mechanize::Form
-      form.field_with(:name => 'selMonth').options[month-1].select
-      form.field_with(:name => 'selDay').options[day-1].select
-      form.field_with(:name => 'selYear').options[year].select
-      form.field_with(:name => 'NumNights').options[no_days.to_i-1].select
-      form.field_with(:name => 'Persons').options[no_ppl.to_i-1].select
-      form.field_with(:name => 'Currency').options[4].select #US Currency
-
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      data = page.search("//div[@id='content']")
-
-      return data
-    end
-    
-    def self.parse_availables(info)
-      
-      availability = info.at('table[@id="tableDatesSelected2"]')
-      availability.search("div").remove
-      
-      availables = []
-      
-      (availability/"tr").each do |row|
-        name = (row/"td").first
-        name = name.inner_text unless name.nil?
-        
-        (row/"td").each do |td|
-          night = td.attributes['title']
-          if night
-            price = night.to_s.match(/([\d]{1,3}).([\d]{2})/).to_s
-            available = night.to_s.match(/(available: )([\d]*)/)
-            date = night.to_s.match(/(Date: ).*$/).to_s.gsub(/(Date: )|(th)|(nd)|(rd)|(st)/,'')
-            date = Date.strptime(date, "%a %d %b '%y")
-
-            if available
-              beds = available.to_s.match(/[\d]{1,2}/)[0]
-              availables << HostelifyAvailable.new(name,price,beds,date)
-            else
-              availables << HostelifyAvailable.new(name,price,0,date)
-            end
-          end
-        end
-      end
-      return availables
-      
-    end
-    
-  
-end

data/lib/hostel.rb

@@ -1,10 +0,0 @@
-require 'rubygems'
-require 'mechanize'
-require 'hpricot'
-require 'open-uri'
-require 'date'
-require 'htmlentities'
-require 'iconv'
-require 'hostel/hostel'
-require 'hostel/hostelworld'
-require 'hostel/hostelbookers'

data/lib/hostelify/hostelworldmonkey.rb

@@ -1,205 +0,0 @@
-class Hostelworldmonkey
-    
-  #constants
-  #location list includes/indexjs.js
-  HW_SINGULAR_DETAIL_URL = "http://www.hostelworld.com/hosteldetails.php?HostelNumber="
-  HW_SINGULAR_IMAGE_URL = "http://www.hostelworld.com/hostelpictures.php?HostelNumber="
-  HW_SINGULAR_AVAILABILITY = "http://www.hostelworld.com/availability.php/"
-  HW_SINGULAR_YOUTUBE_URL = "http://www.hostelworld.com/youtubevideo.php?HostelNumber="
-  HW_PLURAL_HOSTELS_URL = "http://www.hostelworld.com/findabed.php/"
-  
-  #options
-  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :no_ppl => "2" }
-  
-  def self.parse_html(url)
-    f = open(url)
-    f.rewind
-    Retryable.try 3 do
-      data = Hpricot(Iconv.conv('utf-8', f.charset, f.readlines.join("\n")))
-    end
-  end
-  
-  def self.find_hostel_by_id(options)
-    opts = { :directions => false, :images => false, :all => false }.merge options
-    id = options[:id].to_s
-    url = HW_SINGULAR_DETAIL_URL + id
-    
-    #coder = HTMLEntities.new
-    hostel = Hostelify.new
-    hostel.hostel_id = id
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    data = data.search("//div[@id='content']")
-    data.search("h3").remove #get rid of header
-    
-    #title, address, desc, facilities, ratings
-    hostel.name = data.at("h2").inner_text.gsub(/( in  ).*$/,'')
-    hostel.address = data.at('div[@style="padding-top: 5px"]').inner_text.lstrip
-    
-    if options[:date]
-      hostel.availability = parse_availables(data)
-    else
-      hostel.description = data.at('div[@id="microDescription2]').inner_text
-    end
-    
-    #optional
-    no_photos = data.at('span/a[@id="picLink"]').inner_text.to_i
-    video = data.at('div[@id="microVideo"]')
-    
-    facilities = []
-    (data/"li.microFacilitiesBoomLi").each do |item|
-      facilities << item.inner_text
-    end
-    
-    ratings = []
-    (data/'div[@id="ratingsBar2"]').each do |item|
-      ratings << item.inner_text.to_i
-    end
-    
-    hostel.facilities = facilities
-    hostel.ratings = ratings
-    
-    if video #exists
-      data = parse_html(HW_SINGULAR_YOUTUBE_URL + id)
-      video_url = data.at('param[@name="movie"]')['value']
-      hostel.video = video_url
-      #video_url = data.at('tag')
-    end
-    
-    if options[:directions] or options[:all]
-      data = parse_html(HW_SINGULAR_DETAIL_URL + id + "/directions/")
-    
-      #directions, geo
-      hostel.directions = data.at('div[@id="content"]').inner_text.gsub(/^[\d\D\n]*(DIRECTIONS)/,'')
-      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
-    end
-
-    if no_photos and (options[:images] or options[:all])
-      images = []
-      (1..no_photos).each do |i|
-        data = parse_html(HW_SINGULAR_IMAGE_URL + id + '&PicNO=' + i.to_s)
-        images << (data/"img").first[:src].to_s
-      end
-      hostel.images = images
-    end
-    hostel # return
-  end
-  
-  def self.find_hostels_by_location(options) #location
-    
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    url = HW_PLURAL_HOSTELS_URL + "ChosenCity.#{city}/ChosenCountry.#{country}"
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    data = data.search("//div[@id='content']")
-    @results = HostelifyCollection.new
-
-    (data/"div.hostelListing").each do |row|
-      name = row.at("h3").inner_text
-      desc = row.at("div.hostelEntry/p").inner_text.to_s.chop.gsub('more info','').squeeze('.')
-      url = row.at("h3/a")['href']
-      rating = row.at("h4/text()")
-      rating = rating.to_s.to_i unless rating.nil?
-      type = row.at("div.hostelListingImage/span").inner_text
-      hostel_id = url.match(/[\d]*$/).to_s
-      
-      if options[:date]
-        #price_USD = row.at("span.blueBeds").inner_text #need to fix float
-        dorm = (row.at("p.hostelListingRate/span.blueBeds/text()")).to_s.gsub(/[A-Z$]*/,'')
-        single = row.at("p.hostelListingPrivateRate/span.blueBeds/text()").to_s.gsub(/[A-Z$]*/,'')
-        available = row/"ul.hostelListingDates/li.noAvail/text()"
-        available = available.to_a.join(',').split(',')
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single, :unavailable => available)
-      else
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating)
-      end
-    end
-    return @results
-  end
-  
-  private
-  
-  def self.setSearch(url,date,no_ppl,no_days)
-
-      date = Date.strptime(date)
-      month = date.strftime("%m").to_i
-      day = date.strftime("%d").to_i
-      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-
-      #the form name
-      form = page.forms.first # => WWW::Mechanize::Form
-      
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      #form must be submitted twice because the people writing hostelworld are retards
-      form = page.forms.first # => WWW::Mechanize::Form
-      form.field_with(:name => 'selMonth').options[month-1].select
-      form.field_with(:name => 'selDay').options[day-1].select
-      form.field_with(:name => 'selYear').options[year].select
-      form.field_with(:name => 'NumNights').options[no_days.to_i-1].select
-      form.field_with(:name => 'Persons').options[no_ppl.to_i-1].select
-      form.field_with(:name => 'Currency').options[4].select #US Currency
-
-      Retryable.try 3 do
-        page = agent.submit(form)
-      end
-      
-      data = page.search("//div[@id='content']")
-
-      return data
-    end
-    
-    def self.parse_availables(info)
-      
-      availability = info.at('table[@id="tableDatesSelected2"]')
-      availability.search("div").remove
-      
-      availables = []
-      
-      (availability/"tr").each do |row|
-        name = (row/"td").first
-        name = name.inner_text unless name.nil?
-        
-        (row/"td").each do |td|
-          night = td.attributes['title']
-          if night
-            price = night.to_s.match(/([\d]{1,3}).([\d]{2})/).to_s
-            available = night.to_s.match(/(available: )([\d]*)/)
-            date = night.to_s.match(/(Date: ).*$/).to_s.gsub(/(Date: )|(th)|(nd)|(rd)|(st)/,'')
-            date = Date.strptime(date, "%a %d %b '%y")
-
-            if available
-              beds = available.to_s.match(/[\d]{1,2}/)[0]
-              availables << HostelifyAvailable.new(name,price,beds,date)
-            else
-              availables << HostelifyAvailable.new(name,price,0,date)
-            end
-          end
-        end
-      end
-      return availables
-      
-    end
-    
-  
-end