hostelify 0.5.4 → 0.6.0

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in hostelify.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,35 @@
+PATH
+  remote: .
+  specs:
+    hostelify (0.6.0)
+      nibbler (>= 1.2.1)
+      nokogiri
+      rest-client (>= 1.6.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    mime-types (1.16)
+    nibbler (1.2.1)
+    nokogiri (1.4.4)
+    rest-client (1.6.1)
+      mime-types (>= 1.16)
+    rspec (2.5.0)
+      rspec-core (~> 2.5.0)
+      rspec-expectations (~> 2.5.0)
+      rspec-mocks (~> 2.5.0)
+    rspec-core (2.5.1)
+    rspec-expectations (2.5.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.5.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  hostelify!
+  nibbler (>= 1.2.1)
+  nokogiri
+  rest-client (>= 1.6.1)
+  rspec

data/README.markdown

@@ -1,11 +1,9 @@
-# Hostelify 
+# Hostelify
 
 >This a gem which creates an API for booking and pricing data for the following sites:
 
 * Hostelworld
-* Hostelbookers
+* Hostelbookers (back soon, use < 0.6)
 * Gomio (removed too slow to speak of)
 
-Hostelworld's real API is commercial and it sucks to high heaven... it was written as an afterthought by a Rent-a-coder.
-Hostelbookers' is also commercial only, but is quite ok.
-
+Web scrapping utility for publicly accessible data such as dates and prices.

data/Rakefile

@@ -1,17 +1,2 @@
-require 'rubygems'
-require 'rake'
-require 'echoe'
-require 'hpricot'
-require 'mechanize'
- 
-Echoe.new('hostelify', '0.5.4') do |p|
-  p.description = "Simple Hostel Webscrapper."
-  p.url = "http://github.com/holden/hostelify"
-  p.author = "Holden Thomas"
-  p.email = "holden.thomas@gmail.com"
-  p.ignore_pattern = ["tmp/*", "script/*"]
-  p.development_dependencies = []
-  p.runtime_dependencies = ["hpricot", "mechanize"]
-end
- 
-Dir["#{File.dirname(__FILE__)}/tasks/*.rake"].sort.each { |ext| load ext }
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/hostelify.gemspec

@@ -1,36 +1,26 @@
 # -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "hostelify/version"
 
 Gem::Specification.new do |s|
-  s.name = %q{hostelify}
-  s.version = "0.5.4"
+  s.name        = "hostelify"
+  s.version     = Hostelify::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Holden Thomas"]
+  s.email       = ["holden@wombie.com"]
+  s.homepage    = "http://wombie.com"
+  s.summary     = %q{API for hostel related sites}
+  s.description = %q{scrapper for publicly accessible data from hostelworld hostelbookers etc.}
+  
+  s.add_dependency('rest-client', '>= 1.6.1')
+  s.add_dependency('nokogiri')
+  s.add_dependency('nibbler', '>= 1.2.1')
+  s.add_development_dependency "rspec"
 
-  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Holden Thomas"]
-  s.date = %q{2010-10-05}
-  s.description = %q{Simple Hostel Webscrapper.}
-  s.email = %q{holden.thomas@gmail.com}
-  s.extra_rdoc_files = ["README.markdown", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb"]
-  s.files = ["Manifest", "README.markdown", "Rakefile", "hostelify.gemspec", "lib/hostelify.rb", "lib/hostelify/gomio.rb", "lib/hostelify/hostel.rb", "lib/hostelify/hostelbookers.rb", "lib/hostelify/hostelify.rb", "lib/hostelify/hostelworld.rb", "lib/items.rb", "spec/_helper.rb", "spec/hb_find_by_hostel.spec", "spec/hb_find_hostels.spec", "spec/helper.rb", "spec/hw_find_by_hostel.spec", "spec/hw_find_hostels.spec"]
-  s.homepage = %q{http://github.com/holden/hostelify}
-  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Hostelify", "--main", "README.markdown"]
-  s.require_paths = ["lib"]
-  s.rubyforge_project = %q{hostelify}
-  s.rubygems_version = %q{1.3.6}
-  s.summary = %q{Simple Hostel Webscrapper.}
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 3
+  s.rubyforge_project = "hostelify"
 
-    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<hpricot>, [">= 0"])
-      s.add_runtime_dependency(%q<mechanize>, [">= 0"])
-    else
-      s.add_dependency(%q<hpricot>, [">= 0"])
-      s.add_dependency(%q<mechanize>, [">= 0"])
-    end
-  else
-    s.add_dependency(%q<hpricot>, [">= 0"])
-    s.add_dependency(%q<mechanize>, [">= 0"])
-  end
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
 end

data/lib/hostelify/hostelworld.rb

@@ -1,265 +1,18 @@
-class Hostelworld
-    
-  #constants
-  #location list includes/indexjs.js
-  HW_SINGULAR_DETAIL_URL = "http://www2.hostelworld.com/hosteldetails.php?HostelNumber="
-  HW_SINGULAR_IMAGE_URL = "http://www2.hostelworld.com/hostelpictures.php?HostelNumber="
-  HW_SINGULAR_AVAILABILITY = "http://www2.hostelworld.com/availability.php/"
-  HW_SINGULAR_YOUTUBE_URL = "http://www2.hostelworld.com/youtubevideo.php?HostelNumber="
-  HW_PLURAL_HOSTELS_URL = "http://www2.hostelworld.com/findabed.php/"
+class HostelWorld < Nibbler
+  element 'h1' => :name, :with => lambda { |node| node.inner_text.lstrip.rstrip }
+  element '.street-city' => :address, :with => lambda { |node| node.inner_text.gsub(/\s{6,}.*/,'').chop.lstrip }
+  element 'div.row //p[5]' => :content
+  element 'div#directions p' => :directions, :with => lambda { |node| node.inner_text.gsub(/(DIRECTIONS):.*$/,'').lstrip }
+  elements '//script[14]' => :geo, :with => lambda { |node| node.inner_text.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq! }
+  elements 'div.links ul.column li' => :features, :with => lambda { |node| node.inner_text.first }
+  elements '.cboxElement img //@src' => :photos
+  elements '.rating-values li' => :ratings
   
-  #options
-  @default_options = { :date => date=(Date.today+4).to_s, :no_days => "7", :no_ppl => "2" }
-  
-  def self.parse_html(url)
-    f = open(url)
-    f.rewind
-    Retryable.try 3 do
-      data = Hpricot(Iconv.conv('utf-8', f.charset, f.readlines.join("\n")))
-    end
-  end
-  
-  def self.find_hostel_by_id(options)
-    opts = { :directions => false, :images => false, :all => false }.merge options
-    id = options[:id].to_s
-    url = HW_SINGULAR_DETAIL_URL + id
-    
-    #coder = HTMLEntities.new
-    hostel = Hostelify.new
-    hostel.hostel_id = id
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    unless data == "Full" 
-      data = data.search("//div[@id='content']")
-      data.search("h3").remove #get rid of header
-    
-      #title, address, desc, facilities, ratings
-      hostel.name = data.at("h2").inner_text.gsub(/( in  ).*$/,'')
-      hostel.address = data.at('div[@style="padding-top: 5px"]').inner_text.lstrip
-    
-      if options[:date]
-        hostel.availability = parse_availables(data)
-      else
-        hostel.description = data.at('div[@id="microDescription2]').inner_text
-      end
-    
-      #optional
-      no_photos = data.at('div[@id="microPicScroll"]/span/a').inner_text.to_i
-      #no_photos = data.at('span/a[@id="picLink"]').inner_text.to_i
-      video = data.at('div[@id="microVideo"]')
-    
-      #facilities = []
-      #(data/"li.microFacilitiesBoomLi").each do |item|
-      #  facilities << item.inner_text
-      #end
-      
-      facilities = []
-      index_count = 1
-      (data/"ul.microFacilitiesBoomUl/li").each_with_index do |item,index|
-        if item.attributes['class'] == "microFacilitiesBoomLiInner"
-          facilities << "#{facilities[index-index_count]}: " + item.inner_text
-          index_count += 1
-        else
-          index_count = 1
-          facilities << item.inner_text
-        end
-      end
-    
-      ratings = []
-      (data/'div[@id="ratingsBar2"]').each do |item|
-        ratings << item.inner_text.to_i
-      end
-    
-      hostel.facilities = facilities
-      hostel.ratings = ratings
-    
-      if video #exists
-        data = parse_html(HW_SINGULAR_YOUTUBE_URL + id)
-        video_url = data.at('param[@name="movie"]')['value']
-        hostel.video = video_url
-        #video_url = data.at('tag')
-      end
-    
-      if options[:directions] or options[:all]
-        data = parse_html(HW_SINGULAR_DETAIL_URL + id + "/directions/")
-    
-        #directions, geo
-        hostel.directions = data.at('div[@id="content"]').inner_text.gsub(/^[\d\D\n]*(DIRECTIONS)/,'')
-        hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
-      end
-
-      if no_photos and (options[:images] or options[:all])
-        images = []
-        (1..no_photos).each do |i|
-          data = parse_html(HW_SINGULAR_IMAGE_URL + id + '&PicNO=' + i.to_s)
-          images << (data/"img").first[:src].to_s
-        end
-        hostel.images = images
-      end
-    else
-      hostel = nil
-    end
-    hostel # return
-  end
-  
-  def self.find_hostels_by_location(options) #location
-    
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    url = HW_PLURAL_HOSTELS_URL + "ChosenCity.#{city}/ChosenCountry.#{country}"
-    
-    if options[:date]
-      options = @default_options.merge(options)
-      date = Date.strptime(options[:date])
-      data = setSearch2(url, options[:date], options[:no_ppl], options[:no_days])
-    else
-      data = parse_html(url)
-    end
-    
-    data = data.search("//div[@id='content']")
-    @results = HostelifyCollection.new
-
-    (data/"div.hostelListing").each do |row|
-      name = row.at("h2").inner_text
-      desc = row.at("div.hostelEntry/p").inner_text.to_s.chop.gsub('more info','').squeeze('.')
-      url = row.at("h2/a")['href']
-      rating = row.at("h4/text()")
-      rating = rating.to_s.to_i unless rating.nil?
-      genre = row.at("div.hostelListingImage/span").inner_text
-      hostel_id = url.match(/[\d]*$/).to_s
-      
-      if options[:date]
-        #price_USD = row.at("span.blueBeds").inner_text #need to fix float
-        dorm = (row.at("p.hostelListingRate/span.blueBeds/text()")).to_s.gsub(/[A-Z$]*/,'')
-        single = row.at("p.hostelListingPrivateRate/span.blueBeds/text()").to_s.gsub(/[A-Z$]*/,'')
-        available = row/"ul.hostelListingDates/li.noAvail/text()"
-        available = available.to_a.join(',').split(',')
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single, :unavailable => available)
-      else
-        @results << Hostelify.new(:hostel_id => hostel_id, :name => name, :description => desc, :rating => rating, :genre => genre)
-      end
+  elements '//table[@class="beds-details"]//tr[position() > 1]' => :beds do
+    element 'td.left span' => :title, :with => lambda { |node| node.inner_text.lstrip.rstrip.squeeze(" ") }
+    elements 'td[@style="cursor: help"]' => :nights do
+      element '.currency' => :price, :with => lambda { |node| node.inner_text.to_f }
+      element '@title' => :spots, :with => lambda { |node| node.inner_text.match(/\d{1,}$/).to_s.to_i }
     end
-    return @results
   end
-  
-  private
-  
-  def self.setSearch(url,date,no_ppl,no_days)
-
-      date = Date.strptime(date)
-      month = date.strftime("%m").to_i
-      day = date.strftime("%d").to_i
-      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-      agent = Mechanize.new
-      page = agent.get(url)
-
-      #the form name
-      #form = page.forms.first # => WWW::Mechanize::Form
-      form = page.form_with(:name => 'theForm')
-      
-      #page = agent.submit(form)
-      
-      #form must be submitted twice because the people writing hostelworld are retards
-      #form = page.forms.first # => WWW::Mechanize::Form
-      #form = page.form_with(:name => 'theForm')
-      form.field_with(:name => 'selMonth2').options[month-1].select
-      form.field_with(:name => 'selDay2').options[day-1].select
-      form.field_with(:name => 'selYear2').options[year].select
-      #form.field_with(:name => { 0 => 'NumNights' }).options[no_days.to_i-1].select
-      my_fields = form.fields.select {|f| f.name == "NumNights"}
-      my_fields[1].value = no_days.to_i
-      #form.my_fields[1].whatever = "value"
-      #form.field_with(:name => 'Persons').options[no_ppl.to_i-1].select
-      form.field_with(:name => 'Currency').options[4].select #US Currency
-      
-
-      Retryable.try 3 do
-        page = agent.submit(form, form.button_with(:name => 'DateSelect'))
-      end
-      
-      error = page.search("div.microBookingError2")
-
-      if error.to_s.length > 1
-        data = "Full"
-      else
-        data = page.search("//div[@id='content']")
-      end
-      
-      return data
-    end
-    
-    def self.setSearch2(url,date,no_ppl,no_days)
-
-        date = Date.strptime(date)
-        month = date.strftime("%m").to_i
-        day = date.strftime("%d").to_i
-        if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-        agent = WWW::Mechanize.new
-        page = agent.get(url)
-
-        #the form name
-        #form = page.forms.first # => WWW::Mechanize::Form
-        form = page.form_with(:name => 'theForm')
-
-        #page = agent.submit(form)
-
-        #form must be submitted twice because the people writing hostelworld are retards
-
-        form.field_with(:name => 'selMonth').options[month-1].select
-        form.field_with(:name => 'selDay').options[day-1].select
-        form.field_with(:name => 'selYear').options[year].select
-        form.field_with(:name => 'NumNights').options[no_days.to_i-1].select
-        form.field_with(:name => 'Persons').options[no_ppl.to_i-1].select
-        form.field_with(:name => 'Currency').options[4].select #US Currency
-
-        Retryable.try 3 do
-          page = agent.submit(form)
-        end
-        data = page.search("//div[@id='content']")
-        return data
-      end
-    
-    def self.parse_availables(info)
-      
-      availability = info.at('table[@id="tableDatesSelected2"]')
-      availability.search("div").remove
-      availability.search("span.hwRoomTypeDesc").remove
-      
-      availables = []
-      
-      (availability/"tr").each do |row|
-        name = (row/"td").first
-        name = name.inner_text unless name.nil?
-        
-        (row/"td").each do |td|
-          night = td.attributes['title']
-          if night
-            price = night.to_s.match(/([\d]{1,3}).([\d]{2})/).to_s
-            available = night.to_s.match(/(available: )([\d]*)/)
-            date = night.to_s.match(/(Date: ).*$/).to_s.gsub(/(Date: )|(th)|(nd)|(rd)|(st)/,'')
-            date = Date.strptime(date, "%a %d %b '%y")
-
-            if available
-              beds = available.to_s.match(/[\d]{1,2}/)[0]
-              availables << HostelifyAvailable.new(name,price,beds,date)
-            else
-              availables << HostelifyAvailable.new(name,price,0,date)
-            end
-          end
-        end
-      end
-      return availables
-      
-    end
-    
-  
 end

data/lib/hostelify/version.rb

@@ -0,0 +1,3 @@
+module Hostelify
+  VERSION = "0.6.0"
+end

data/lib/hostelify.rb

@@ -1,10 +1,29 @@
 require 'rubygems'
-require 'mechanize'
-require 'hpricot'
-require 'open-uri'
 require 'date'
-require 'htmlentities'
-require 'iconv'
-require 'hostelify/hostelify'
+require 'rest_client'
+require 'nibbler'
 require 'hostelify/hostelworld'
-require 'hostelify/hostelbookers'
+
+module Hostelify
+  
+  def self.find(*args, &block)
+    options = { :currency => 'EUR', :date_from => Date.today+14, :directions => false }
+    options.merge!(args.pop) if args.last.kind_of? Hash
+    
+    RestClient.head 'http://www.hostelworld.com/hosteldetails.php/' + options[:id].to_s do |response, request, result|
+      redirect = response.headers[:location]
+      redirect = redirect + '/directions' if options[:directions]
+      date = Date.strptime(options[:date_from].to_s)
+      
+      @resource = RestClient.post redirect, 
+        :date_from => date+1, 
+        :date_to => date+8,
+        :searchperformedflag => 1, 
+        :currency => options[:currency]
+    end
+
+    result = HostelWorld.parse @resource
+  end
+  
+  
+end

data/spec/hostelworld_spec.rb

@@ -0,0 +1,22 @@
+require "spec_helper"
+
+describe "hostelworld" do
+  
+  before(:all) do
+    @hostel = Hostelify.find(:id => 20763, :date_from => Date.today+14)
+    #@hostel = Hostelify.find(:id => 7113)
+  end
+  
+  it "should return a name containing the word hostel" do
+    @hostel.name.should match(/^.*(Hostel).*$/)
+  end
+
+  it "should have a description of at least 300 chars" do
+  	  @hostel.content.should_not be nil
+  end
+  
+  it "should have at least 4 images" do
+	  @hostel.should have_at_least(6).photos
+	end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'bundler/setup'
+
+Bundler.require(:default)

metadata

@@ -1,12 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: hostelify
 version: !ruby/object:Gem::Version 
+  hash: 7
   prerelease: false
   segments: 
   - 0
-  - 5
-  - 4
-  version: 0.5.4
+  - 6
+  - 0
+  version: 0.6.0
 platform: ruby
 authors: 
 - Holden Thomas
@@ -14,101 +15,124 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-10-05 00:00:00 +02:00
+date: 2011-03-31 00:00:00 +02:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: hpricot
+  name: rest-client
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 13
         segments: 
-        - 0
-        version: "0"
+        - 1
+        - 6
+        - 1
+        version: 1.6.1
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: mechanize
+  name: nokogiri
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
         segments: 
         - 0
         version: "0"
   type: :runtime
   version_requirements: *id002
-description: Simple Hostel Webscrapper.
-email: holden.thomas@gmail.com
+- !ruby/object:Gem::Dependency 
+  name: nibbler
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 29
+        segments: 
+        - 1
+        - 2
+        - 1
+        version: 1.2.1
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+description: scrapper for publicly accessible data from hostelworld hostelbookers etc.
+email: 
+- holden@wombie.com
 executables: []
 
 extensions: []
 
-extra_rdoc_files: 
-- README.markdown
-- lib/hostelify.rb
-- lib/hostelify/gomio.rb
-- lib/hostelify/hostel.rb
-- lib/hostelify/hostelbookers.rb
-- lib/hostelify/hostelify.rb
-- lib/hostelify/hostelworld.rb
-- lib/items.rb
+extra_rdoc_files: []
+
 files: 
-- Manifest
+- .gitignore
+- Gemfile
+- Gemfile.lock
 - README.markdown
 - Rakefile
 - hostelify.gemspec
 - lib/hostelify.rb
-- lib/hostelify/gomio.rb
-- lib/hostelify/hostel.rb
-- lib/hostelify/hostelbookers.rb
-- lib/hostelify/hostelify.rb
 - lib/hostelify/hostelworld.rb
-- lib/items.rb
-- spec/_helper.rb
-- spec/hb_find_by_hostel.spec
-- spec/hb_find_hostels.spec
-- spec/helper.rb
-- spec/hw_find_by_hostel.spec
-- spec/hw_find_hostels.spec
+- lib/hostelify/version.rb
+- spec/hostelworld_spec.rb
+- spec/spec_helper.rb
 has_rdoc: true
-homepage: http://github.com/holden/hostelify
+homepage: http://wombie.com
 licenses: []
 
 post_install_message: 
-rdoc_options: 
-- --line-numbers
-- --inline-source
-- --title
-- Hostelify
-- --main
-- README.markdown
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
-      - 1
-      - 2
-      version: "1.2"
+      - 0
+      version: "0"
 requirements: []
 
 rubyforge_project: hostelify
-rubygems_version: 1.3.6
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
-summary: Simple Hostel Webscrapper.
-test_files: []
-
+summary: API for hostel related sites
+test_files: 
+- spec/hostelworld_spec.rb
+- spec/spec_helper.rb

data/Manifest

@@ -1,17 +0,0 @@
-Manifest
-README.markdown
-Rakefile
-hostelify.gemspec
-lib/hostelify.rb
-lib/hostelify/gomio.rb
-lib/hostelify/hostel.rb
-lib/hostelify/hostelbookers.rb
-lib/hostelify/hostelify.rb
-lib/hostelify/hostelworld.rb
-lib/items.rb
-spec/_helper.rb
-spec/hb_find_by_hostel.spec
-spec/hb_find_hostels.spec
-spec/helper.rb
-spec/hw_find_by_hostel.spec
-spec/hw_find_hostels.spec

data/lib/hostelify/gomio.rb

@@ -1,104 +0,0 @@
-#gave up, gomio sucks
-
-require 'rubygems'
-require 'mechanize'
-require 'hpricot'
-require 'open-uri'
-require 'date'
-require 'htmlentities'
-
-Hpricot.buffer_size = 262144
-
-class Gomio
-    
-  #constants
-  GOMIO_SINGULAR = "http://www.gomio.com/reservation/chooseBed.aspx?HostelId="
-  GOMIO_PLURAL_HOSTELS_URL = "http://www.gomio.com/hostels/europe/" #europe/poland/krakow/mama%27s%20hostel/overview.htm
-    
-  def self.find_hostel_by_id(options)
-    #opts = { :directions => false, :images => false, :all => false }.merge options
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    id = options[:id]
-    url = GOMIO_PLURAL_HOSTELS_URL + "#{country}/#{city}/#{id}/overview.htm"
-    
-    #setSearch(url,"2009-09-20",2,7)
-    data = Hpricot(open(url))
-    
-    data = data.search('div[@id="main"]')
-    name = data.at("h3/span").inner_text.lstrip.rstrip
-    address = data.at("span.br_address").inner_text.lstrip.rstrip
-    desc = data.at("div.br_detail").inner_text.lstrip.rstrip
-    available1 = data.at("td.HasNoAvail_Outer")
-    available2 = data.at("td.HasNoAvail")
-    puts "#{available1}, #{available2}"
-  end
-  
-  def self.find_hostels_by_location(options) #location
-    city = options[:location].split(',').first.gsub(' ','')
-    country = options[:location].split(',').last.gsub(' ','')
-    
-    url = GOMIO_PLURAL_HOSTELS_URL + "#{country}/#{city}/search.htm"
-    
-    #data = Hpricot(open(url))
-    data = setSearch(url,"2009-09-09",2,5)
-    
-    data = data.search("div.SearchResultMembers")
-    
-    (data/"div.SearchResultsHostel").each do |row|
-      name = row.at("h3").inner_text.lstrip.rstrip
-      desc = row.at("p").inner_text.lstrip.rstrip
-      url = row.at("h3/a")['href']
-      gomio_id = url.match(/(#{city}).([\d\D]*)(\/overview.htm)/)[2]
-      
-      available1 = row/("td.HasNoAvail_Outer/text()").to_a.join(',').split(',')
-      available2 = row/("td.HasNoAvail_Outer/text()").to_a.join(',').split(',')
-      available = available1 + available2
-
-      @results = { :gomio_id => gomio_id, :name => name, :unavailable => available }
-      puts @results
-    end
-    return @results
-  end
-  
-  def self.setSearch(url,date,no_ppl,no_days)
-
-      date = Date.strptime(date)
-      month = date.strftime("%m").to_i
-      day = date.strftime("%d").to_i
-      if Time.now.strftime("%y") == date.strftime("%y") then year = 0 else year = 1 end
-
-      agent = WWW::Mechanize.new
-      page = agent.get(url)
-
-      #the form name
-      form = page.forms.first # => WWW::Mechanize::Form
-      #page = agent.submit(form)
-
-      #ctl00_searchbox_sb_ddlMonth
-      #ctl00_searchbox_sb_ddlDay
-      #ctl00_searchbox_sb_ddlYear
-
-      #ctl00_searchbox_sb_ddlNights
-      #ctl00_searchbox_sb_ddlBeds
-
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlMonth').options[month-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlDay').options[day-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlYear').options[year].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlNights').options[no_days.to_i-1].select
-      form.field_with(:name => 'ctl00$searchbox$sb$ddlBeds').options[no_ppl.to_i-1].select
-      #form.field_with(:id => 'Currency').options[4].select #US Currency
-
-      page = agent.submit(form)
-      data = page.search('//div[@id="main"]')
-      #puts data
-      return data
-    end
-    
-  #url = GOMIO_PLURAL_HOSTELS_URL + "poland/krakow/search.htm"
-  
-  #Gomio.setSearch(url,"2009-09-20",2,7)
-  Gomio.find_hostels_by_location(:location => "krakow,poland")
-  #Gomio.find_hostel_by_id(:id => "mama's%20hostel", :location => "krakow,poland")
-  
-end

data/lib/hostelify/hostel.rb

@@ -1,63 +0,0 @@
-#delete
-
-class Hostelify
-  attr_accessor :hostel_id, :name, :address, :description, :facilities, :ratings, :directions, :geo, :images, :video, :availability
-  attr_accessor :rating, :dorm, :single, :unavailable, :genre
-
-  def initialize(options = {})
-      options.each {
-        |k,v|
-        self.send( "#{k.to_s}=".intern, v)
-      }
-  end
-
-end
-
-class HostelifyCollection < Array
-  # This collection does everything an Array does, plus
-  # you can add utility methods like names.
-
-  def ids
-    collect do |i|
-      i.hostel_id
-    end
-  end
-  
-  def names
-    collect do |i|
-      i.name
-    end
-  end
-  
-  def descs
-    collect do |i|
-      i.description
-    end
-  end
-  
-end
-
-class HostelifyAvailable
-  attr_accessor :name, :price, :spots, :bookdate
-  
-  def initialize(name, price, spots, bookdate)
-    @name = name
-    @price = price
-    @spots = spots
-    @bookdate = bookdate
-  end
-  
-end
-
-module Retryable
-  extend self
-
-  def try times = 1, options = {}, &block
-    val = yield
-  rescue options[:on] || Exception
-    retry if (times -= 1) > 0
-  else
-    val
-  end
-end
-

data/lib/hostelify/hostelbookers.rb

@@ -1,118 +0,0 @@
-class Hostelbookers
-  
-  HB_SINGULAR_URL = "http://www.hostelbookers.com/property/index.cfm?fuseaction=accommodation.search&straccommodationtype=hostels&fromPropertyNameSearch=0"
-  HB_PLURAL_URL = "http://www.hostelbookers.com/results/index.cfm?straccommodationtype=hostels&strSearchType=freeText&fuseaction=accommodation.search"
-  
-  @default_options = { :date => (Date.today+4).to_s, :no_days => "7", :live => true }
-  
-  def self.find_hostels_by_location(options)
-    options = @default_options.merge(options)
-    date = Date.strptime(options[:date])
-    city = options[:location].split(',').first.rstrip.lstrip.gsub(' ','-').squeeze("-")
-    country = options[:location].split(',').last.rstrip.lstrip.gsub(' ','-').squeeze("-")
-    
-    url = HB_PLURAL_URL + "&strkeywords=#{city},+#{country}&dtearrival=#{date.strftime('%d/%m/%Y')}"
-  
-    #Retryable.try 3 do
-      data = Hpricot(open(url))
-    #end
-    
-    data = data.search("//div[@id='propertyResultsList']")
-    
-    @results = HostelifyCollection.new
-
-    (data/"tr.propertyRow").each do |row|
-      name = row.at("a.propertyTitle").inner_text
-      url = row.at("a.propertyTitle")['href']
-      desc = row.at("p.shortDescription").inner_text
-      rating = row.at("td.rating/text()")
-      rating = rating.to_s.to_i unless rating.nil?
-      dorm = row.at("td.shared/text()")
-      single = row.at("td.private/text()")
-      hb_id = url.match(/[\d]{2,5}.$/).to_s.to_i
-      
-      @results << Hostelify.new(:hostel_id => hb_id, :name => name, :description => desc, :rating => rating, :dorm => dorm, :single => single)
-    end    
-    return @results
-  end
-
-  def self.find_hostel_by_id(options)
-    options = @default_options.merge(options)
-    date = Date.strptime(options[:date])
-    hostel = Hostelify.new
-    
-    url = HB_SINGULAR_URL + "&intnights=#{options[:no_days]}&intpeople=1&dtearrival=#{date.strftime('%d/%m/%Y')}&intpropertyid=#{options[:id]}"
-  
-    data = Hpricot(open(url))
-    
-    hostel.hostel_id = options[:id]
-    hostel.name = data.at("h1").inner_text
-    hostel.address = data.at("p.address").inner_text
-    hostel.description = data.at('div[@id="overviewPane"]').inner_text
-    facilities_td = data.at("table.tableFacilities")
-    
-    facilities = []
-    (facilities_td/"td").each do |row|
-       facilities << row.inner_text
-    end
-    hostel.facilities = facilities
-    extras = []
-    extras_td = data.at("table.tableFeatures")
-    (extras_td/"td.name").each do |row|
-      extras << "Free " + row.inner_text.to_s
-    end
-    facilities = facilities + extras
-    
-    ratings = []
-    ratings_td = data.at('div[@id="overviewIndRtng"]')
-    
-    
-    (ratings_td/"dd").each do |row|
-      #ratings << row.at("td").inner_text.to_s.to_f
-      ratings << row.at('div[@class="ratingPercentage"]').inner_text.to_s.to_f
-      #puts row.at('div[@class="ratingPercentage"]')
-    end
-    
-    hostel.ratings = ratings
-    images = []
-    image = data.at('div[@id="propMedia"]/table')
-    (image/"td").each do |row|
-      img = row.at("img")['onclick']
-      if img =~ /(http).*(jpg|gif|png|jpeg)/
-        images << img.match(/(http).*(jpg|gif|png|jpeg)/)[0]
-      else
-        #add youtube?
-      end
-    end
-    hostel.images = images
-    
-    if options[:all]
-      data = Hpricot(open(url + "&strTab=map"))
-      data.search("h2").remove #get rid of header
-      hostel.directions = data.at('div[@id="gpsMap"]').inner_text
-      hostel.geo = data.to_s.scan(/-{0,1}\d{1,3}\.\d{7}/).uniq!
-    end
-    
-    @availables = []
-    available = data.at("div.tableAvailability/table")
-    if available
-      (available/"tr").each do |row|
-        name = row.at("td.roomType/label/text()")
-        people = row.at("td.people/select")
-        people = people.at("option:last-child").inner_text unless people.nil?
-        price = row.at("td.price")
-        price = price.inner_text.to_s.match(/[\d.]{1,5}/)[0] unless price.nil?
-        (0..(options[:no_days].to_i-1)).each do |x|
-          @availables << HostelifyAvailable.new(name,price,people,(date+x).to_s) unless price.nil?
-        end
-      end
-
-      hostel.availability = @availables
-    end
-    
-    return hostel
-  
-  
-  end
-
-end

data/lib/hostelify/hostelify.rb

@@ -1,61 +0,0 @@
-class Hostelify
-  attr_accessor :hostel_id, :name, :address, :description, :facilities, :ratings, :directions, :geo, :images, :video, :availability
-  attr_accessor :rating, :dorm, :single, :unavailable, :genre
-
-  def initialize(options = {})
-      options.each {
-        |k,v|
-        self.send( "#{k.to_s}=".intern, v)
-      }
-  end
-
-end
-
-class HostelifyCollection < Array
-  # This collection does everything an Array does, plus
-  # you can add utility methods like names.
-
-  def ids
-    collect do |i|
-      i.hostel_id
-    end
-  end
-  
-  def names
-    collect do |i|
-      i.name
-    end
-  end
-  
-  def descs
-    collect do |i|
-      i.description
-    end
-  end
-  
-end
-
-class HostelifyAvailable
-  attr_accessor :name, :price, :spots, :bookdate
-  
-  def initialize(name, price, spots, bookdate)
-    @name = name
-    @price = price
-    @spots = spots
-    @bookdate = bookdate
-  end
-  
-end
-
-module Retryable
-  extend self
-
-  def try times = 1, options = {}, &block
-    val = yield
-  rescue options[:on] || Exception
-    retry if (times -= 1) > 0
-  else
-    val
-  end
-end
-

data/lib/items.rb

@@ -1,23 +0,0 @@
-class Items
-  @items = []
-  class << self
-    attr_accessor :items
-  end
-  attr_accessor :name, :description
-  #def self.each(&args)
-  #  @items.each(&args)
-  #end
-  def initialize(name, description)
-    @name, @description = name, description
-    Items.items << self
-  end
-  def each(&block)
-    yield name
-    yield description
-  end
-  
-  def self.names
-    puts "hello"
-  end
-  
-end

data/spec/_helper.rb

@@ -1,4 +0,0 @@
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-
-require 'hostelify'

data/spec/hb_find_by_hostel.spec

@@ -1,73 +0,0 @@
-require 'spec/_helper'
-
-describe "should find individual hostel and get object with name etc." do
-  
-  before(:all) do
-    #@h = Hostelbookers.find_hostel_by_id(:location => "krakow,poland", :id => 9330)
-    #@h = Hostelbookers.find_hostel_by_id(:location => "lviv,ukraine", :id => 19606)
-    @h = Hostelbookers.find_hostel_by_id(:id => 19606)
-  end
-  
-  it "should query hostelbookers and return the correct name" do
-    @h.name.should match(/^.*(Hostel).*$/)
-  end
-  
-  it "address" do
-	  @h.address.should match(/^.*(Krakow|Lviv).*$/)
-	end 
-	
-	it "description" do
-	  @h.address.should_not be nil
-	end
-	
-	it "facilities" do
-	  @h.should have_at_least(8).facilities
-	end
-	
-	it "ratings" do
-	  @h.should have(8).ratings
-	end
-	
-	it "images at least 6" do
-	  @h.should have_at_least(6).images
-	end
-
-end
-
-describe "all options" do
-  before(:all) do
-    @h = Hostelbookers.find_hostel_by_id(:id => 9330, :all => true)
-  end
-  
-  it "directions should have a certain length <" do
-    @h.directions.length.should be > 25
-  end
-  
-  it "geo" do
-	  @h.geo[0].to_f.round.should eql 50
-	end
-end
-
-describe "with dates to get availabilty and verify output!" do
-  before(:all) do
-    @h = Hostelbookers.find_hostel_by_id(:id => 19831, :date => (Date.today+10).to_s)
-  end
-  
-  it "get first availability and check it merit" do
-    @h.availability.first.name =~ /bed/
-  end
-  
-  it "check number of avail beds" do
-    @h.availability.first.spots.to_i.should be >= 1
-  end
-  
-  it "last avail has a price > 5 US" do
-    @h.availability.last.price.to_i.should be > 5
-  end
-  
-  it "book date eq today + 10" do
-    @h.availability.last.bookdate.should_not be nil
-  end
-  
-
-end

data/spec/hb_find_hostels.spec

@@ -1,30 +0,0 @@
-require 'spec/_helper'
-
-describe "test hostelbookers hostel listings" do
-  
-  before(:all) do
-    @h = Hostelbookers.find_hostels_by_location(:location => "krakow,poland")
-  end
-  
-  it "should return a list of names" do
-    names = []
-    @h.each do |e|
-      names << e.name
-    end
-    names.should include("Flamingo Hostel")
-    names.should include("Mama's Hostel- Main Market Square")
-  end
-  
-  it "rating should be high for first choices" do
-    @h.first.rating.to_i.should be > 50 
-  end
-  
-  it "desc should have a certain length <" do
-    @h.first.description.length.should be > 100 
-  end
-  
-  it "has a hostel number" do
-    @h.first.hostel_id.to_i.should_not be nil
-  end
-  
-end

data/spec/helper.rb

@@ -1,7 +0,0 @@
-require 'rubygems'
-require 'spec'
-
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-
-require 'hostel'

data/spec/hw_find_by_hostel.spec

@@ -1,85 +0,0 @@
-require 'spec/_helper'
-
-describe "find hostel by id, no options" do
-  
-  before(:all) do
-    @h = Hostelworld.find_hostel_by_id(:id => 7113)
-    @h = Hostelworld.find_hostel_by_id(:id => 20763)
-  end
-    
-  it "should query hostelworld and return the correct name" do
-	  @h.name.should match(/^.*(Hostel).*$/)
-	end
-	
-	it "address" do
-	  @h.address.should match(/^.*(Krakow|Lviv).*$/)
-	end
-	
-	it "description" do
-	  @h.address.should_not be nil
-	end
-	
-	it "facilities" do
-	  @h.should have_at_least(15).facilities
-	end
-	
-	it "ratings" do
-	  @h.should have(6).ratings
-	end
-			
-end
-
-describe "youtube" do
-  
-  before(:all) do
-    @h3 = Hostelworld.find_hostel_by_id(:id => 7113)
-  end
-  
-  #it "video" do
-	#  @h3.video.should match(/^.*(youtube.com).*$/)
-	#end
-end
-
-describe "find hostel with all options" do
-  before(:all) do
-	  @h2 = Hostelworld.find_hostel_by_id(:id => 7113, :all => true)
-	  @h2 = Hostelworld.find_hostel_by_id(:id => 20763, :all => true)
-	end
-	
-	it "geo" do
-	  @h2.geo[0].to_f.round.should eql 50
-	end
-	
-	it "directions" do
-	  @h2.directions.should_not be nil
-	end
-	
-	it "images at least 6" do
-	  @h2.should have_at_least(6).images
-	end
-end
-
-describe "with dates to get availabilty and verify output!" do
-  before(:all) do
-    #@h = Hostelworld.find_hostel_by_id(:id => 20763, :date => (Date.today+20).to_s)
-    @h = Hostelworld.find_hostel_by_id(:id => 7113, :date => (Date.today+20).to_s)
-  end
-  
-  it "get first availability and check it merit" do
-    @h.availability.first.name =~ /bed/
-  end
-  
-  it "check number of avail beds" do
-    @h.availability.last.spots.to_i.should be >= 1
-  end
-  
-  it "last avail has a price > 5 US" do
-    @h.availability.last.price.to_i.should be > 5
-  end
-  
-  it "book date eq today + 10" do
-    @h.availability.last.bookdate.should_not be nil
-  end
-  
-
-end

data/spec/hw_find_hostels.spec

@@ -1,62 +0,0 @@
-require 'spec/_helper'
-
-describe "finds list of hostels" do
-  
-  before(:all) do
-    @h = Hostelworld.find_hostels_by_location(:location => 'krakow,poland')
-  end
-  
-  it "should get a list with name and brief desc" do
-    names = []
-    @h.each do |e|
-      names << e.name
-    end
-    names.should include("Mama's Hostel Main Market Square")
-  end
-  
-  
-  it "rating should be high for first choices" do
-    @h.first.rating.to_i.should be > 50 
-  end
-  
-  it "desc should have a certain length <" do
-    @h.first.description.length.should be > 80
-  end
-  
-  it "has a hostel number" do
-    @h.first.hostel_id.to_i.should_not be nil
-  end
-  
-end
-
-describe "find hostels with dates" do
-  
-  before(:all) do
-    @h = Hostelworld.find_hostels_by_location(:location => 'krakow,poland', :date => (Date.today + 10).to_s)
-  end
-  
-  it "rating should be high for first choices" do
-    @h.first.rating.to_i.should be > 50 
-  end
-  
-  it "desc should have a certain length <" do
-    @h.first.description.length.should be > 90
-  end
-  
-  it "has a hostel number" do
-    @h.first.hostel_id.to_i.should_not be nil
-  end
-  
-  it "has dorm rooms for greater than $5" do
-    @h.first.dorm.to_i.should be > 5
-  end
-  
-  it "has available rooms!" do
-    @h.first.unavailable.first.should be nil
-  end
-  
-  it "has unavailable rooms!" do
-    @h.last.unavailable.first.should_not be nil
-  end
-  
-end