google_showtimes 1.0.2

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,24 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## ECLIPSE
+.loadpath
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/.project

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>google_showtimes</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+		<buildCommand>
+			<name>org.rubypeople.rdt.core.rubybuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+	</buildSpec>
+	<natures>
+		<nature>org.rubypeople.rdt.core.rubynature</nature>
+	</natures>
+</projectDescription>

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Victor Costan
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,20 @@
+= google_showtimes
+
+This gem retrieves movie showtimes from Google, by scraping their HTML results.
+
+Note: the code was written a long time ago and is quite ugly. On the bright
+side, I already wrote it, so it comes for free.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2009 Victor Costan. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,64 @@
+# Rakefile for the google_showtimes gem.
+#
+# Author:: Victor Costan
+# Copyright:: Copyright (C) 2009 Victor Costan
+# License:: MIT
+
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "google_showtimes"
+    gem.summary = %Q{Movie showtimes from Google}
+    gem.description = %Q{Library for scraping Google's showtimes search.}
+    gem.email = "costan@gmail.com"
+    gem.homepage = "http://github.com/costan/google_showtimes"
+    gem.authors = ["Victor Costan"]
+    gem.add_dependency 'nokogiri', '>= 1.4.1'
+    gem.rubyforge_project = 'zerglings'    
+    
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::RubyforgeTasks.new do |rubyforge|
+    rubyforge.doc_task = "rdoc"
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "google_showtimes #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.2

data/google_showtimes.gemspec

@@ -0,0 +1,60 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{google_showtimes}
+  s.version = "1.0.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Victor Costan"]
+  s.date = %q{2009-12-24}
+  s.description = %q{Library for scraping Google's showtimes search.}
+  s.email = %q{costan@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     ".project",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "google_showtimes.gemspec",
+     "lib/google_showtimes.rb",
+     "test/fixtures/cinemas_movies.html",
+     "test/fixtures/cinemas_movies_uk.html",
+     "test/fixtures/movie2_cinemas.html",
+     "test/fixtures/movie_cinemas.html",
+     "test/helper.rb",
+     "test/test_google_showtimes.rb"
+  ]
+  s.homepage = %q{http://github.com/costan/google_showtimes}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{zerglings}
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Movie showtimes from Google}
+  s.test_files = [
+    "test/test_google_showtimes.rb",
+     "test/helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.1"])
+    else
+      s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
+    end
+  else
+    s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
+  end
+end
+

data/lib/google_showtimes.rb

@@ -0,0 +1,285 @@
+# Scraper for Google showtime search.
+#
+# Author:: Victor Costan
+# Copyright:: Copyright (C) 2009 Victor Costan
+# License:: MIT
+
+require 'net/http'
+require 'set'
+require 'uri'
+
+require 'nokogiri'
+
+# Scraper for Google's movie showtimes search.
+#
+# The #for method is the only method intended to be used by client code. See its
+# documentation to get started.
+module GoogleShowtimes
+  # Searches Google (google.com/movies) for movie showtimes.
+  #
+  # Args:
+  #   movie:: the name of the movies
+  #           if nil, will retrieve all the showtimes at the given location
+  #   location:: a string containing the location to search for 
+  #              Google is awesome at geocoding, so throw in zipcodes,
+  #              addresses, cities, or hoods
+  #
+  # Returns a string containing the Google-disambiguated location, and an array
+  # of hashes. One hash has showtimes for a film at a cinema and looks like
+  # this:
+  #     { :cinema => { :name => 'AMC 13', :address => '1998 Broadway, ....' },
+  #       :film => { :name => 'Dark Knight', :imdb => '0123456' },
+  #       :showtimes => [ { :time => '11:30am' },
+  #                       { :time => '1:00', :href => 'site selling tickets' } ]
+  #     }
+  def self.for(location, movie = nil)
+    query = if movie
+      "/movies?q=#{URI.encode(movie)}&near=#{URI.encode(location)}"
+    else
+      "/movies?near=#{URI.encode(location)}"
+    end
+  
+    results = []
+    google_location = nil
+    while query
+      response = Net::HTTP.start("google.com", 80) { |http| http.get query }
+      unless response.kind_of? Net::HTTPSuccess
+        return nil
+      end
+    
+      partial_results, location, query = parse_results response.body
+      google_location ||= location
+      results += partial_results
+    end
+    return google_location, results
+  end
+    
+  # Parses a Google showtimes results page.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri document for the Google showtimes results page
+  #
+  # Returns an array of results, a string containing the Google-disambiguated
+  # location, and a string containing the URL for the 'Next >' link. The first
+  # two return values are structured like return of the #for method. The last
+  # string may be nil if the results page contains no 'Next >' link.
+  def self.parse_results(page_contents)
+    nokogiri = Nokogiri::HTML page_contents    
+    
+    location = parse_location nokogiri
+    next_url = parse_next_link nokogiri
+    results = []
+  
+    theater, movie = nil, nil
+    parse_results_fast nokogiri do |info_type, info|
+      case info_type
+      when :movie
+        movie = info
+      when :theater
+        theater = info
+      when :times
+        results << { :film => movie, :cinema => theater, :showtimes => info }
+      end
+    end
+    return results, location, next_url
+  end
+  
+  # Parses a Google showtimes results page.
+  #
+  # This method uses a fast parsing method, assuming the well-behaved output
+  # page produced by Google at the time of the gem's writing.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri document for the Google showtimes results page
+  #
+  # Yields a symbol and information hash for every piece of information found.
+  # The symbol is either +:theater+, +:movie+, or +:times+. The information is
+  # the same as in the #for method.
+  def self.parse_results_fast(nokogiri, &block)
+    query = '//div[@class="movie" or @class="theater" or @class="times"]'
+    nokogiri.xpath(query).each do |div|
+      case div['class']
+      when 'theater'
+        if info = parse_theater_fast(div)
+          yield :theater, info
+        end
+      when 'movie'
+        if info = parse_movie_fast(div)
+          yield :movie, info
+        end
+      when 'times'
+        if info = parse_showing_times(div)
+          yield :times, info
+        end
+      end
+    end
+  end
+  
+  # Parses movie theater information in a Google showtime results page.
+  #
+  # This method uses a fast parsing method, assuming the well-behaved output
+  # page produced by Google at the time of the gem's writing.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri node containing the movie theater data
+  #
+  # Returns a hash with the keys +:name+ and +:address+, or nil if parsing
+  # failed.
+  def self.parse_theater_fast(nokogiri)
+    name_elem = nokogiri.css('.name').first
+    address_elem = nokogiri.css('.address').first || nokogiri.css('.info').first
+    if name_elem && address_elem
+      address, phone = address_phone(address_elem.text)
+      info = { :name => name_elem.text, :address => address }
+      info[:phone] = phone if phone
+      return info
+    end
+    nil
+  end
+    
+  # Attempts to extract the phone number from an address+phone string.
+  #
+  # Args:
+  #   text:: Google showtimes string containing an address and phone number
+  #
+  # Returns two strings containing the address, and the phone number. The phone
+  # number will be nil if the strings could not be separated.
+  #
+  # Example:
+  #     a, p = address_phone('234 West 42nd St., New York - (212) 398-3939')
+  def self.address_phone(text)
+    # The biggest suffix that consists of non-word characters.
+    # HACK: One x is allowed, for extension: (800) 326-3264 x771
+    ph_number = text.scan(
+        /[[:digit:][:punct:][:space:]]+(?:x[[:digit:][:punct:][:space:]]+)?$/u).
+        sort_by(&:length).last
+    return text, nil unless ph_number
+    
+    address = text[0, text.length - ph_number.length]
+    ph_number.gsub! /^\s*\-\s*/, ''
+    
+    # If it has 50% digits, it's good.
+    digit_count = ph_number.scan(/\d/u).length
+    return text, nil unless digit_count * 2 >= ph_number.length
+    return address, ph_number
+  end  
+  
+  # Parses movie information in a Google showtime results page.
+  #
+  # This method uses a fast parsing method, assuming the well-behaved output
+  # page produced by Google at the time of the gem's writing.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri node containing the movie data
+  #
+  # Returns a hash with the keys +:name+ and +:imdb+, or nil if parsing failed.
+  def self.parse_movie_fast(nokogiri)
+    name_elem = nokogiri.css('div.desc h2').first
+    name_elem ||= nokogiri.css('.name').first    
+
+    imdb = nil
+    nokogiri.css('a').each do |a|
+      match_data = /imdb\.com\/title\/tt(\d*)\//.match a['href']
+      next unless match_data
+      
+      imdb = match_data[1]
+      return { :name => name_elem.text, :imdb => imdb }
+    end
+    nil
+  end
+  
+  # Parses showing times information in a Google showtime results page.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri node containing the showing times data
+  #
+  # Returns a hash with the keys +:time+ and (optionally) +:href+, or nil if
+  # parsing failed.
+  def self.parse_showing_times(nokogiri)
+    times = []
+    time_set = Set.new
+    
+    # Parse times with ticket buying links.
+    nokogiri.css('a').each do |a|
+      next unless /\d\:\d\d/ =~ a.text
+      time_set << a.text
+      times << { :time => a.text, :href => cleanup_redirects(a['href']) }
+    end
+    
+    # Parse plaintext times.
+    nokogiri.text.split.each do |time_text|
+      time_text.gsub!(/[^\d\:amp]/, '')
+      next unless /\d\:\d\d/ =~ time_text
+      next if time_set.include? time_text
+      times << { :time => time_text }
+    end
+    
+    # Parse text-form time into Time objects.
+    last_suffix = ''
+    (times.length - 1).downto(0) do |index|
+      time = times[index][:time]
+      
+      if ['am', 'pm'].include? time[-2, 2]
+        last_suffix = time[-2, 2]
+      else
+        time += last_suffix
+      end
+      times[index][:time] = parse_time time
+    end
+    times
+  end
+  
+  # Attempts to remove Google redirects from a URL.
+  def self.cleanup_redirects(url)
+    match_data = /.(http\:\/\/.*?)(\&.*)?$/.match url
+    return match_data ? URI.unescape(match_data[1]) : url
+  end  
+  
+  # Parses a showtime returned by Google showtimes.
+  def self.parse_time(timestr)
+    time_parts = /(\d+)\:(\d\d)\W*(\w*)$/.match timestr
+    time = Time.now
+    if time_parts
+      is_am = time_parts[3].downcase == 'am'
+      is_pm = time_parts[3].downcase == 'pm'
+      minute = time_parts[2].to_i
+      hour = time_parts[1].to_i
+      if is_pm
+        hour += 12 unless hour == 12
+      elsif is_am
+        hour -= 12 if hour == 12
+      end
+      time = Time.gm(time.year, time.month, time.day, hour, minute, 0)
+    end
+    return time
+  end  
+    
+  # Parses the disambiguated location from a Google showtimes results page.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri document for the Google showtimes results page
+  #
+  # Returns a string containing the disambiguated location, or nil if no
+  # location is found.
+  def self.parse_location(nokogiri)
+    nokogiri.css('h1').each do |h1|
+      location_match = /^Showtimes for (.*)$/.match h1.text
+      return location_match[1] if location_match
+    end
+    nil
+  end
+  
+  # Extracts the URL for the "Next >" link from a Google showtimes results page.
+  #
+  # Args:
+  #   nokogiri:: a Nokogiri document for the Google showtimes results page
+  #
+  # Returns the URL, or nil if no Next link exists on the results page.
+  def self.parse_next_link(nokogiri)
+    url = nil
+    nokogiri.css('a').each do |a|
+      url = a['href'] if a.text.strip == 'Next'
+    end
+    url
+  end
+end