fandango 0.2.1 → 1.0.0

data/lib/fandango/parsers/movie.rb

@@ -1,30 +0,0 @@
-module Fandango
-  class Parser::Movie
-
-    def initialize(entry)
-      @entry = entry
-    end
-
-    # Return array of movie attributes.
-    def parse
-      @entry.summary_doc.css('li').map do |li|
-        {
-          title: parse_title(li),
-          id:    parse_id(li),
-        }
-      end
-    end
-
-    private
-
-    def parse_title(li)
-      li.at_css('a').content
-    end
-
-    # E.g. '141081' in fandango.com/the+adventures+of+tintin+3d_141081/movietimes
-    def parse_id(li)
-      li.at_css('a')['href'].match(%r{fandango\.com/.*_(?<id>\d+)/movietimes})[:id]
-    end
-
-  end
-end

data/lib/fandango/parsers/theater.rb

@@ -1,37 +0,0 @@
-module Fandango
-  class Parser::Theater
-
-    def initialize(entry)
-      @entry = entry
-    end
-
-    # Compose hash with each attribute as key and result of #parse_<attribute> as value.
-    def parse
-      atts = [:name, :id, :address, :postal_code]
-      atts.each_with_object({}) do |attr, hash|
-        hash[attr] = send :"parse_#{attr}"
-      end
-    end
-
-    private
-
-    def parse_name
-      @entry[:title]
-    end
-
-    # E.g. 'aaicu' in http://www.fandango.com/northpark7_aaicu/theaterpage
-    def parse_id
-      @entry[:url].match(%r{fandango\.com/.*_(?<id>.*)/theaterpage})[:id]
-    end
-
-    # Cache address in variable for postal_code.
-    def parse_address
-      @address = @entry.summary_doc.at_css('p').content
-    end
-
-    def parse_postal_code
-      @address.match(/(?<postal_code>\d+)$/)[:postal_code]
-    end
-
-  end
-end

data/lib/feedzirra.rb

@@ -1,4 +0,0 @@
-# See fandango.gemspec.
-
-$LOAD_PATH << File.dirname(__FILE__) +'/vendor/feedzirra/lib'
-require 'vendor/feedzirra/lib/feedzirra'

data/lib/vendor/feedzirra/.gitignore

@@ -1,6 +0,0 @@
-.DS_Store
-.rvm
-TODO
-Gemfile.lock
-rdoc/
-doc/

data/lib/vendor/feedzirra/.rspec

@@ -1 +0,0 @@
---color

data/lib/vendor/feedzirra/lib/feedzirra.rb

@@ -1,19 +0,0 @@
-require 'zlib'
-require 'curb'
-require 'sax-machine'
-require 'loofah'
-require 'uri'
-
-require 'active_support/basic_object'
-require 'active_support/core_ext/module'
-require 'active_support/core_ext/object'
-require 'active_support/time'
-
-require 'feedzirra/core_ext'
-
-module Feedzirra
-  autoload :FeedEntryUtilities, 'feedzirra/feed_entry_utilities'
-  autoload :FeedUtilities,      'feedzirra/feed_utilities'
-  autoload :Feed,               'feedzirra/feed'
-  autoload :Parser,             'feedzirra/parser'
-end

data/lib/vendor/feedzirra/lib/feedzirra/core_ext.rb

@@ -1,3 +0,0 @@
-Dir["#{File.dirname(__FILE__)}/core_ext/*.rb"].sort.each do |path|
-  require "feedzirra/core_ext/#{File.basename(path, '.rb')}"
-end

data/lib/vendor/feedzirra/lib/feedzirra/core_ext/date.rb

@@ -1,19 +0,0 @@
-# Date code pulled and adapted from:
-# Ruby Cookbook by Lucas Carlson and Leonard Richardson
-# Published by O'Reilly
-# ISBN: 0-596-52369-6
-class Date
-  def feed_utils_to_gm_time
-    feed_utils_to_time(new_offset, :gm)
-  end
-
-  def feed_utils_to_local_time
-    feed_utils_to_time(new_offset(DateTime.now.offset-offset), :local)
-  end
-
-  private
-  def feed_utils_to_time(dest, method)
-    Time.send(method, dest.year, dest.month, dest.day, dest.hour, dest.min,
-              dest.sec, dest.zone)
-  end
-end

data/lib/vendor/feedzirra/lib/feedzirra/core_ext/string.rb

@@ -1,9 +0,0 @@
-class String
-  def sanitize!
-    self.replace(sanitize)
-  end
-  
-  def sanitize
-    Loofah.scrub_fragment(self, :prune).to_s
-  end
-end

data/lib/vendor/feedzirra/lib/feedzirra/feed.rb

@@ -1,383 +0,0 @@
-module Feedzirra
-  class NoParserAvailable < StandardError; end
-  
-  class Feed
-    USER_AGENT = "feedzirra http://github.com/pauldix/feedzirra/tree/master"
-    
-    # Takes a raw XML feed and attempts to parse it. If no parser is available a Feedzirra::NoParserAvailable exception is raised.
-    # You can pass a block to be called when there's an error during the parsing.
-    # === Parameters
-    # [xml<String>] The XML that you would like parsed.
-    # === Returns
-    # An instance of the determined feed type. By default a Feedzirra::Atom, Feedzirra::AtomFeedBurner, Feedzirra::RDF, or Feedzirra::RSS object.
-    # === Raises
-    # Feedzirra::NoParserAvailable : If no valid parser classes could be found for the feed.
-    def self.parse(xml, &block)
-      if parser = determine_feed_parser_for_xml(xml)
-        parser.parse(xml, block)
-      else
-        raise NoParserAvailable.new("No valid parser for XML.")
-      end
-    end
-
-    # Determines the correct parser class to use for parsing the feed.
-    # 
-    # === Parameters
-    # [xml<String>] The XML that you would like determine the parser for.
-    # === Returns
-    # The class name of the parser that can handle the XML.
-    def self.determine_feed_parser_for_xml(xml)
-      start_of_doc = xml.slice(0, 2000)
-      feed_classes.detect {|klass| klass.able_to_parse?(start_of_doc)}
-    end
-
-    # Adds a new feed parsing class that will be used for parsing.
-    #
-    # === Parameters
-    # [klass<Constant>] The class/constant that you want to register.
-    # === Returns
-    # A updated array of feed parser class names.
-    def self.add_feed_class(klass) 
-      feed_classes.unshift klass
-    end
-
-    # Provides a list of registered feed parsing classes.
-    #
-    # === Returns
-    # A array of class names.
-    def self.feed_classes
-      @feed_classes ||= [Feedzirra::Parser::RSSFeedBurner, Feedzirra::Parser::RSS, Feedzirra::Parser::AtomFeedBurner, Feedzirra::Parser::Atom]
-    end
-    
-    # Makes all registered feeds types look for the passed in element to parse.
-    # This is actually just a call to element (a SAXMachine call) in the class.
-    #
-    # === Parameters
-    # [element_tag<String>] The element tag
-    # [options<Hash>] Valid keys are same as with SAXMachine
-    def self.add_common_feed_element(element_tag, options = {})
-      feed_classes.each do |k|
-        k.element element_tag, options
-      end
-    end
-
-    # Makes all registered feeds types look for the passed in elements to parse.
-    # This is actually just a call to elements (a SAXMachine call) in the class.
-    #
-    # === Parameters
-    # [element_tag<String>] The element tag
-    # [options<Hash>] Valid keys are same as with SAXMachine
-    def self.add_common_feed_elements(element_tag, options = {})
-      feed_classes.each do |k|
-        k.elements element_tag, options
-      end
-    end
-
-    # Makes all registered entry types look for the passed in element to parse.
-    # This is actually just a call to element (a SAXMachine call) in the class.
-    #
-    # === Parameters
-    # [element_tag<String>]
-    # [options<Hash>] Valid keys are same as with SAXMachine
-    def self.add_common_feed_entry_element(element_tag, options = {})
-      call_on_each_feed_entry :element, element_tag, options
-    end
-    
-    # Makes all registered entry types look for the passed in elements to parse.
-    # This is actually just a call to element (a SAXMachine call) in the class.
-    #
-    # === Parameters
-    # [element_tag<String>]
-    # [options<Hash>] Valid keys are same as with SAXMachine
-    def self.add_common_feed_entry_elements(element_tag, options = {})
-      call_on_each_feed_entry :elements, element_tag, options
-    end
-
-    # Call a method on all feed entries classes.
-    #
-    # === Parameters
-    # [method<Symbol>] The method name
-    # [parameters<Array>] The method parameters
-    def self.call_on_each_feed_entry(method, *parameters)
-      feed_classes.each do |k|
-        # iterate on the collections defined in the sax collection
-        k.sax_config.collection_elements.each_value do |vl|
-          # vl is a list of CollectionConfig mapped to an attribute name
-          # we'll look for the one set as 'entries' and add the new element
-          vl.find_all{|v| (v.accessor == 'entries') && (v.data_class.class == Class)}.each do |v|
-              v.data_class.send(method, *parameters)
-          end
-        end
-      end
-    end
-
-    # Setup curl from options.
-    # Possible parameters:
-    # * :user_agent          - overrides the default user agent.
-    # * :compress            - any value to enable compression
-    # * :http_authentication - array containing http authentication parameters
-    # * :proxy_url           - proxy url
-    # * :proxy_port          - proxy port
-    # * :max_redirects       - max number of redirections
-    # * :timeout             - timeout
-    def self.setup_easy curl, options
-      curl.headers["Accept-encoding"]   = 'gzip, deflate' if options.has_key?(:compress)
-      curl.headers["User-Agent"]        = (options[:user_agent] || USER_AGENT)
-
-      curl.userpwd = options[:http_authentication].join(':') if options.has_key?(:http_authentication)
-      curl.proxy_url = options[:proxy_url] if options.has_key?(:proxy_url)
-      curl.proxy_port = options[:proxy_port] if options.has_key?(:proxy_port)
-      curl.max_redirects = options[:max_redirects] if options[:max_redirects]
-      curl.timeout = options[:timeout] if options[:timeout]
-
-      curl.follow_location = true
-    end
-
-    # Fetches and returns the raw XML for each URL provided.
-    #
-    # === Parameters
-    # [urls<String> or <Array>] A single feed URL, or an array of feed URLs.
-    # [options<Hash>] Valid keys for this argument as as followed:
-    #                 :if_modified_since - Time object representing when the feed was last updated.
-    #                 :if_none_match - String that's normally an etag for the request that was stored previously.
-    #                 :on_success - Block that gets executed after a successful request.
-    #                 :on_failure - Block that gets executed after a failed request.
-    #                 * all parameters defined in setup_easy
-    # === Returns
-    # A String of XML if a single URL is passed.
-    # 
-    # A Hash if multiple URL's are passed. The key will be the URL, and the value the XML.
-    def self.fetch_raw(urls, options = {})
-      url_queue = [*urls]
-      multi = Curl::Multi.new
-      responses = {}
-      url_queue.each do |url|
-        easy = Curl::Easy.new(url) do |curl|
-          setup_easy curl, options
-
-          curl.headers["If-Modified-Since"] = options[:if_modified_since].httpdate if options.has_key?(:if_modified_since)
-          curl.headers["If-None-Match"]     = options[:if_none_match] if options.has_key?(:if_none_match)
-
-          curl.on_success do |c|
-            responses[url] = decode_content(c)
-          end
-          curl.on_failure do |c, err|
-            responses[url] = c.response_code
-          end
-        end
-        multi.add(easy)
-      end
-
-      multi.perform
-      urls.is_a?(String) ? responses.values.first : responses
-    end
-
-    # Fetches and returns the parsed XML for each URL provided.
-    #
-    # === Parameters
-    # [urls<String> or <Array>] A single feed URL, or an array of feed URLs.
-    # [options<Hash>] Valid keys for this argument as as followed:
-    # * :user_agent - String that overrides the default user agent.
-    # * :if_modified_since - Time object representing when the feed was last updated.
-    # * :if_none_match - String, an etag for the request that was stored previously.
-    # * :on_success - Block that gets executed after a successful request.
-    # * :on_failure - Block that gets executed after a failed request.
-    # === Returns
-    # A Feed object if a single URL is passed.
-    #
-    # A Hash if multiple URL's are passed. The key will be the URL, and the value the Feed object.
-    def self.fetch_and_parse(urls, options = {})
-      url_queue = [*urls]
-      multi = Curl::Multi.new
-      responses = {}
-      
-      # I broke these down so I would only try to do 30 simultaneously because
-      # I was getting weird errors when doing a lot. As one finishes it pops another off the queue.
-      url_queue.slice!(0, 30).each do |url|
-        add_url_to_multi(multi, url, url_queue, responses, options)
-      end
- 
-      multi.perform
-      return urls.is_a?(String) ? responses.values.first : responses
-    end
-
-    # Decodes the XML document if it was compressed.
-    #
-    # === Parameters
-    # [curl_request<Curl::Easy>] The Curl::Easy response object from the request.
-    # === Returns
-    # A decoded string of XML.
-    def self.decode_content(c)
-      if c.header_str.match(/Content-Encoding: gzip/i)
-        begin
-          gz =  Zlib::GzipReader.new(StringIO.new(c.body_str))
-          xml = gz.read
-          gz.close
-        rescue Zlib::GzipFile::Error 
-          # Maybe this is not gzipped?
-          xml = c.body_str
-        end
-      elsif c.header_str.match(/Content-Encoding: deflate/i)
-        xml = Zlib::Inflate.inflate(c.body_str)
-      else
-        xml = c.body_str
-      end
-
-      xml
-    end
-
-    # Updates each feed for each Feed object provided.
-    #
-    # === Parameters
-    # [feeds<Feed> or <Array>] A single feed object, or an array of feed objects.
-    # [options<Hash>] Valid keys for this argument as as followed:
-    #                 * :on_success - Block that gets executed after a successful request.
-    #                 * :on_failure - Block that gets executed after a failed request.
-    #                 * all parameters defined in setup_easy
-    # === Returns
-    # A updated Feed object if a single URL is passed.
-    #
-    # A Hash if multiple Feeds are passed. The key will be the URL, and the value the updated Feed object.
-    def self.update(feeds, options = {})
-      feed_queue = [*feeds]
-      multi = Curl::Multi.new
-      responses = {}
-      
-      feed_queue.slice!(0, 30).each do |feed|
-        add_feed_to_multi(multi, feed, feed_queue, responses, options)
-      end
-    
-      multi.perform
-      responses.is_a?(Array)? responses.values : responses.values.first
-    end
-    
-    # An abstraction for adding a feed by URL to the passed Curb::multi stack.
-    #
-    # === Parameters
-    # [multi<Curl::Multi>] The Curl::Multi object that the request should be added too.
-    # [url<String>] The URL of the feed that you would like to be fetched.
-    # [url_queue<Array>] An array of URLs that are queued for request.
-    # [responses<Hash>] Existing responses that you want the response from the request added to.
-    # [feeds<String> or <Array>] A single feed object, or an array of feed objects.
-    # [options<Hash>] Valid keys for this argument as as followed:
-    #                 * :on_success - Block that gets executed after a successful request.
-    #                 * :on_failure - Block that gets executed after a failed request.
-    #                 * all parameters defined in setup_easy
-    # === Returns
-    # The updated Curl::Multi object with the request details added to it's stack.
-    def self.add_url_to_multi(multi, url, url_queue, responses, options)
-      easy = Curl::Easy.new(url) do |curl|
-        setup_easy curl, options
-        curl.headers["If-Modified-Since"] = options[:if_modified_since].httpdate if options.has_key?(:if_modified_since)
-        curl.headers["If-None-Match"]     = options[:if_none_match] if options.has_key?(:if_none_match)
-
-        curl.on_success do |c|
-          add_url_to_multi(multi, url_queue.shift, url_queue, responses, options) unless url_queue.empty?
-          xml = decode_content(c)
-          klass = determine_feed_parser_for_xml(xml)
-          
-          if klass
-            begin
-              feed = klass.parse(xml, Proc.new{|message| puts "Error while parsing [#{url}] #{message}" })
-              feed.feed_url = c.last_effective_url
-              feed.etag = etag_from_header(c.header_str)
-              feed.last_modified = last_modified_from_header(c.header_str)
-              responses[url] = feed
-              options[:on_success].call(url, feed) if options.has_key?(:on_success)
-            rescue Exception => e
-              options[:on_failure].call(url, c.response_code, c.header_str, c.body_str) if options.has_key?(:on_failure)
-            end
-          else
-            # puts "Error determining parser for #{url} - #{c.last_effective_url}"
-            # raise NoParserAvailable.new("no valid parser for content.") (this would unfortunately fail the whole 'multi', so it's not really usable)
-            options[:on_failure].call(url, c.response_code, c.header_str, c.body_str) if options.has_key?(:on_failure)
-          end
-        end
-        
-        curl.on_failure do |c, err|
-          add_url_to_multi(multi, url_queue.shift, url_queue, responses, options) unless url_queue.empty?
-          responses[url] = c.response_code
-          if c.response_code == 304 # it's not modified. this isn't an error condition
-            options[:on_success].call(url, nil) if options.has_key?(:on_success)
-          else
-            options[:on_failure].call(url, c.response_code, c.header_str, c.body_str) if options.has_key?(:on_failure)
-          end
-        end
-      end
-      multi.add(easy)
-    end
-
-    # An abstraction for adding a feed by a Feed object to the passed Curb::multi stack.
-    #
-    # === Parameters
-    # [multi<Curl::Multi>] The Curl::Multi object that the request should be added too.
-    # [feed<Feed>] A feed object that you would like to be fetched.
-    # [url_queue<Array>] An array of feed objects that are queued for request.
-    # [responses<Hash>] Existing responses that you want the response from the request added to.
-    # [feeds<String>] or <Array> A single feed object, or an array of feed objects.
-    # [options<Hash>] Valid keys for this argument as as followed:
-    #                 * :on_success - Block that gets executed after a successful request.
-    #                 * :on_failure - Block that gets executed after a failed request.
-    #                 * all parameters defined in setup_easy
-    # === Returns
-    # The updated Curl::Multi object with the request details added to it's stack.
-    def self.add_feed_to_multi(multi, feed, feed_queue, responses, options) 
-      easy = Curl::Easy.new(feed.feed_url) do |curl|
-        setup_easy curl, options
-        curl.headers["If-Modified-Since"] = feed.last_modified.httpdate if feed.last_modified
-        curl.headers["If-Modified-Since"] = options[:if_modified_since] if options[:if_modified_since] && (!feed.last_modified || (Time.parse(options[:if_modified_since].to_s) > feed.last_modified))
-        curl.headers["If-None-Match"]     = feed.etag if feed.etag
-
-        curl.on_success do |c|
-          begin
-            add_feed_to_multi(multi, feed_queue.shift, feed_queue, responses, options) unless feed_queue.empty?
-            updated_feed = Feed.parse(c.body_str){ |message| puts "Error while parsing [#{feed.feed_url}] #{message}" }
-            updated_feed.feed_url = c.last_effective_url
-            updated_feed.etag = etag_from_header(c.header_str)
-            updated_feed.last_modified = last_modified_from_header(c.header_str)
-            feed.update_from_feed(updated_feed)
-            responses[feed.feed_url] = feed
-            options[:on_success].call(feed) if options.has_key?(:on_success)
-          rescue Exception => e
-            options[:on_failure].call(feed, c.response_code, c.header_str, c.body_str) if options.has_key?(:on_failure)
-          end
-        end
-
-        curl.on_failure do |c, err|
-          add_feed_to_multi(multi, feed_queue.shift, feed_queue, responses, options) unless feed_queue.empty?
-          response_code = c.response_code
-          if response_code == 304 # it's not modified. this isn't an error condition
-            responses[feed.feed_url] = feed
-            options[:on_success].call(feed) if options.has_key?(:on_success)
-          else
-            responses[feed.url] = c.response_code
-            options[:on_failure].call(feed, c.response_code, c.header_str, c.body_str) if options.has_key?(:on_failure)
-          end
-        end
-      end
-      multi.add(easy)
-    end
-
-    # Determines the etag from the request headers.
-    # 
-    # === Parameters
-    # [header<String>] Raw request header returned from the request
-    # === Returns
-    # A string of the etag or nil if it cannot be found in the headers.
-    def self.etag_from_header(header)
-      header =~ /.*ETag:\s(.*)\r/
-      $1
-    end
-
-    # Determines the last modified date from the request headers.
-    #
-    # === Parameters
-    # [header<String>] Raw request header returned from the request
-    # === Returns
-    # A Time object of the last modified date or nil if it cannot be found in the headers.
-    def self.last_modified_from_header(header)
-      header =~ /.*Last-Modified:\s(.*)\r/
-      Time.parse($1) if $1
-    end
-  end
-end