bootleg 0.0.4 → 0.0.5

data/Gemfile

@@ -3,7 +3,8 @@ source 'https://rubygems.org'
 gem 'nokogiri'
 gem 'mechanize'
 gem 'rspec'
-
+gem 'activerecord'
+gem 'activerecord-nulldb-adapter'
 # Specify your gem's dependencies in bootleg.gemspec
 
 gemspec

data/README.md

@@ -1,6 +1,8 @@
 # Bootleg
 
-TODO: Write a gem description
+Bootleg is a basic scraper. It scrapes movie, theater and showtime
+details from moviefone.com based on a certain zipcode for a 25 mile
+radius.
 
 ## Installation
 
@@ -16,9 +18,43 @@ Or install it yourself as:
 
     $ gem install bootleg
 
+Generate models and migrations:
+
+    $ rails generate bootleg:install
+
 ## Usage
 
-TODO: Write usage instructions here
+Load content for a certain zipcode:
+
+Example:
+
+Bootleg.load('21102')
+
+This will load all the movies for a 25 mile radius(including their showtimes
+and the theaters where they play).
+
+Examples:
+
+movie = BootlegMovie.where(name: 'Example').first
+
+Get all the theaters where the movie is played:
+
+theaters = movie.theaters
+
+Get all the showtimes:
+
+showtimes = movie.showtimes
+
+Get the theater of the showtimes:
+
+theater = showtimes.first.theater
+
+
+The content is stored in 3 Active Record models BootlegMovie,
+BootlegTheater and BootlegShowtime. After you load a zipcode just start
+a rails console and take a look at the models to see what information is
+stored inside.
+
 
 ## Contributing
 
@@ -27,3 +63,7 @@ TODO: Write usage instructions here
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)
 5. Create new Pull Request
+
+If there is other content that you would like to pull it is relatively easy
+to build a new feature to extract it. If you would like to contribute
+and need help feel free to shoot me an email at marius@mlpinit.com .

data/bootleg.gemspec

@@ -19,5 +19,6 @@ Gem::Specification.new do |gem|
   
   gem.add_dependency "nokogiri"
   gem.add_dependency "mechanize"
+  gem.add_dependency "activerecord"
   gem.add_development_dependency "rspec"
 end

data/lib/bootleg.rb

@@ -2,7 +2,7 @@ require "bootleg/version"
 require "presenter"
 
 module Bootleg
-  def self.presenter(zipcode)
+  def self.load(zipcode)
     Presenter.new(zipcode)
   end
 end

data/lib/bootleg/version.rb

@@ -1,3 +1,3 @@
 module Bootleg
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

data/lib/extractor.rb

@@ -17,6 +17,7 @@ class Extractor
   def extract_movies
     theaters.each do |theater|
       theater.extend Theater
+      BootlegTheater.create!(name: theater.name, href: theater.link)
       theater_info = { name: theater.name, href: theater.link, movies: theater.movies}
       @page_theaters << theater_info
     end

data/lib/generators/bootleg/install_generator.rb

@@ -0,0 +1,15 @@
+require 'rails/generators/migration'
+
+module Bootleg
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      source_root File.expand_path('../templates', __FILE__)
+
+      def run_generators
+        generate "bootleg:movie"
+        generate "bootleg:theater"
+        generate "bootleg:showtime"
+      end
+    end
+  end
+end

data/lib/generators/bootleg/movie_generator.rb

@@ -0,0 +1,24 @@
+require 'rails/generators/migration'
+
+module Bootleg
+  module Generators
+    class MovieGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+
+      source_root File.expand_path('../templates', __FILE__)
+
+      def generate_movie_migration
+        migration_template "movie_migration.rb", "db/migrate/create_bootleg_movies.rb"
+      end
+
+      def generate_movie_model
+        copy_file "movie_model.rb", "app/models/bootleg_movie.rb"
+      end
+
+      def self.next_migration_number(path)
+        @migration_number = Time.now.utc.strftime("%Y%m%d%H%M%S").to_i.to_s
+      end
+    end
+  end
+end
+

data/lib/generators/bootleg/showtime_generator.rb

@@ -0,0 +1,24 @@
+require 'rails/generators/migration'
+
+module Bootleg
+  module Generators
+    class ShowtimeGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+
+      source_root File.expand_path('../templates', __FILE__)
+
+      def generate_theater_movie_migration
+        migration_template "showtime_migration.rb", "db/migrate/create_bootleg_showtimes.rb"
+      end
+
+      def generate_theater_movie_model
+        copy_file "showtime_model.rb", "app/models/bootleg_showtime.rb"
+      end
+
+      def self.next_migration_number(path)
+        @migration_number = Time.now.utc.strftime("%Y%m%d%H%M%S").to_i.to_s
+      end
+    end
+  end
+end
+

data/lib/generators/bootleg/templates/movie_migration.rb

@@ -0,0 +1,11 @@
+class CreateBootlegMovies < ActiveRecord::Migration
+  def change
+    create_table :bootleg_movies do |t|
+      t.string :name
+      t.string :href
+      t.string :showtimes
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/bootleg/templates/movie_model.rb

@@ -0,0 +1,10 @@
+class BootlegMovie < ActiveRecord::Base
+  attr_accessible :name, :href, :showtimes
+
+  has_many :bootleg_showtimes
+  has_many :theaters, through: :bootleg_showtimes, source: :bootleg_theater
+
+  def showtimes
+    bootleg_showtimes
+  end
+end

data/lib/generators/bootleg/templates/showtime_migration.rb

@@ -0,0 +1,11 @@
+class CreateBootlegShowtimes < ActiveRecord::Migration
+  def change
+    create_table    :bootleg_showtimes do |t|
+      t.integer     :bootleg_movie_id
+      t.integer     :bootleg_theater_id
+      t.string      :showtimes
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/bootleg/templates/showtime_model.rb

@@ -0,0 +1,14 @@
+class BootlegShowtime < ActiveRecord::Base
+  attr_accessible :bootleg_movie_id, :bootleg_theater_id, :showtimes
+
+  belongs_to :bootleg_movie
+  belongs_to :bootleg_theater
+
+  def theater
+    bootleg_theater
+  end
+
+  def movie
+    bootleg_movie
+  end
+end

data/lib/generators/bootleg/templates/theater_migration.rb

@@ -0,0 +1,10 @@
+class CreateBootlegTheaters < ActiveRecord::Migration
+  def change
+    create_table :bootleg_theaters do |t|
+      t.string :name
+      t.string :href
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/bootleg/templates/theater_model.rb

@@ -0,0 +1,10 @@
+class BootlegTheater < ActiveRecord::Base
+  attr_accessible :name, :href
+
+  has_many :bootleg_showtimes
+  has_many :movies, through: :bootleg_showtimes, source: :bootleg_movie
+
+  def showtimes
+    bootleg_showtimes
+  end
+end

data/lib/generators/bootleg/theater_generator.rb

@@ -0,0 +1,24 @@
+require 'rails/generators/migration'
+
+module Bootleg
+  module Generators
+    class TheaterGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+
+      source_root File.expand_path('../templates', __FILE__)
+
+      def generate_theater_migration
+        migration_template "theater_migration.rb", "db/migrate/create_bootleg_theaters.rb"
+      end
+
+      def generate_theater_model
+        copy_file "theater_model.rb", "app/models/bootleg_theater.rb"
+      end
+
+      def self.next_migration_number(path)
+        @migration_number = Time.now.utc.strftime("%Y%m%d%H%M%S").to_i.to_s
+      end
+    end
+  end
+end
+

data/lib/modules/movie.rb

@@ -1,8 +1,4 @@
 module Movie
-  def details
-    self.css('div.movietitle')
-  end
-
   def name
     details.css('a').text.strip
   end
@@ -19,4 +15,10 @@ module Movie
     end
     values
   end
+
+  private
+
+  def details
+    self.css('div.movietitle')
+  end
 end

data/lib/modules/theater.rb

@@ -12,10 +12,12 @@ module Theater
   def movies
     movies = self.css('div.movie-listing.first')
     values = []
+    theater = BootlegTheater.last
     movies.each do |movie|
       movie.extend Movie
       movie_info = { name: movie.name, href: movie.link, showtimes: movie.showtimes }
       values << movie_info
+      insert_movies(theater,movie)
     end
     values
   end
@@ -24,4 +26,18 @@ module Theater
   def details
     self.css('h3.title').css('a')
   end
+
+  def insert_movies(theater, movie)
+    existing_movie = BootlegMovie.where(name: movie.name).first
+    if existing_movie
+      showtime = theater.bootleg_showtimes.new
+      showtime.bootleg_movie_id = existing_movie.id
+      showtime.save
+    else
+      theater.movies.create!(name: movie.name, href: movie.link)
+    end
+    showtime = BootlegShowtime.last
+    showtime.showtimes = movie.showtimes.to_s.gsub(/-/, '').gsub(/\n/,'').strip
+    showtime.save
+  end
 end

data/spec/presenter_spec.rb

@@ -1,7 +1,4 @@
 require 'spec_helper'
 
 describe Presenter do
-  it "should not work" do
-    pending 'to be continued...'
-  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bootleg
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-12 00:00:00.000000000 Z
+date: 2012-11-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -43,6 +43,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -78,6 +94,17 @@ files:
 - lib/bootleg/version.rb
 - lib/extractor.rb
 - lib/finder.rb
+- lib/generators/bootleg/USAGE
+- lib/generators/bootleg/install_generator.rb
+- lib/generators/bootleg/movie_generator.rb
+- lib/generators/bootleg/showtime_generator.rb
+- lib/generators/bootleg/templates/movie_migration.rb
+- lib/generators/bootleg/templates/movie_model.rb
+- lib/generators/bootleg/templates/showtime_migration.rb
+- lib/generators/bootleg/templates/showtime_model.rb
+- lib/generators/bootleg/templates/theater_migration.rb
+- lib/generators/bootleg/templates/theater_model.rb
+- lib/generators/bootleg/theater_generator.rb
 - lib/manager.rb
 - lib/modules/href.rb
 - lib/modules/movie.rb