find_deals 0.1.0

data/config/database.yml

@@ -0,0 +1,5 @@
+development: 
+  adapter: sqlite3
+  database: db/saved_deals.sqlite3
+  pool: 5
+  timeout: 5000

data/config/environment.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+require "require_all"
+
+require "nokogiri"
+require "open-uri"
+require "rake"
+require "pry"
+require 'active_record'
+require 'sinatra/activerecord'
+
+
+
+require_all "lib" #load up all files in the lib directory and its subdirectories
+
+# connection to sqlite database here. creates the deals.sqlite database when running migrate
+# We havew active record installed  
+connection_details = YAML::load(File.open('config/database.yml'))
+ActiveRecord::Base.establish_connection(:development)
+
+
+
+
+
+
+

data/db/migrate/01_save_deals.rb

@@ -0,0 +1,17 @@
+class SaveDeals < ActiveRecord::Migration[5.2]
+
+    def change
+        create_table :saved_deals do |d|
+            d.string :title
+            d.string :url
+            d.string :location
+            d.integer :price
+            d.integer :promotion
+            d.string :about
+        end
+        add_foreign_key :saved_deals, :users
+        add_foreign_key :saved_deals, :categories
+        add_foreign_key :saved_deals, :cities
+    end
+end
+

data/db/migrate/02_categories.rb

@@ -0,0 +1,16 @@
+class Categories < ActiveRecord::Migration[5.2]
+    def change
+        create_table :categories do |c|
+            c.string :name
+        end
+    end
+
+    # FindDeals::Cities.create(name: nil)
+    # FindDeals::Cities.create(name: "dining")
+    # FindDeals::Cities.create(name: "wellness-beauty")
+    # FindDeals::Cities.create(name: "activities")
+    # FindDeals::Cities.create(name: "shopping")
+    # FindDeals::Cities.create(name: "services")
+    # FindDeals::Cities.create(name: "wine")
+    # FindDeals::Cities.create(name: "personalised-gifts")
+end

data/db/migrate/03_cities.rb

@@ -0,0 +1,8 @@
+class Cities < ActiveRecord::Migration[5.2]
+    def change
+        create_table :cities do |c|
+            c.string :name
+        end
+    end
+    
+end

data/db/migrate/04_users.rb

@@ -0,0 +1,11 @@
+# db/migrate/01_create_artists.rb
+
+class Users < ActiveRecord::Migration[5.2]
+
+    def change
+        create_table :users do |u|
+            u.string :name
+    end
+end
+end
+

data/db/migrate/05_add_user_to_deals.rb

@@ -0,0 +1,8 @@
+# db/migrate/01_create_artists.rb
+
+class AddUserToDeals < ActiveRecord::Migration[5.2]
+
+    def change
+        add_column :saved_deals, :user_id, :integer
+    end
+end

data/db/migrate/06_add_city_to_deals.rb

@@ -0,0 +1,6 @@
+class AddCityToDeals < ActiveRecord::Migration[5.2]
+
+    def change
+        add_column :saved_deals, :city_id, :integer
+    end
+end

data/db/migrate/07_add_category_to_deals.rb

@@ -0,0 +1,6 @@
+class AddCategoryToDeals < ActiveRecord::Migration[5.2]
+
+    def change
+        add_column :saved_deals, :category_id, :integer
+    end
+end

data/db/schema.rb

@@ -0,0 +1,39 @@
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# Note that this schema.rb definition is the authoritative source for your
+# database schema. If you need to create the application database on another
+# system, you should be using db:schema:load, not running all the migrations
+# from scratch. The latter is a flawed and unsustainable approach (the more migrations
+# you'll amass, the slower it'll run and the greater likelihood for issues).
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema.define(version: 7) do
+
+  create_table "categories", force: :cascade do |t|
+    t.string "name"
+  end
+
+  create_table "cities", force: :cascade do |t|
+    t.string "name"
+  end
+
+  create_table "saved_deals", force: :cascade do |t|
+    t.string "title"
+    t.string "url"
+    t.string "location"
+    t.integer "price"
+    t.integer "promotion"
+    t.string "about"
+    t.integer "user_id"
+    t.integer "city_id"
+    t.integer "category_id"
+  end
+
+  create_table "users", force: :cascade do |t|
+    t.string "name"
+  end
+
+end

data/db/seeds.rb

@@ -0,0 +1,15 @@
+  Cities.find_or_create_by(name: "sydney")
+  Cities.find_or_create_by(name: "melbourne")
+  Cities.find_or_create_by(name: "perth")
+  Cities.find_or_create_by(name: "brisbane")
+  Cities.find_or_create_by(name: "adelaide")
+  Cities.find_or_create_by(name: "gold-coast")
+
+  Categories.find_or_create_by(name: nil)
+  Categories.find_or_create_by(name: "dining")
+  Categories.find_or_create_by(name: "wellness-beauty")
+  Categories.find_or_create_by(name: "activities")
+  Categories.find_or_create_by(name: "shopping")
+  Categories.find_or_create_by(name: "services")
+  Categories.find_or_create_by(name: "wine")
+  Categories.find_or_create_by(name: "personalised-gifts")

data/find_deals.gemspec

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require_relative "lib/find_deals/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "find_deals"
+  spec.version = FindDeals::VERSION
+  spec.authors = ["nils-vanderwerf"]
+  spec.email = ["n.vanderw.92@gmail.com"]
+
+  spec.summary = "A Web scraper for Scoopon to find deals and promotions"
+  spec.description = "Based on the users city and  category input, they scrape a list of deals from Scoopon.com. They have they chhoice to save to the database and view their saved deals."
+  spec.homepage = "https://github.com/nils-vanderwerf/find_deals/"
+  spec.license = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.4.0")
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/nils-vanderwerf/find_deals"
+  spec.metadata["changelog_uri"] = "https://github.com/nils-vanderwerf/find_deals/blob/master/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{\A(?:test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "require_all"
+  spec.add_dependency "activerecord"
+  spec.add_dependency "sinatra-activerecord"
+  spec.add_dependency "sqlite3"
+
+
+  spec.add_development_dependency "bundler", "~> 2.2.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_development_dependency "pry"
+
+end

data/lib/find_deals.rb

@@ -0,0 +1,13 @@
+require_relative "./find_deals/version"
+
+module FindDeals
+    class Error < StandardError; end
+
+    # def print
+    #     puts "===================================================================="
+    #         puts "#{self.title.upcase}"
+    #         puts "#{self.location}"
+    #         puts "#{self.price} - #{self.promotion.upcase}"
+    #     puts "===================================================================="
+    # end
+end

data/lib/find_deals/categories.rb

@@ -0,0 +1,3 @@
+class Categories < ActiveRecord::Base
+    has_many :saved_deals
+end

data/lib/find_deals/cities.rb

@@ -0,0 +1,3 @@
+class Cities < ActiveRecord::Base
+    has_many :saved_deals
+end

data/lib/find_deals/cli.rb

@@ -0,0 +1,353 @@
+
+class FindDeals::CLI
+    attr_accessor :city_input, :category_input, :input, :user_name, :selected_deal
+
+    def initialize 
+        # @deals = FindDeals::SavedDeals.all
+        @user_name = ""
+        @input = ""
+        @city_input = ""
+        @category_input = ""
+        @selected_deal
+    end
+
+    def call
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "Welcome to this amazing promo finder!"
+        puts ""
+        start
+    end
+
+    def start
+            #-----LIST OF METHODS---#
+            prompt_user_city
+            prompt_user_category
+            if FindDeals::Deal.all.length != 0 
+                print_deals
+                print_more_info
+                prompt_to_save_deal
+                prompt_to_show_saved_deals
+                next_steps
+            else 
+                start
+            end
+    end
+
+    def prompt_user_city
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "Select a city (type in corresponding number)"
+        puts ""
+        puts <<-DOC
+            1. Sydney
+            2. Melbourne
+            3. Perth
+            4. Brisbane
+            5. Adelaide
+            6. Gold Coast
+            DOC
+        
+        puts ""
+        get_city_input
+    end
+
+    def get_city_input
+        @input = gets.strip
+        @input != 'quit' ? @city_input = select_city_from_input : goodbye
+    end
+
+    def select_city_from_input
+        while @input.to_i == 0 || @input.to_i > Cities.all.size
+            invalid_input
+            prompt_user_city
+        end
+            Cities.find(@input).name # Collects it from the database 
+    end
+
+    def select_category_from_input
+        while @input.to_i == 0 || @input.to_i > Categories.all.size
+            invalid_input
+            prompt_user_category
+        end
+            Categories.find(@input).name ## Collects it from the database 
+    end
+
+    def prompt_user_category
+        puts "----------------------------------------------------------------"
+        puts ""
+        puts "Select a category (type in corresponding number)"
+        puts "Type quit to exit the program"
+        puts <<-DOC
+        1. Anything
+        2. Dining
+        3. Wellness & Beauty
+        4. Activities
+        5. Shopping
+        6. Services
+        7. Wine
+        8. Personalised Gifts
+        DOC
+        puts ""
+        get_category_input
+    end
+
+    def get_category_input
+        @input = gets.strip
+        @category_input = select_category_from_input
+        if @input == 'quit'
+            goodbye
+        end  
+        
+        if @input.to_i == 0 || @input.to_i > Categories.all.length
+            invalid_input
+            get_category_input
+        end
+        @category_input = Categories.find(input).name
+        site_scraper = FindDeals::Scraper.new(@city_input, @category_input)
+        if FindDeals::Deal.all.length == 0
+            puts "--------------------------------------------------------------------"
+            puts ""
+            puts "Sorry! No deals for this selection today. Please try another selection."
+            puts ""
+            puts "--------------------------------------------------------------------"
+        end
+    end
+
+    def print_deals
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "DEALS FOR THIS INPUT"
+        puts ""
+        FindDeals::Deal.all.each.with_index(1) do |deal, index|
+            puts "#{index}." 
+            puts deal.print
+        end
+    end
+    
+    def print_more_info
+        if FindDeals::Deal.all.length != 0
+            puts "--------------------------------------------------------------------"
+            puts ""
+            puts "Please enter the number of the deal you'd like to see more about. Type in quit to exit"
+            puts ""
+            @input = gets.strip.to_i
+            while @input == 0 || @input > FindDeals::Deal.all.size
+                invalid_input
+                @input = gets.strip.to_i
+            end
+            FindDeals::Deal.all[@input - 1].print_about_details
+            @selected_deal = FindDeals::Deal.all[@input - 1]
+        else
+            puts "--------------------------------------------------------------------"
+            puts ""
+            puts "Sorry! No deals for this selection today. Please try another selection."
+            puts ""
+            puts "--------------------------------------------------------------------"
+        end
+        
+        if @input == 'quit'
+            goodbye
+        end
+    end
+
+    def prompt_to_save_deal
+        puts ""
+        puts "Would you like to save this deal? Y or N"
+        @input = gets.strip.downcase
+        puts ""
+        puts "--------------------------------------------------------------------"
+        if @input == "y"
+            user = get_user
+            puts "Saving deal..."
+            puts ""
+            puts "--------------------------------------------------------------------"
+            
+            @selected_deal.save(user.id) ##save to Saved Deals, with the user id as the User_id
+        elsif @input == "n"
+            next_steps
+        elsif @input == 'quit'
+            goodbye   
+        else
+            invalid_input
+            prompt_to_save_deal
+        end
+    end
+
+    def get_user
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "We need to be able to associate this deal with you."
+        puts "Please enter a username"
+        @input = gets.strip
+        if @input == 'quit'
+            goodbye
+        else 
+            puts "--------------------------------------------------------------------"
+            @user_name = input
+            Users.find_or_create_by(name: @user_name)
+        end
+    end
+    
+    def prompt_to_show_saved_deals
+        puts ""
+        puts "Would you like to see your saved deals? Y or N"
+        
+        @input = gets.strip.downcase
+        puts ""
+        puts "--------------------------------------------------------------------"
+
+        if @input == "y"
+            show_saved_deals
+        elsif @input == "n"
+            next_steps
+        elsif @input == 'quit'
+            goodbye
+        else 
+            invalid_input
+            prompt_to_show_saved_deals
+        end
+
+    end
+
+    def show_saved_deals
+        puts ""
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "YOUR SAVED DEALS"
+        puts ""
+        puts "--------------------------------------------------------------------"
+        #get id of selected_user
+        user = Users.find_by(name: @user_name)
+        deals_from_user = SavedDeals.select {|deal| deal.user_id == user.id}
+        deals_from_user.each.with_index(1) do |deal, index|
+            puts "#{index}." 
+            puts deal.print
+        end
+    end
+
+    def filter_by_city
+        puts ""
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "YOUR SAVED DEALS IN #{city_input.upcase.split('-').join(' ')}"
+        puts ""
+        puts "--------------------------------------------------------------------"
+        #get id of selected_user
+        user = Users.find_by(name: @user_name)
+        deals_from_city = SavedDeals.select {|deal| deal.user_id == user.id && deal.city_id == @input.to_i}
+        if deals_from_city.length == 0 
+            puts "Sorry! No saved deals for this section. Please try another selection."
+            next_steps
+        end
+        deals_from_city.each.with_index(1) do |deal, index|
+            puts "#{index}." 
+            puts deal.print
+        end
+    end
+
+    def filter_by_category
+        puts ""
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "YOUR SAVED DEALS IN THE #{@category_input == nil ? 'ALL DEALS' : @category_input.upcase.split('-').join(' ')} CATEGORY"
+        puts ""
+        puts "--------------------------------------------------------------------"
+        #get id of selected_user
+        user = Users.find_by(name: @user_name)
+        deals_from_category = SavedDeals.select {|deal| deal.user_id == user.id && deal.category_id == @input.to_i}
+        if deals_from_category.length == 0 
+            puts "Sorry! No saved deals for this section. Please try another selection."
+            next_steps
+        end
+        deals_from_category.each.with_index(1) do |deal, index|
+            puts "#{index}." 
+            puts deal.print
+        end
+    
+    end
+
+    def next_steps
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "What would you like to do now"
+        puts "- To view more deals, type 'MORE'"
+        puts "- To filter your saved deals by city, type in 'CITY'"
+        puts "- To filter your saved deals by category, type in 'CATEGORY'"
+        puts "- To delete a saved deal type 'DELETE'"
+        puts "- To quit, type in quit"
+        @input = gets.strip.downcase
+
+        if @input == "more"
+            puts ""
+            puts "--------------------------------------------------------------------"
+            # start program again
+            start #
+        elsif @input == 'city'
+            puts ""
+            puts "--------------------------------------------------------------------"
+            prompt_user_city
+            filter_by_city
+            next_steps
+        elsif @input == 'category'
+            prompt_user_category
+            filter_by_category
+            next_steps
+        elsif @input == "delete"
+            delete_record
+            next_steps
+        elsif @input == "quit"
+            goodbye
+        else  
+            invalid_input
+            next_steps
+        end
+    end
+
+    def delete_record 
+        user = get_user
+        show_saved_deals
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "Type in the number of the deal you would like to delete"
+        puts ""
+        puts "--------------------------------------------------------------------" 
+        @input = gets.strip.downcase
+
+        while @input.to_i == 0 || @input.to_i >= SavedDeals.select {|deal| deal.user_id == user.id}.length
+            invalid_input
+            puts "--------------------------------------------------------------------"
+            puts ""
+            puts "Type in the number of the deal you would like to delete"
+            puts ""
+            puts "--------------------------------------------------------------------" 
+            @input = gets.strip.downcase
+            
+            if @input == 'quit'
+                goodbye
+            end
+        end 
+
+        SavedDeals.all.delete_from_db(@input.to_i)
+        prompt_to_show_saved_deals
+        next_steps
+
+    end
+
+    def invalid_input
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "Invalid input. Please try again"
+        puts ""
+        puts "--------------------------------------------------------------------"
+    end
+
+    def goodbye
+        puts "--------------------------------------------------------------------"
+        puts ""
+        puts "Hope to see you again soon for more deals!"
+        puts ""
+        puts "--------------------------------------------------------------------"
+        exit
+    end
+end