applephile 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9e713864e37dd7643ec6cf1044f273ba3e7bf786ba0fcab93fc203e244f1fbc0
-  data.tar.gz: f80873e73af63d05bbabe2db5f1c1bae9c0cb21858629b666819654d1ebe713c
+  metadata.gz: 3618935c4e88ada9eea742356249211938111ec7f71caaa4ed3847bd905256d8
+  data.tar.gz: cf806e277f666de2db140762b401663178a7beb9742fea9fdc7b36b50cdaf10b
 SHA512:
-  metadata.gz: 395fa8484d87a669cb3e1b91023eed44047d80a61f3e7be38e5cf1dd327af8e62f89a93fd9f155768cfb75a4d21e0af3dac5c455faf1da6757ad9cbf4c463e86
-  data.tar.gz: 5325dfa6829a069e7875bfbd2abd61c91b46e7a98cf830a888157598408efe16e22a65b62c5aa08f7e4e02b5dccd4bc61a7507b05479bf7f1eb797284831dd6c
+  metadata.gz: ae3d3f9b7e1fefb353d6c95035c0fa35ff481566567b076378b1df0bfc53ab6e52ef820feb782df256f34c5e77fbaca0d44d14a96827d6d8c3a05a2d704d18b6
+  data.tar.gz: 710e4ec59c56177a6d8f1dfc6c8a7463370a7ec459a604a5d0781cc5c88dde087e24e83e5a76f774e33f42e50afd2d460425e44ca6dfb62e76ace1293da26233

data/bin/get_apple_products

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 require_relative '../config/environment.rb'
 
-CLI.new.run
+Applephile::CLI.new.run

data/lib/applephile.rb

@@ -1 +1,6 @@
-require_relative '../config/environment.rb'
+require_relative '../config/environment.rb'
+
+module Applephile
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/lib/applephile/city.rb

@@ -0,0 +1,24 @@
+module Applephile
+  class City
+    attr_accessor :name, :state, :city_url
+    attr_reader :items
+
+    @@all = []
+
+    def initialize(city_attributes)
+      city_attributes.each {|key, value| self.send(("#{key}="), value)}
+      @items = []
+      @@all << self
+    end
+
+    def add_item(item)
+      item.city = self
+      @items << item
+      item
+    end
+
+    def get_apple_prods_by_price(set_price)
+      @items.select { |item| item.price.to_i >= set_price.to_i }
+    end
+  end
+end

data/lib/applephile/command_line_interface.rb

@@ -0,0 +1,139 @@
+module Applephile
+  class CLI
+    INTRO_MESSAGE = "WELCOME TO CRAIGSLIST SCRAPPER!"
+
+    def run
+      @scrape = Applephile::CraigsList.new
+       puts INTRO_MESSAGE
+      choice = ""
+      while choice != "exit"      
+        choice = display_main_menu
+        if choice == "scrape"
+          get_menu_input
+          create_items_from_array(scrape_apple_prodcuts)
+          grab_apple_prodcuts
+        end
+      end
+    end
+      
+    
+    def display_main_menu
+      stars = "************************".colorize(:yellow)
+      puts "#{stars} MAIN MENU #{stars}" 
+      puts "Enter \"scrape\" to scrape.".colorize(:blue)
+      puts "Enter \"exit\" to end program.".colorize(:yellow)
+      puts "What would you like to do?".colorize(:blue)
+      gets.chomp
+    end
+
+    def get_menu_input
+      display_states
+      puts "Please enter a number for the state you'd like to scrape.".colorize(:green)
+      #convert number input from user
+      @state_scraped = convert_to_state(gets.chomp)
+      display_cities(@state_scraped)
+      puts "Please enter a number for the city you'd like to scrape.".colorize(:green)
+      @city_scraped = convert_to_city(@state_scraped, gets.chomp)
+      puts "You have chosen the state of #{@state_scraped}, and the city of #{@city_scraped.capitalize}."
+    end
+
+    def display_states
+      @scrape.get_states_names.each_with_index do |state, index|
+        print "#{index + 1}. #{state}    ".ljust(28) 
+        if (index + 1) % 5 == 0
+          print "\n"
+        end
+      end
+      print "\n"
+    end 
+
+    def display_cities(state)
+      @state_cities = @scrape.get_state_cities(state)
+      #find max length of city and use it left justify everything else for screen output
+      max_length = @state_cities.map(&:length).max
+      @state_cities.each_with_index do |city, index|
+        print "#{index + 1}. #{city.capitalize.ljust(max_length)}   " 
+        if (index + 1) % 3 == 0
+          print "\n"
+        end
+      end
+      print "\n"
+    end
+
+    def convert_to_state(state_number)
+      #it takes in a number and returns the corresponding state's name
+      @scrape.get_states_names[state_number.to_i - 1]
+    end
+
+    def convert_to_city(state, city_number)
+      #it takes in a number and returns the corresponding city's name
+        @state_cities[city_number.to_i - 1] 
+    end 
+
+    def scrape_apple_prodcuts
+      @scraped_city_url = @scrape.return_city_link(@state_scraped, @city_scraped)
+      @phones = @scrape.scrape_by_city_url(@scraped_city_url)
+    end
+
+    def grab_apple_prodcuts
+      puts "Price enter a price higher than 150 to see the list of phones, defualt price is 150.".colorize(:blue)
+      display_apple_products_info(@city.get_apple_prods_by_price(gets.chomp))
+    end
+
+    def create_items_from_array(phones_array)
+      if phones_array.empty?
+        puts "Your search return zero hits, please scrape again"
+        get_menu_input
+        create_items_from_array(scrape_apple_products())
+      else
+        @city = Applephile::City.new({:name => @city_scraped, :state => @state_scraped,
+                          :city_url => @scraped_city_url})
+        phones_array.each do |phone_info| 
+          @city.add_item(Applephile::Item.new(phone_info))
+        end
+      end
+    end
+
+    def display_apple_products_info(apple_products)
+    separator = "-+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+--+-+-+".colorize(:yellow)
+    puts "The following phones were found in accordance to your search parameters."
+    choice = ""
+    while choice != "exit"
+      apple_products.each_with_index do |product, index|
+        puts "#{index + 1}: #{product.description}"
+        puts "Price: $#{product.price}"
+        puts "Phone's url: #{product.url}"
+        puts "Phone's City: #{product.city.name}"
+        puts separator
+
+        if (index + 1) % 5 == 0
+          # puts "Enter number to see link phone on browser.".colorize(:cyan)
+          # puts "next for more phones".colorize(:green)
+          # puts "Or enter exit to re-scrape.".colorize(:blue)
+
+          choice = get_choice
+          if choice == "next"
+            next
+          elsif choice == 'exit'
+            break
+          else
+            #make sure screen stays on all present create_items_from_array
+            phone_url = apple_products[choice.to_i - 1].url 
+            system("open", phone_url)
+              choice = get_choice
+          end
+        end
+      end  
+      puts "There are no moh phones to show."
+    end    
+  end
+
+    def get_choice
+      puts "Enter number to see link phone on browser.".colorize(:cyan)
+      puts "next for more phones".colorize(:green)
+      puts "Or enter exit to re-scrape.".colorize(:blue)
+      gets.chomp
+    end
+
+  end
+end

data/lib/applephile/craigslist.rb

@@ -0,0 +1,106 @@
+require 'nokogiri'
+require 'open-uri'
+require 'pry'
+
+module Applephile
+  class CraigsList
+    attr_accessor :site_url, :doc
+    
+    def initialize()
+      @site_url = "https://www.craigslist.org/about/sites"
+      @doc = Nokogiri::HTML(open(@site_url))  
+    end
+
+    def get_states_names
+      #it returns an array of states of the U.S., CLI will use to display them
+      doc.css(".colmask").first.css("h4").collect { |st| st.text}  
+    end
+
+    def get_state_cities(state_name)
+      #it returns an array of cities belonging to a particular state
+      #1. find the state first.
+      #2. then collect the state's city array, return a flatten array so only cities can be used
+      #to be displayed in CLI
+      state_cities_array = []
+      states_cities_links.each do |states, cities_links|
+        if states.to_s == state_name 
+          #collect only cities
+          state_cities_array = cities_links.collect { |city| city.keys }
+          break
+        end
+      end
+      state_cities_array.flatten!  
+
+    end
+
+    def return_city_link(state, city)
+      #it returns the link of a particular city
+      #1. find state hash
+      #2. find the city
+      #3. get city's link
+      city_url = ""
+      states_cities_links.find do |key, value|  
+        if key.to_s == state
+          value.find do |city_hash|
+             if city_hash.has_key?(city) 
+              city_url = city_hash[city]
+             end
+           end
+        end
+      end
+      city_url
+    end
+    def scrape_by_city_url(city_url)
+      items_array_of_hashes = []
+      #1. returns an array of hashes for every link (phone found) for a particular scrape criteria
+      #2. build site link with searching criteria phones with pic, new, os 
+      #3. grab all phones that meet this search criteria.
+      #4. traverse the collection, and grab each needed attribute one by one.
+      #5. build hash, and save it to array.
+      #6. return hash
+      city_url = city_url + "search/moa?hasPic=1&condition=10&mobile_os=2"
+      city_doc = Nokogiri::HTML(open(city_url))
+      grab_all_phones = city_doc.css(".result-info")
+        grab_all_phones.each do |phones|
+           phone_url = phones.css("a")[0]["href"]
+           phone_price = phones.css(".result-price").text.split("$")[1]
+           phone_description = phones.css("a").text.split("\n")[0]
+           items_array_of_hashes.push({:url => phone_url,
+                                       :price => phone_price,
+                                       :description => phone_description})
+        end
+        items_array_of_hashes
+    end
+
+
+    private
+
+    def cities_and_links
+      #it returns a two dimensional array of cities, with their links as a hash by the state
+      # [[{"citya" => linka}, {"cityb" => linkb}, {"cityc" => linkc}], [{"cityz" => linkz}]]
+
+      two_dimension_city = []
+      doc.css(".colmask").first.css("ul").each do |city| 
+        #collect returns [{"city1" => link1}, {city2 => link2}]
+        #collect removes "/" and unnecessary spaces from cities
+        two_dimension_city.push(city.css("li a").collect { |city| { city.text.split("/")[0].strip  => city["href"] }})
+      end
+      two_dimension_city 
+    end
+
+    def states_cities_links
+      #returns a array of hashes with keys equal to states, and values
+      #equal to an array of cities and their respective links
+      #{ :state1 => [{"city1" => link1}, {city2 => link2}, {city3 => link3}],
+       #  :state2 => [{}]}
+
+      states_cities_links_hash = {}
+      #proceed by states, make hash, then push into array
+      #cities index implicitly starts from the first state
+      get_states_names.each_with_index do |state, index|
+        states_cities_links_hash[state.to_sym] = cities_and_links[index]
+      end
+      states_cities_links_hash
+    end
+  end
+end

data/lib/applephile/item.rb

@@ -0,0 +1,9 @@
+module Applephile
+  class Item
+    attr_accessor :city, :price, :description, :url
+    
+    def initialize(item_attributes)
+      item_attributes.each {|key, value| self.send(("#{key}="), value)}
+    end
+  end
+end

data/lib/applephile/version.rb

@@ -1,3 +1,3 @@
 module Applephile
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: applephile
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Ramon Chavez
@@ -116,11 +116,11 @@ files:
 - bin/setup
 - config/environment.rb
 - lib/applephile.rb
+- lib/applephile/city.rb
+- lib/applephile/command_line_interface.rb
+- lib/applephile/craigslist.rb
+- lib/applephile/item.rb
 - lib/applephile/version.rb
-- lib/city.rb
-- lib/command_line_interface.rb
-- lib/craigslist.rb
-- lib/item.rb
 - touch
 homepage: https://github.com/rachavez1974/applephile
 licenses:

data/lib/city.rb

@@ -1,22 +0,0 @@
-class City
-  attr_accessor :name, :state, :city_url
-  attr_reader :items
-
-  @@all = []
-
-  def initialize(city_attributes)
-    city_attributes.each {|key, value| self.send(("#{key}="), value)}
-    @items = []
-    @@all << self
-  end
-
-  def add_item(item)
-    item.city = self
-    @items << item
-    item
-  end
-
-  def get_apple_prods_by_price(set_price)
-    @items.select { |item| item.price.to_i >= set_price.to_i }
-  end
-end

data/lib/command_line_interface.rb

@@ -1,89 +0,0 @@
-class CLI
-  INTRO_MESSAGE = "WELCOME TO CRAIGSLIST SCRAPPER!"
-
-  def run
-    @scrape = CraigsList.new
-     puts INTRO_MESSAGE
-    choice = ""
-    while choice != "exit"      
-      choice = display_main_menu
-      if choice == "scrape"
-        get_menu_input
-        create_items_from_array(scrape_apple_prodcuts)
-        grab_apple_prodcuts
-      end
-    end
-  end
-    
-  
-  def display_main_menu
-    stars = "************************".colorize(:yellow)
-    puts "#{stars} MAIN MENU #{stars}" 
-    puts "Enter \"scrape\" to scrape.".colorize(:blue)
-    puts "Enter \"exit\" to end program.".colorize(:yellow)
-    puts "What would you like to do?".colorize(:blue)
-    gets.chomp
-  end
-
-  def get_menu_input
-    display_states
-    puts "Please enter a number for the state you'd like to scrape.".colorize(:green)
-    #convert number input from user
-    @state_scraped = convert_to_state(gets.chomp)
-    display_cities(@state_scraped)
-    puts "Please enter a number for the city you'd like to scrape.".colorize(:green)
-    @city_scraped = convert_to_city(@state_scraped, gets.chomp)
-    puts "You have chosen the state of #{@state_scraped}, and the city of #{@city_scraped.capitalize}."
-  end
-
-  def display_states
-    @scrape.get_states_names.each_with_index do |state, index|
-      print "#{index + 1}. #{state}    ".ljust(28) 
-      if (index + 1) % 5 == 0
-        print "\n"
-      end
-    end
-    print "\n"
-  end 
-
-  def display_cities(state)
-    @state_cities = @scrape.get_state_cities(state)
-    #find max length of city and use it left justify everything else for screen output
-    max_length = @state_cities.map(&:length).max
-    @state_cities.each_with_index do |city, index|
-      print "#{index + 1}. #{city.capitalize.ljust(max_length)}   " 
-      if (index + 1) % 3 == 0
-        print "\n"
-      end
-    end
-    print "\n"
-  end
-
-  def convert_to_state(state_number)
-    #it takes in a number and returns the corresponding state's name
-    @scrape.get_states_names[state_number.to_i - 1]
-  end
-
-  def convert_to_city(state, city_number)
-    #it takes in a number and returns the corresponding city's name
-      @state_cities[city_number.to_i - 1] 
-  end 
-
-  def scrape_apple_prodcuts
-    @scraped_city_url = @scrape.return_city_link(@state_scraped, @city_scraped)
-    @phones = @scrape.scrape_by_city_url(@scraped_city_url)
-  end
-
-  def grab_apple_prodcuts
-    puts "Price enter a price higher than 150 to see the list of phones, defualt price is 150.".colorize(:blue)
-    display_apple_products_info(@city.get_apple_prods_by_price(gets.chomp))
-  end
-
-  def get_choice
-    puts "Enter number to see link phone on browser.".colorize(:cyan)
-    puts "next for more phones".colorize(:green)
-    puts "Or enter exit to re-scrape.".colorize(:blue)
-    gets.chomp
-  end
-
-end

data/lib/craigslist.rb

@@ -1,106 +0,0 @@
-require 'nokogiri'
-require 'open-uri'
-require 'pry'
-
-class CraigsList
-  attr_accessor :site_url, :doc
-  
-  def initialize()
-    @site_url = "https://www.craigslist.org/about/sites"
-    @doc = Nokogiri::HTML(open(@site_url))  
-  end
-
-  def get_states_names
-    #it returns an array of states of the U.S., CLI will use to display them
-    doc.css(".colmask").first.css("h4").collect { |st| st.text}  
-  end
-
-  def get_state_cities(state_name)
-    #it returns an array of cities belonging to a particular state
-    #1. find the state first.
-    #2. then collect the state's city array, return a flatten array so only cities can be used
-    #to be displayed in CLI
-    state_cities_array = []
-    states_cities_links.each do |states, cities_links|
-      if states.to_s == state_name 
-        #collect only cities
-        state_cities_array = cities_links.collect { |city| city.keys }
-        break
-      end
-    end
-    state_cities_array.flatten!  
-
-  end
-
-  def return_city_link(state, city)
-    #it returns the link of a particular city
-    #1. find state hash
-    #2. find the city
-    #3. get city's link
-    city_url = ""
-    states_cities_links.find do |key, value|  
-      if key.to_s == state
-        value.find do |city_hash|
-           if city_hash.has_key?(city) 
-            city_url = city_hash[city]
-           end
-         end
-      end
-    end
-    city_url
-  end
-  def scrape_by_city_url(city_url)
-    items_array_of_hashes = []
-    #1. returns an array of hashes for every link (phone found) for a particular scrape criteria
-    #2. build site link with searching criteria phones with pic, new, os 
-    #3. grab all phones that meet this search criteria.
-    #4. traverse the collection, and grab each needed attribute one by one.
-    #5. build hash, and save it to array.
-    #6. return hash
-    city_url = city_url + "search/moa?hasPic=1&condition=10&mobile_os=2"
-    city_doc = Nokogiri::HTML(open(city_url))
-    grab_all_phones = city_doc.css(".result-info")
-      grab_all_phones.each do |phones|
-         phone_url = phones.css("a")[0]["href"]
-         phone_price = phones.css(".result-price").text.split("$")[1]
-         phone_description = phones.css("a").text.split("\n")[0]
-         items_array_of_hashes.push({:url => phone_url,
-                                     :price => phone_price,
-                                     :description => phone_description})
-      end
-      items_array_of_hashes
-  end
-
-
-  private
-
-  def cities_and_links
-    #it returns a two dimensional array of cities, with their links as a hash by the state
-    # [[{"citya" => linka}, {"cityb" => linkb}, {"cityc" => linkc}], [{"cityz" => linkz}]]
-
-    two_dimension_city = []
-    doc.css(".colmask").first.css("ul").each do |city| 
-      #collect returns [{"city1" => link1}, {city2 => link2}]
-      #collect removes "/" and unnecessary spaces from cities
-      two_dimension_city.push(city.css("li a").collect { |city| { city.text.split("/")[0].strip  => city["href"] }})
-    end
-    two_dimension_city 
-  end
-
-  def states_cities_links
-    #returns a array of hashes with keys equal to states, and values
-    #equal to an array of cities and their respective links
-    #{ :state1 => [{"city1" => link1}, {city2 => link2}, {city3 => link3}],
-     #  :state2 => [{}]}
-
-    states_cities_links_hash = {}
-    #proceed by states, make hash, then push into array
-    #cities index implicitly starts from the first state
-    get_states_names.each_with_index do |state, index|
-      states_cities_links_hash[state.to_sym] = cities_and_links[index]
-    end
-    states_cities_links_hash
-  end
-
-
-end

data/lib/item.rb

@@ -1,8 +0,0 @@
-class Item
-  attr_accessor :city, :price, :description, :url
-  
-  def initialize(item_attributes)
-    item_attributes.each {|key, value| self.send(("#{key}="), value)}
-  end
-
-end