shoe_scraper 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 3bc84b5797462eeac2cb4eaad9b191d66cd4ca15b8060c3dc3b65a294a77f8ce
+  data.tar.gz: 60d02064a7076f3878bf3419391992639f14d93a457e96d67d2f8a32e38be140
+SHA512:
+  metadata.gz: '09ed51b009e293313b0f9ad5f5228b395514970320509560e29af391e3f3c384de6c8cfcff71bfbfc4de7bba7a24d8283f07931ba2c164c1b2d73f60bd5cada3'
+  data.tar.gz: 67ce2f9e7544bc49a8bfbe1f915e62fd9ac9723702b39ce81aae2facbc880f59e236b29cfb3aeb58d3004c569f4227259474d1711042b70439f0db5b5aa98adf

data/lib/Jordan_Edition.rb

@@ -0,0 +1,36 @@
+class Jordan_Edition # Super 
+
+    attr_accessor :name, :href, :shoe_collection 
+
+    @@all = [] 
+
+    def initialize(hash)
+      hash.each_pair do |key, value|
+       send("#{key}=", value)
+      end 
+      @@all << self 
+   end 
+
+   def self.create_from_collection(array_of_hash) #find or create would be better 
+    array_of_hash.each do |hash|
+      self.new(hash)
+    end 
+  end 
+
+    def self.all
+      @@all 
+    end 
+
+
+
+
+
+
+
+
+
+
+
+
+
+end 

data/lib/brand.rb

@@ -0,0 +1,27 @@
+
+class Brand #< Super
+
+    attr_accessor :brand_name, :brand_href, :editions, :edition_href, :shoe_collection 
+    
+    @@all = [] 
+
+    def initialize(hash)
+       hash.each do |key, value|
+        send("#{key}=", value)
+       end 
+       @@all << self 
+    end 
+
+    def self.create_from_collection(array_of_hash) 
+      array_of_hash.each do |hash|
+        self.new(hash)
+      end 
+    end 
+
+    def self.all 
+        @@all 
+    end
+  
+  end 
+
+  

data/lib/scraper.rb

@@ -0,0 +1,106 @@
+
+require 'open-uri'
+require 'nokogiri'
+ require 'pry'
+#URI.open("https://www.indexpdx.com/adidas/?sort=newest&page=1")
+
+class IndexPDX_Scraper
+
+
+    def self.brand_list(index_url)
+       doc = Nokogiri::HTML(open(index_url))
+       doc.css(".BlockContent .SubCategoryList li").map do |brand|
+        hash = {}
+        hash[:brand_name] = brand.css("a").first.text
+        hash[:brand_href] = index_url.gsub("/adidas/", brand.css("a").first['href'])
+        unless hash[:brand_name].include?("Jason Markk")
+        end
+        binding.pry 
+        hash
+    end
+end 
+
+def self.brand_list(index_url)
+     array = []
+    doc = Nokogiri::HTML(open(index_url))
+    doc.css(".BlockContent .SubCategoryList li").each do |brand|
+
+     hash = {}
+     
+     hash[:brand_name] = brand.css("a").first.text
+     hash[:brand_href] = index_url.gsub("/adidas/", brand.css("a").first['href'])
+     array << hash unless hash[:brand_name].include?("Jason Markk")
+ end
+ array 
+end 
+
+
+    def self.scrape_jordans_index_page(index_url)
+        doc = Nokogiri::HTML(open(index_url))
+        doc.css(".jordans.clearfix a").map do |editions|
+            hash = {}
+            hash[:name] = editions.css(".jordan-edition p").first.text
+            hash[:href] = index_url.gsub("/jordans/", editions.first.last)
+            hash
+        end 
+    end 
+
+    
+    #scrape all the shoes available for specific brand => array 
+    def self.scrape_brand_index_page_one(index_url) 
+        doc = Nokogiri::HTML(open(index_url))
+        doc.css(".ProductList li").map do |shoe|
+            hash = {}
+            hash[:shoe_name] = shoe.css(".ProductDetails a").first.text
+            hash[:price] = shoe.css(".ProductPriceRating em").text
+            hash[:shoe_href] = shoe.css(".ProductDetails a").first['href']
+            hash
+        end
+    end
+
+    def self.shoe_details(index_url)
+        details = Nokogiri::HTML(open(index_url))
+        hash = {}
+        details.css(".ProductDetailsGrid").each do |detail|
+            hash[:shoe_name] = details.css("h1").text 
+            hash[:brand] = details.css(".specs span")[0].text 
+            hash[:condition] = details.css(".specs span")[1].text 
+            hash[:colorway] = details.css(".specs span")[2].text 
+            hash[:year] = details.css(".specs span")[3].text 
+            hash[:productid] = details.css(".specs span")[4].text 
+            hash[:sizes_available] = details.css(".list-horizontal .name").map { |sizes| sizes.text }.join(', ')
+        end
+        hash
+    end
+
+
+end 
+
+
+
+    # #scrape the list of brands => array of hashes - WORKS 
+    # def self.brand_list(index_url)
+       
+    #      doc = Nokogiri::HTML(open(index_url))
+    #     
+    #     doc.css(".BlockContent .SubCategoryList li").map do |brand|
+    #         hash = {}
+           
+    #         hash[:brand_name] = brand.css("a").first.text
+    #         hash[:brand_href] = index_url.gsub("/adidas/", brand.css("a").first['href'])
+    #        hash
+         
+    #     end
+    # end 
+
+
+
+
+
+
+
+
+#     #details2 = Nokogiri::HTML(open("https://www.indexpdx.com/pw-human-race-nmd-solar/"))  
+#     #page = URI.open("https://www.indexpdx.com/adidas/?sort=newest")
+#     # doc = Nokogiri::HTML(open(page))
+#      #doc = Nokogiri::HTML(open(https://www.indexpdx.com/adidas/?sort=newest))

data/lib/shoe.rb

@@ -0,0 +1,33 @@
+
+class Shoe 
+
+    attr_accessor :shoe_name, :price, :shoe_href, :brand, :condition, :colorway, :year, :productid, :sizes_available
+                
+     @@all = []
+
+    def initialize(hash)
+        hash.each do |key, value|
+         send("#{key}=", value)
+        end 
+        @@all.unshift(self)
+    end 
+ 
+
+    def self.create_from_collection(array_of_hash) 
+        array_of_hash.each do |hash|
+          self.new(hash)
+        end 
+      end
+      
+    def self.all
+        @@all 
+    end 
+
+    def add_attributes(hash)
+        hash.each do |key, value|
+            send("#{key}=", value)
+        end
+    end 
+
+
+end 

data/lib/shoe_scraper.rb

@@ -0,0 +1,232 @@
+# require 'rainbow/ext/string'
+require_relative './super'
+require_relative './brand'
+require_relative './scraper'
+require_relative './shoe'
+require_relative './Jordan_Edition'
+
+class ShoeScraper
+
+  BASE_PATH = "https://www.indexpdx.com/adidas/"
+
+  @@saved = []
+  
+  def run
+    first_selection 
+  end
+  
+  def first_selection 
+    # a = AsciiArt.new("https://www.indexpdx.com/content/images/logo.jpeg")
+    # print "#{a.to_ascii_art(width: 50)}"
+    puts ''
+    puts "Welcome to The Sneaker Finder! Are you ready to find your next pair of kicks?".colorize(:green)
+    puts ''
+    puts "Type yes or any other key to exit"
+    
+      input = gets.chomp.downcase
+      if input == 'y'
+        # Saved_Shoe.new 
+        puts ''
+        puts "Great!! Let's get you started with our list of brands".colorize(:green)
+        puts ''
+        scrape_brand 
+      else 
+        puts "Goodbye!".colorize(:green)
+      end 
+    end
+    
+    def scrape_brand  
+  
+      Brand.create_from_collection(IndexPDX_Scraper.brand_list(BASE_PATH)) 
+      display_brand 
+    end
+    
+    def display_brand 
+      Brand.all.each.with_index(1) { |shoe_object, index| puts "#{index}. #{shoe_object.brand_name.colorize(:cyan)}"}
+      puts ""
+      puts "Alot to choose from! Let me know which one you want to see more of!".colorize(:green)
+      puts ""
+      select_brand
+    end
+    
+    def select_brand #SELECT BRAND - FIND BRAND
+      puts "Enter a number..."
+      input = gets.chomp
+      
+      if !input.to_i.between?(1, Brand.all.size) #1.Repeat select_brand function if input an index in the length of Brand.all
+        puts ""
+        puts "That is not a valid option."
+        puts ""
+        select_brand
+      else 
+      href = Brand.all[input.to_i - 1].brand_href 
+      if input == '1' #1.If they are Jordans, check if they have been scraped before 
+        if Brand.all[input.to_i - 1].editions == nil
+          scrape_jordan_editions(href, input)
+        else
+          display_jordan_editions
+        end
+      elsif Brand.all[input.to_i - 1].shoe_collection == nil #1.If they are other shoes, check if they have been scraped before 
+        scrape_shoe_collection(href, input)
+      else
+        display_shoe_collection(Brand.all[input.to_i - 1].shoe_collection)
+      end 
+    end 
+    end
+    
+    #---------------------------------------------------------------------------
+
+    def scrape_shoe_collection(href, input)
+      scraper = IndexPDX_Scraper.scrape_brand_index_page_one(href)
+      Shoe.create_from_collection(scraper)
+        Brand.all[input.to_i - 1].shoe_collection= Shoe.all[0...scraper.size]
+        display_shoe_collection(Brand.all[input.to_i - 1].shoe_collection)
+      end 
+
+    def display_shoe_collection(brand)
+      puts ''
+      brand.each.with_index(1) do |shoe_obj, index|
+        puts "#{index}. Model: #{shoe_obj.shoe_name.colorize(:cyan)}" + " Price: #{shoe_obj.price.colorize(:cyan)}".gsub("+", " ")
+        puts ""
+      end
+      select_shoe_collection
+    end 
+
+    def scrape_edition_collection(href, input)
+      scraper = IndexPDX_Scraper.scrape_brand_index_page_one(href)
+      Shoe.create_from_collection(scraper)
+      Brand.all[0].editions[input.to_i - 1].shoe_collection = Shoe.all[0...scraper.size]
+      display_shoe_collection(Brand.all[0].editions[input.to_i - 1].shoe_collection)
+    end
+    
+    def select_shoe_collection 
+      puts "Gotta love some fresh kicks!! Pick a shoe and I can show you more info.".colorize(:green) 
+      puts ""
+      puts "Type a number or 'b' for back"
+      input = gets.chomp.downcase
+     
+      if input == "b"
+        display_brand 
+      else
+        puts "Good Choice!".colorize(:green)
+        puts ''
+        scrape_shoe(input)
+      end 
+    end
+    
+    def scrape_jordan_editions(href, input) 
+      Jordan_Edition.create_from_collection(IndexPDX_Scraper.scrape_jordans_index_page(href))
+      Brand.all[input.to_i - 1].editions= Jordan_Edition.all 
+      display_jordan_editions
+    end
+      
+    def display_jordan_editions
+      # a = AsciiArt.new("https://simg.nicepng.com/png/small/558-5587064_jordan2-air-jordan-logo-blue.png")
+      # print "#{a.to_ascii_art(width: 30)}"
+      
+      puts ''
+      Jordan_Edition.all.each.with_index(1) { |edition, index| puts "#{index}." +  "Jordan #{edition.name}".colorize(:cyan)}
+      #   Brand.all.first.editions.each.with_index(1) do |edition, index|
+      #  # #Brand.all[input.to_i - 1].editions.each.with_index(1) do |edition, index|
+      #     puts "#{index}. Jordan #{edition.name.colorize(:green)}"
+      #   end
+      select_jordan_editions 
+    end
+      
+    def select_jordan_editions 
+      puts ''
+      puts "You can't go wrong with a pair of Jordans!".colorize(:green)
+      puts ""
+      puts "Type a number of 'b' for back."
+      puts ""
+      input = gets.chomp.downcase
+      href = Brand.all[0].editions[input.to_i - 1].href
+      if input == "b" #1.Go Back to brand menu. 2.Show Jordan edition either by scraping first or just displaying 
+        display_brand 
+      elsif Brand.all[0].editions[input.to_i - 1].shoe_collection == nil
+        scrape_edition_collection(href, input)
+      else 
+        display_shoe_collection(Brand.all[0].editions[input.to_i - 1].shoe_collection)
+      end 
+    end
+    
+    def scrape_shoe(input)
+      Shoe.all[input.to_i - 1].add_attributes(IndexPDX_Scraper.shoe_details(Shoe.all[input.to_i - 1].shoe_href)) 
+      display_shoe(input)
+    end
+    
+    def display_shoe(input)
+      puts "Brand: #{Shoe.all[input.to_i - 1].brand.colorize(:cyan)}"
+      puts "Name: #{Shoe.all[input.to_i - 1].shoe_name.colorize(:cyan)}"
+      puts "Colorway: #{Shoe.all[input.to_i - 1].colorway.colorize(:cyan)}"
+      puts "Condition: #{Shoe.all[input.to_i - 1].condition.colorize(:cyan)}"
+      puts "Year: #{Shoe.all[input.to_i - 1].year.colorize(:cyan)}"
+      puts "Price: #{Shoe.all[input.to_i - 1].price.colorize(:cyan)}".gsub("+", " ")
+     
+      puts "Sizes Available: #{Shoe.all[input.to_i - 1].sizes_available.colorize(:cyan)}"
+      save(input)
+    end
+    
+    def save(input)
+      puts ''
+      puts "Would you like to save this shoe?".colorize(:yellow)
+      choice = gets.chomp.downcase
+      if choice == 'y'
+        @@saved << Shoe.all[input.to_i - 1]
+        puts ''
+        puts "SHOE SAVED!!!!".colorize(:yellow)
+        puts ''
+        go_back
+      else
+        go_back
+      end 
+    end 
+    
+    def go_back 
+        puts ''
+        puts "Would you like to check out more? Type yes, cart, or exit".colorize(:green)
+        puts ''
+        input = gets.chomp.downcase 
+      if input == 'y' 
+        puts ''
+        display_brand 
+      elsif input == 'c' 
+        view_saved
+      elsif input == 'e' 
+        puts ''
+        puts 'Goodbye!!'.colorize(:green)
+        puts ''
+      end
+    end 
+
+    def view_saved
+      if @@saved.size == 0
+        puts ''
+        puts 'Your cart is empty.'.colorize(:green)
+        puts ''
+        go_back 
+      else
+        puts ''
+        puts "////////////////////////////////////////////////////////////////////////////////////////////////////////////////".colorize(:yellow)
+        puts "////////////////////////////////////////////////////////////////////////////////////////////////////////////////".colorize(:yellow)
+        puts ''
+        @@saved.each do |shoe|
+          puts "Brand: #{shoe.brand.colorize(:cyan)}"
+          puts "Name: #{shoe.shoe_name.colorize(:cyan)}"
+          puts "Colorway: #{shoe.colorway.colorize(:cyan)}"
+          puts "Condition: #{shoe.condition.colorize(:cyan)}"
+          puts "Year: #{shoe.year.colorize(:cyan)}"
+          puts "Price: #{shoe.price.colorize(:cyan)}".gsub("+", " ")
+          puts "Sizes Available: #{shoe.sizes_available.colorize(:cyan)}"
+          puts "Web Link: #{shoe.shoe_href.colorize(:cyan)}"
+          puts ''
+        end
+        puts "////////////////////////////////////////////////////////////////////////////////////////////////////////////////".colorize(:yellow)
+        puts "////////////////////////////////////////////////////////////////////////////////////////////////////////////////".colorize(:yellow)
+        puts ''
+        puts "Here is your cart. Copy these for later. ".colorize(:green)
+        puts ''
+        go_back
+      end
+    end
+  end 

data/lib/super.rb

@@ -0,0 +1,23 @@
+class Super 
+
+    @@all = [] 
+
+    def initialize(hash)
+       hash.each do |key, value|
+        send("#{key}=", value)
+       end 
+       @@all << self 
+    end 
+
+    def self.create_from_collection(array_of_hash) 
+      array_of_hash.each do |hash|
+        self.new(hash)
+      end 
+    end 
+    
+
+    def self.all 
+        @@all 
+    end
+
+end 

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: shoe_scraper
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Uriah Harston
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2010-04-28 00:00:00.000000000 Z
+dependencies: []
+description: A gem that scrapes available sneaker inventory from the indexpdx.com
+  shoe consignment website.
+email: uharston@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/Jordan_Edition.rb
+- lib/brand.rb
+- lib/scraper.rb
+- lib/shoe.rb
+- lib/shoe_scraper.rb
+- lib/super.rb
+homepage: https://rubygems.org/gems/shoe_scraper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.8
+signing_key: 
+specification_version: 4
+summary: A sneaker finder gem
+test_files: []