newegg_scraper_chsbr 0.2.0 → 0.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dbfd1d76149f6e24674933978bc42dfed9c4793b07ede185dd890a9624ac8259
-  data.tar.gz: dcf10106484e843c95d888d267725e8d3cee154a78ae8014c141baf9a160495b
+  metadata.gz: 3fbd42d7c10c468dc7425a30d88e29f8e6f268daa251709476c87e4ad071dc23
+  data.tar.gz: 02bd7b5230d23751a3904e2650ff50c7b0e6d761bd6f66c0d8179657963ee647
 SHA512:
-  metadata.gz: 6eedd9aae8b3c008bb8485e882e24322d7b76ac61245f4690dd43772816f72e5a1b5be2ab7538be22c6fc643ab096a4f6530db673c0a04c2611e74fd5eaaec5b
-  data.tar.gz: d4d473f51c977978959b4dd7e32a91938cb626bd90b2cb8cd4d83e9e6ea08136747b658ce45f9beefab02aa73445683ef177274f1ab30c659136f42637791388
+  metadata.gz: 05cfd1984328242a0da29c958d612473aba871b97bb2d2b03c705a85d148c5b0d58a3b26856b7a60a12699b46d5148a4870f7d89162604ca4da205101ab699c8
+  data.tar.gz: 16cfc1c007ce8c374d7bf0dc8b9cd9147cb37b23c303c64a856cf17faeeb6e7f4f4495a1103ca582cbce571ceefaef6bb35b792e9ccd25afb9cc939abdefcbe0

data/bin/newegg_scraper

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 
 require_relative "../lib/environment.rb"
-NeweggScraperChsbr::CLI.new.call
+NeweggScraperChsbr::Cli.new.call

data/lib/newegg_scraper_chsbr/cli.rb

@@ -1,5 +1,4 @@
-
-class NeweggScraperChsbr::CLI
+class NeweggScraperChsbr::Cli
     attr_reader :user
     def initialize
         NeweggScraperChsbr::DataGrabber.new
@@ -8,29 +7,37 @@ class NeweggScraperChsbr::CLI
         puts "Were you interested in purchasing some CPU's?"
         puts "Please enter y to do so."  
         @counter = gets.strip
-        corr_input = control_bool
-        while corr_input
+        incorrect_input = control_bool
+        while incorrect_input
             puts "Were you interested in purchasing some CPU's?"
             puts "Please enter y to do so.\nPlease enter n or exit to quit."  
             @counter = gets.strip
-            corr_input = control_bool
+            incorrect_input = control_bool
         end
         while @counter == 'y'
             get_price_range
             get_init_data_for_user
-            NeweggScraperChsbr::Cpu.display_cpu(@user)
-            @user.choose_cpu
-            NeweggScraperChsbr::Cpu.display_cpu_with_extras(@user)
+            printed_cpus = NeweggScraperChsbr::Cpu.display_cpu(@user)
+
+            if printed_cpus.size != 0
+                @user.choose_cpu(printed_cpus)
+                NeweggScraperChsbr::Cpu.display_cpu_with_extras(@user)
+            end
+    
+            
+            
             puts "If you would like to restart the program please enter : #{@counter}.\nTo exit type n or exit."
             @counter = gets.strip
-            corr_input = control_bool
-            while corr_input
+            incorrect = control_bool
+            while incorrect
                 puts "Were you interested in purchasing some CPU's?"
                 puts "Please enter y to do so.\nPlease enter n or exit to quit."  
                 @counter = gets.strip
-                corr_input = control_bool
+                incorrect = control_bool
             end
-            
+            clear_vars
+            @user.clear_chosen
+            self.call    
         end
         puts "Thanks for using Chesbro's Scraper!"
     end
@@ -97,26 +104,56 @@ class NeweggScraperChsbr::CLI
         end
     end
     def control_bool
-        if @counter.include?("y")
-            false
-        elsif @counter.include?("exit")
+        if @counter == "y"
             false
-        elsif @counter.include?("n") 
+        elsif @counter == "exit" || @counter == "n" 
             false
         else
             true
         end
     end
     def cpu_make_bool
-        if @cpu_make.include?("x")
-            false
-        elsif @cpu_make.include?("a")
-            false
-        elsif @cpu_make.include?("i")
+        if @cpu_make == "x" || @cpu_make == "a" || @cpu_make == "i"
             false
         else
             true
         end
 
     end
+    def clear_vars
+        @cpu_make = nil
+        @min_price = nil
+        @max_price = nil
+    end
+        # def choose_cpu(printed_cpus)
+    #     puts "Please enter the number of the CPU you'd like to see more about."
+    #     chosen = gets.strip
+    #     while !is_numeric?(chosen)
+    #         puts "Please enter the number of the CPU you'd like to see more about."
+    #         chosen = gets.strip
+    #     end
+    #     if !printed_cpus.include?(chosen.to_i)
+    #         puts "You chose a CPU outside of your budget please choose another."
+    #         choose_cpu(printed_cpus)
+    #     end
+    #     @user.chosen_cpu << chosen.to_i
+    #     puts "Would you like to see more about another CPU?\nEnter y to do so.\nEnter n to see details about the chosen CPU(s)"
+    #         input = gets.strip
+            
+    #     if input == 'y'
+    #         choose_cpu(printed_cpus)
+    #     end
+        
+    # end
+    # def is_numeric?(obj) 
+    #     obj.match(/\A[^+-]?\d+?(\^.\d+)?\Z/) == nil ? false : true
+    #  end
+    #  def self.display_cpu_with_extras(user)
+        
+    #     user.chosen_cpu.each do | chosen_cpu |
+
+    #         puts "\n\n\n#{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].name.name}\nHas a price of: #{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].price.price}\nShipping: #{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].shipping.price}\n\n   Descriptive Points:\n"
+    #         NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].printDesc
+    #     end
+    # end
 end

data/lib/newegg_scraper_chsbr/cpu.rb

@@ -23,6 +23,7 @@ class NeweggScraperChsbr::Cpu
     end
     def self.display_cpu(user) 
         counter = 1
+        printed_cpus = []
         @@all.each do | computer |
             if user.max_price.to_i != 0 && user.min_price.to_i == 0
                 
@@ -32,23 +33,41 @@ class NeweggScraperChsbr::Cpu
             if user.max_price.to_i == 0 &&
                 user.min_price.to_i == 0 &&
                 (NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "Intel" || NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "AMD")
-                    computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) ? puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}") : nil
-            elsif user.max_price.to_i == 0 &&
-                user.min_price.to_i == 0 &&
-                user.cpu_make == 'x'
+                    if computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make))
+                        puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                        printed_cpus << counter
+                    else
+                        nil
+                    end
+            elsif user.max_price.to_i == 0 && user.min_price.to_i == 0 && user.cpu_make == 'x'
+                    
                     puts("\n   #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                    printed_cpus << counter
             elsif user.max_price.to_i >= computer.price.convert_price &&
                 user.min_price.to_i <= computer.price.convert_price &&
                 (NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "Intel" || NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "AMD")
-                    computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) ? puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}") : nil
+                    if computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) 
+                        puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                        printed_cpus << counter
+                    else
+                        nil
+                    end
             
             elsif user.max_price.to_i >= computer.price.convert_price &&
                 user.min_price.to_i <= computer.price.convert_price &&
                 user.cpu_make == 'x'
                     puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                    printed_cpus << counter
+
             end
+
             counter += 1
+            
+        end
+        if printed_cpus.size == 0
+            puts "You did not match any CPU criteria."
         end
+        printed_cpus
 
     end
     def self.display_cpu_with_extras(user)

data/lib/newegg_scraper_chsbr/data_grabber.rb

@@ -1,4 +1,3 @@
-
 class NeweggScraperChsbr::DataGrabber
     attr_reader :cpus
 
@@ -9,7 +8,7 @@ class NeweggScraperChsbr::DataGrabber
         names = getNames
         descHash = getCpuDesc
         @cpus = makeCpus(prices, names, shipping_price, descHash)                     
-    end #end initialize
+    end 
 
     def getCpuDesc
         scraped = NeweggScraperChsbr::Scraper.new
@@ -18,7 +17,10 @@ class NeweggScraperChsbr::DataGrabber
         css_next_link = scraped.xml_obj.css  ".item-title"
         css_next_link.each_with_index do | element, index |
             if index != 0
-                pages << element.attributes["href"].value
+        
+                if element.attributes["href"] != nil
+                    pages << element.attributes["href"].text
+                end
             end
         end
         description = {}
@@ -44,19 +46,19 @@ class NeweggScraperChsbr::DataGrabber
 
 
     end
-    def split_price(html_element)               # This method checks each individual text element, this is to make sure the prices are accurate.
+    def split_price(html_element)              
         counter = 0
         until counter == 100  
-            if counter < 10                     # If the counter is less than 10, is necessary because the computer doesn't know we are working with money.
-                if html_element.text.include?(".0#{counter.to_s}")  #If the text element includes any dollar ammount below .10 is a neccessary check.
-                                                                    #Otherwise the computer would only check [.0.. .9], and we need it to check [.00.. .09]
-                    price = html_element.text.split ".0#{counter.to_s}" #Once we know it's the correct element we can assign it to the price variable.
-                                                                        #This is only necessary to be able to delete the data we are splitting off.
-                                                                        # (We are splitting anything after the cents amount because it was uneccessary.)
+            if counter < 10                    
+                if html_element.text.include?(".0#{counter.to_s}")  
+                                                                   
+                    price = html_element.text.split ".0#{counter.to_s}" 
+                                                                        
+                                                                        
                     price.delete_at 1
-                    return price, ".0#{counter.to_s}"                   # Return the dollar amount, and the cents amount in an array.
+                    return price, ".0#{counter.to_s}"                   
                 end
-            elsif counter >= 10                                     # This does the same as above, but for any number over 9.
+            elsif counter >= 10                                     
                 if html_element.text.include?(".#{counter.to_s}") 
 
                     price = (html_element.text.split ".#{counter.to_s}")
@@ -67,59 +69,35 @@ class NeweggScraperChsbr::DataGrabber
         counter += 1
         end
     end
-    def isCoolerOrMB?(name) # This methods name means is it a cooler or a motherboard?
-        name.include?("Water") || name.include?("Air") || name.include?("Motherboard")  # this will return true if
-                                                                                        # any of the products include
-                                                                                        # words that describe motherboards and/or 
-                                                                                        # cooling products.
+    def isCoolerOrMB?(name) 
+        name.include?("Water") || name.include?("Air") || name.include?("Motherboard") || name.include?("AIO") || name.include?("FLY") || name.include?("Cooler") || name.include?("Block")
     end
     def getPrice
         scraped_info = NeweggScraperChsbr::Scraper.new
-        css_price = scraped_info.xml_obj.css ".price-current"    # This will set the variable equal to the
-                                                            # html that contains what I need to find the price.
+        css_price = scraped_info.xml_obj.css ".price-current"    
 
-        prices = []                                         # This will hold all of the prices in an array.
-
-        css_price.each do | piece |                         # Going 1 level deep into the html obj that contains the price text element.
-
-            temp_price = split_price piece                  # split_price will split the price, and return
-                                                            # two variables in an array. The first element of
-                                                            # the array will be the dollar amount.
-                                                            # The second element will be the cent ammount because
-                                                            # I deemed it easier to remove anything after the
-                                                            # floating point, it was the only pattern that was
-                                                            # consistent.
+        prices = []                                        
 
+        css_price.each do | piece |                        
+            temp_price = split_price piece                 
             if temp_price != nil
-                temp_price.flatten!                             # When returned by #split_price the dollar amount is
-                                                                # nested inside of another array. I use flatten!
-                                                                # to return the flattened array to temp_price.
-
-                prices << "#{temp_price[0]}#{temp_price[1]}"    # Here prices is being shoveled the 
-                                                                # two elements, concatenated to create
-                                                                # a string similar to "$00.00"
+                temp_price.flatten!                             
+                prices << "#{temp_price[0]}#{temp_price[1]}"    
             end
 
-        end #end prices.each
+        end 
         prices
     end
     def getNames
         scraped = NeweggScraperChsbr::Scraper.new
-        names = []                                          # Names will hold the names of 
-                                                            # objects found on the page.
+        names = []                                          
 
-        css_name = scraped.xml_obj.css ".item-title"        # css_name will hold the html 
-                                                            # object to be enumerated upon.
+        css_name = scraped.xml_obj.css ".item-title"       
 
-        css_name.each_with_index do | name, index |         # css_name will be enumerated upon
-                                                            # to retrieve the strings.
+        css_name.each_with_index do | name, index |        
 
-            index != 0 ? names << name.text : nil           # I have to skip the first name
-                                                            # because it does not have a price.
-                                                            # After I skip the first name
-                                                            # I will shovel the text from the 
-                                                            # html object into the names array.
-        end #end names.each_with_index
+            index != 0 ? names << name.text : nil           
+        end 
         names
     end
     def getShipping
@@ -136,23 +114,13 @@ class NeweggScraperChsbr::DataGrabber
                                               
                                                             
         cpus = []                                                    
-        prices.each_with_index do | price, index |          # I will then enumerate on
-                                                            # each of the prices with their
-                                                            # index so that the enumation can
-                                                            # access the names array at the
-                                                            # same time.
+        prices.each_with_index do | price, index |         
 
-            if !isCoolerOrMB?(names[index])                 # Here the program check if
-                                                            # the name is a cooler
-                                                            # or motherboard because
-                                                            # there is a price associated
-                                                            # with the coolers on the
-                                                            # website.
-                
-                cpus << NeweggScraperChsbr::Cpu.new(names[index], price, shipping[index], desc_hash[index])      
+            if !isCoolerOrMB?(names[index])                
+                cpus << NeweggScraperChsbr::Cpu.new(names[index], prices[index - 1], shipping[index], desc_hash[index])      
                                                             
-            end #end if
-        end #end prices.each_with_index
+            end 
+        end 
         cpus
     end
 end

data/lib/newegg_scraper_chsbr/name.rb

@@ -2,7 +2,7 @@
 
 class NeweggScraperChsbr::Name
     attr_accessor :name
-    # @@all = []
+ 
     def initialize(name)
         @name = name
     end

data/lib/newegg_scraper_chsbr/scraper.rb

@@ -4,7 +4,7 @@ class NeweggScraperChsbr::Scraper
     
     URL = "https://www.newegg.com/p/pl?d=cpu"
     def initialize(url = URL)
-        @xml_obj = Nokogiri::HTML(URI.open(url))  # This opens the URL with open-uri, then parses it as an XML Object
+        @xml_obj = Nokogiri::HTML(URI.open(url)) 
     end
     
 

data/lib/newegg_scraper_chsbr/user.rb

@@ -7,22 +7,30 @@ class NeweggScraperChsbr::User
         @max_price = max_price
         @chosen_cpu = []
     end
-    def choose_cpu
+
+    def choose_cpu(printed_cpus)
         puts "Please enter the number of the CPU you'd like to see more about."
         chosen = gets.strip
         while !is_numeric?(chosen)
             puts "Please enter the number of the CPU you'd like to see more about."
             chosen = gets.strip
         end
+        if !printed_cpus.include?(chosen.to_i)
+            puts "You chose a CPU outside of your budget please choose another."
+            choose_cpu(printed_cpus)
+        end
         @chosen_cpu << chosen.to_i
         puts "Would you like to see more about another CPU?\nEnter y to do so.\nEnter n to see details about the chosen CPU(s)"
             input = gets.strip
             
         if input == 'y'
-            choose_cpu
+            choose_cpu(printed_cpus)
         end
         
     end
+    def clear_chosen
+        @chosen_cpu = []
+    end
     def is_numeric?(obj) 
         obj.match(/\A[^+-]?\d+?(\^.\d+)?\Z/) == nil ? false : true
      end

data/lib/newegg_scraper_chsbr/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module NeweggScraperChsbr
-  VERSION = "0.2.0"
+  VERSION = "0.2.6"
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: newegg_scraper_chsbr
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.6
 platform: ruby
 authors:
 - Lrd134
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-04-17 00:00:00.000000000 Z
+date: 2021-04-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
 - !ruby/object:Gem::Dependency
   name: open-uri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
 description: To scrape CPU's off of Newegg and display them nicely.
 email:
 - larryc3200@gmail.com