newegg_scraper_chsbr 0.1.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 11059b9bceeeef9708cfe6a2c5f3580382d6d3bc433912236ab994f9bb6f32d5
-  data.tar.gz: b59fb69c6336168d4298e3c844ac53e3cc53dd8494a9e3d9a06f770e8ee61399
+  metadata.gz: 6a1b81329b2a7b6d81d367cb748a541aadf7ec20bc5e6de1cb4d3a213272d0f2
+  data.tar.gz: f0db86150303b05d41ba55e7e7e9da56a0c5b4517d7e18e2d8f7e297cf35171d
 SHA512:
-  metadata.gz: 0c0c58f08256a1122cdcf3de9ad9db3ebb0df98a1dd046d5e18f9a7ba66b0516c2b64c7ac3f4a92fc4cdf4147ed326fd924c3f7d3327337679eb84b553561d40
-  data.tar.gz: e7b300cbd9a4e0410e0d91888bb268ecaa4cb7d35b10b49caf19feec47e4c707ad3f10e7d8d26d036dfe0c342781617f477e7cbda486f22491dddf14e3647c07
+  metadata.gz: 3f181080b9900c467cbc954c7174aee44515cdab8f7261007a3cf5a1716334d8c7e6f9d6941d4b56a47e72d3e8a7c507ae10b93e060af63fb491e5e53da13a67
+  data.tar.gz: 0cfa7c6ef87a6af288baa2011fc8f0d9ed19669c06604cbc4dbdcd70febe493862c7f00501807e5dec9298a26411a9778be6beb14f2cd3afe9caf34504335e34

data/bin/newegg_scraper

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 
 require_relative "../lib/environment.rb"
-NeweggScraperChsbr::CLI.new.call
+NeweggScraperChsbr::Cli.new.call

data/lib/newegg_scraper_chsbr/cli.rb

@@ -1,5 +1,4 @@
-
-class NeweggScraperChsbr::CLI
+class NeweggScraperChsbr::Cli
     attr_reader :user
     def initialize
         NeweggScraperChsbr::DataGrabber.new
@@ -18,10 +17,16 @@ class NeweggScraperChsbr::CLI
         while @counter == 'y'
             get_price_range
             get_init_data_for_user
-            NeweggScraperChsbr::Cpu.display_cpu(@user)
-            @user.choose_cpu
-            NeweggScraperChsbr::Cpu.display_cpu_with_extras(@user)
-            puts "If you would like to continue please enter : #{@counter}.\nTo exit type n or exit."
+            printed_cpus = NeweggScraperChsbr::Cpu.display_cpu(@user)
+
+            if printed_cpus.size != 0
+                @user.choose_cpu(printed_cpus)
+                NeweggScraperChsbr::Cpu.display_cpu_with_extras(@user)
+            end
+    
+            
+            
+            puts "If you would like to restart the program please enter : #{@counter}.\nTo exit type n or exit."
             @counter = gets.strip
             corr_input = control_bool
             while corr_input
@@ -44,7 +49,6 @@ class NeweggScraperChsbr::CLI
             @cpu_make = gets.strip
             not_found = cpu_make_bool
             while not_found
-                puts "\n\n\n\n THIS IS CPU_MAKE: #{@cpu_make}\n\n\n IS THIS TRUE?: #{!@cpu_make.include?("x") || !@cpu_make.include?("a") || !@cpu_make.include?("i") || @cpu_make == nil }\n"
                 puts "Are you searching for Intel or AMD?"
                 puts "Please put i for Intel, or a for AMD."
                 puts "Please put x for either."
@@ -85,15 +89,17 @@ class NeweggScraperChsbr::CLI
             puts "$500.50, please enter as 501, or 500 to stay below budget."        
             @max_price = gets.strip
         end
-        puts "Please enter the minimum you would spend on a CPU."
-        puts "Please use the same format as above."
-        @min_price = gets.strip
-        while @min_price.to_i <= 0  || @min_price.to_i >= @max_price.to_i || @min_price.include?("$") || @min_price.include?(".") || @min_price == nil
+        if @max_price.to_i != 0
             puts "Please enter the minimum you would spend on a CPU."
             puts "Please use the same format as above."
             @min_price = gets.strip
+            
+            while @min_price.to_i <= 0  || @min_price.to_i >= @max_price.to_i || @min_price.include?("$") || @min_price.include?(".") || @min_price == nil
+                puts "Please enter the minimum you would spend on a CPU."
+                puts "Please use the same format as above."
+                @min_price = gets.strip
+            end
         end
-        
     end
     def control_bool
         if @counter.include?("y")
@@ -108,14 +114,48 @@ class NeweggScraperChsbr::CLI
     end
     def cpu_make_bool
         if @cpu_make.include?("x")
+            @cpu_make = "x"
             false
         elsif @cpu_make.include?("a")
+            @cpu_make = "a"
             false
         elsif @cpu_make.include?("i")
+            @cpu_make = "i"
             false
         else
             true
         end
 
     end
+        # def choose_cpu(printed_cpus)
+    #     puts "Please enter the number of the CPU you'd like to see more about."
+    #     chosen = gets.strip
+    #     while !is_numeric?(chosen)
+    #         puts "Please enter the number of the CPU you'd like to see more about."
+    #         chosen = gets.strip
+    #     end
+    #     if !printed_cpus.include?(chosen.to_i)
+    #         puts "You chose a CPU outside of your budget please choose another."
+    #         choose_cpu(printed_cpus)
+    #     end
+    #     @user.chosen_cpu << chosen.to_i
+    #     puts "Would you like to see more about another CPU?\nEnter y to do so.\nEnter n to see details about the chosen CPU(s)"
+    #         input = gets.strip
+            
+    #     if input == 'y'
+    #         choose_cpu(printed_cpus)
+    #     end
+        
+    # end
+    # def is_numeric?(obj) 
+    #     obj.match(/\A[^+-]?\d+?(\^.\d+)?\Z/) == nil ? false : true
+    #  end
+    #  def self.display_cpu_with_extras(user)
+        
+    #     user.chosen_cpu.each do | chosen_cpu |
+
+    #         puts "\n\n\n#{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].name.name}\nHas a price of: #{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].price.price}\nShipping: #{NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].shipping.price}\n\n   Descriptive Points:\n"
+    #         NeweggScraperChsbr::Cpu.all[chosen_cpu - 1].printDesc
+    #     end
+    # end
 end

data/lib/newegg_scraper_chsbr/cpu.rb

@@ -23,6 +23,7 @@ class NeweggScraperChsbr::Cpu
     end
     def self.display_cpu(user) 
         counter = 1
+        printed_cpus = []
         @@all.each do | computer |
             if user.max_price.to_i != 0 && user.min_price.to_i == 0
                 
@@ -32,23 +33,41 @@ class NeweggScraperChsbr::Cpu
             if user.max_price.to_i == 0 &&
                 user.min_price.to_i == 0 &&
                 (NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "Intel" || NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "AMD")
-                    computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) ? puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}") : nil
-            elsif user.max_price.to_i == 0 &&
-                user.min_price.to_i == 0 &&
-                user.cpu_make == 'x'
+                    if computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make))
+                        puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                        printed_cpus << counter
+                    else
+                        nil
+                    end
+            elsif user.max_price.to_i == 0 && user.min_price.to_i == 0 && user.cpu_make == 'x'
+                    
                     puts("\n   #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                    printed_cpus << counter
             elsif user.max_price.to_i >= computer.price.convert_price &&
                 user.min_price.to_i <= computer.price.convert_price &&
                 (NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "Intel" || NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make) == "AMD")
-                    computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) ? puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}") : nil
+                    if computer.name.name.include?(NeweggScraperChsbr::Cpu.cpu_maker(user.cpu_make)) 
+                        puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                        printed_cpus << counter
+                    else
+                        nil
+                    end
             
             elsif user.max_price.to_i >= computer.price.convert_price &&
                 user.min_price.to_i <= computer.price.convert_price &&
                 user.cpu_make == 'x'
                     puts("\n  #{counter}:\n     Name: #{computer.name.name}\n     Price: #{computer.price.price}")
+                    printed_cpus << counter
+
             end
+
             counter += 1
+            
+        end
+        if printed_cpus.size == 0
+            puts "You did not match any CPU criteria."
         end
+        printed_cpus
 
     end
     def self.display_cpu_with_extras(user)

data/lib/newegg_scraper_chsbr/data_grabber.rb

@@ -1,4 +1,3 @@
-
 class NeweggScraperChsbr::DataGrabber
     attr_reader :cpus
 
@@ -9,7 +8,7 @@ class NeweggScraperChsbr::DataGrabber
         names = getNames
         descHash = getCpuDesc
         @cpus = makeCpus(prices, names, shipping_price, descHash)                     
-    end #end initialize
+    end 
 
     def getCpuDesc
         scraped = NeweggScraperChsbr::Scraper.new
@@ -18,7 +17,10 @@ class NeweggScraperChsbr::DataGrabber
         css_next_link = scraped.xml_obj.css  ".item-title"
         css_next_link.each_with_index do | element, index |
             if index != 0
-                pages << element.attributes["href"].value
+        
+                if element.attributes["href"] != nil
+                    pages << element.attributes["href"].text
+                end
             end
         end
         description = {}
@@ -44,19 +46,19 @@ class NeweggScraperChsbr::DataGrabber
 
 
     end
-    def split_price(html_element)               # This method checks each individual text element, this is to make sure the prices are accurate.
+    def split_price(html_element)              
         counter = 0
         until counter == 100  
-            if counter < 10                     # If the counter is less than 10, is necessary because the computer doesn't know we are working with money.
-                if html_element.text.include?(".0#{counter.to_s}")  #If the text element includes any dollar ammount below .10 is a neccessary check.
-                                                                    #Otherwise the computer would only check [.0.. .9], and we need it to check [.00.. .09]
-                    price = html_element.text.split ".0#{counter.to_s}" #Once we know it's the correct element we can assign it to the price variable.
-                                                                        #This is only necessary to be able to delete the data we are splitting off.
-                                                                        # (We are splitting anything after the cents amount because it was uneccessary.)
+            if counter < 10                    
+                if html_element.text.include?(".0#{counter.to_s}")  
+                                                                   
+                    price = html_element.text.split ".0#{counter.to_s}" 
+                                                                        
+                                                                        
                     price.delete_at 1
-                    return price, ".0#{counter.to_s}"                   # Return the dollar amount, and the cents amount in an array.
+                    return price, ".0#{counter.to_s}"                   
                 end
-            elsif counter >= 10                                     # This does the same as above, but for any number over 9.
+            elsif counter >= 10                                     
                 if html_element.text.include?(".#{counter.to_s}") 
 
                     price = (html_element.text.split ".#{counter.to_s}")
@@ -67,59 +69,35 @@ class NeweggScraperChsbr::DataGrabber
         counter += 1
         end
     end
-    def isCoolerOrMB?(name) # This methods name means is it a cooler or a motherboard?
-        name.include?("Water") || name.include?("Air") || name.include?("Motherboard")  # this will return true if
-                                                                                        # any of the products include
-                                                                                        # words that describe motherboards and/or 
-                                                                                        # cooling products.
+    def isCoolerOrMB?(name) 
+        name.include?("Water") || name.include?("Air") || name.include?("Motherboard") || name.include?("AIO") || name.include?("FLY") || name.include?("Cooler")
     end
     def getPrice
         scraped_info = NeweggScraperChsbr::Scraper.new
-        css_price = scraped_info.xml_obj.css ".price-current"    # This will set the variable equal to the
-                                                            # html that contains what I need to find the price.
+        css_price = scraped_info.xml_obj.css ".price-current"    
 
-        prices = []                                         # This will hold all of the prices in an array.
-
-        css_price.each do | piece |                         # Going 1 level deep into the html obj that contains the price text element.
-
-            temp_price = split_price piece                  # split_price will split the price, and return
-                                                            # two variables in an array. The first element of
-                                                            # the array will be the dollar amount.
-                                                            # The second element will be the cent ammount because
-                                                            # I deemed it easier to remove anything after the
-                                                            # floating point, it was the only pattern that was
-                                                            # consistent.
+        prices = []                                        
 
+        css_price.each do | piece |                        
+            temp_price = split_price piece                 
             if temp_price != nil
-                temp_price.flatten!                             # When returned by #split_price the dollar amount is
-                                                                # nested inside of another array. I use flatten!
-                                                                # to return the flattened array to temp_price.
-
-                prices << "#{temp_price[0]}#{temp_price[1]}"    # Here prices is being shoveled the 
-                                                                # two elements, concatenated to create
-                                                                # a string similar to "$00.00"
+                temp_price.flatten!                             
+                prices << "#{temp_price[0]}#{temp_price[1]}"    
             end
 
-        end #end prices.each
+        end 
         prices
     end
     def getNames
         scraped = NeweggScraperChsbr::Scraper.new
-        names = []                                          # Names will hold the names of 
-                                                            # objects found on the page.
+        names = []                                          
 
-        css_name = scraped.xml_obj.css ".item-title"        # css_name will hold the html 
-                                                            # object to be enumerated upon.
+        css_name = scraped.xml_obj.css ".item-title"       
 
-        css_name.each_with_index do | name, index |         # css_name will be enumerated upon
-                                                            # to retrieve the strings.
+        css_name.each_with_index do | name, index |        
 
-            index != 0 ? names << name.text : nil           # I have to skip the first name
-                                                            # because it does not have a price.
-                                                            # After I skip the first name
-                                                            # I will shovel the text from the 
-                                                            # html object into the names array.
-        end #end names.each_with_index
+            index != 0 ? names << name.text : nil           
+        end 
         names
     end
     def getShipping
@@ -136,23 +114,13 @@ class NeweggScraperChsbr::DataGrabber
                                               
                                                             
         cpus = []                                                    
-        prices.each_with_index do | price, index |          # I will then enumerate on
-                                                            # each of the prices with their
-                                                            # index so that the enumation can
-                                                            # access the names array at the
-                                                            # same time.
+        prices.each_with_index do | price, index |         
 
-            if !isCoolerOrMB?(names[index])                 # Here the program check if
-                                                            # the name is a cooler
-                                                            # or motherboard because
-                                                            # there is a price associated
-                                                            # with the coolers on the
-                                                            # website.
-                
-                cpus << NeweggScraperChsbr::Cpu.new(names[index], price, shipping[index], desc_hash[index])      
+            if !isCoolerOrMB?(names[index])                
+                cpus << NeweggScraperChsbr::Cpu.new(names[index], prices[index - 1], shipping[index], desc_hash[index])      
                                                             
-            end #end if
-        end #end prices.each_with_index
+            end 
+        end 
         cpus
     end
 end

data/lib/newegg_scraper_chsbr/name.rb

@@ -2,7 +2,7 @@
 
 class NeweggScraperChsbr::Name
     attr_accessor :name
-    # @@all = []
+ 
     def initialize(name)
         @name = name
     end

data/lib/newegg_scraper_chsbr/scraper.rb

@@ -4,7 +4,7 @@ class NeweggScraperChsbr::Scraper
     
     URL = "https://www.newegg.com/p/pl?d=cpu"
     def initialize(url = URL)
-        @xml_obj = Nokogiri::HTML(open(url))  # This opens the URL with open-uri, then parses it as an XML Object
+        @xml_obj = Nokogiri::HTML(URI.open(url)) 
     end
     
 

data/lib/newegg_scraper_chsbr/user.rb

@@ -7,15 +7,28 @@ class NeweggScraperChsbr::User
         @max_price = max_price
         @chosen_cpu = []
     end
-    def choose_cpu
+
+    def choose_cpu(printed_cpus)
         puts "Please enter the number of the CPU you'd like to see more about."
-        chosen = gets.strip.to_i
-        @chosen_cpu << chosen
+        chosen = gets.strip
+        while !is_numeric?(chosen)
+            puts "Please enter the number of the CPU you'd like to see more about."
+            chosen = gets.strip
+        end
+        if !printed_cpus.include?(chosen.to_i)
+            puts "You chose a CPU outside of your budget please choose another."
+            choose_cpu(printed_cpus)
+        end
+        @chosen_cpu << chosen.to_i
         puts "Would you like to see more about another CPU?\nEnter y to do so.\nEnter n to see details about the chosen CPU(s)"
             input = gets.strip
+            
         if input == 'y'
-            choose_cpu
+            choose_cpu(printed_cpus)
         end
         
     end
+    def is_numeric?(obj) 
+        obj.match(/\A[^+-]?\d+?(\^.\d+)?\Z/) == nil ? false : true
+     end
 end

data/lib/newegg_scraper_chsbr/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module NeweggScraperChsbr
-  VERSION = "0.1.4"
+  VERSION = "0.2.5"
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: newegg_scraper_chsbr
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.5
 platform: ruby
 authors:
 - Lrd134
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-04-17 00:00:00.000000000 Z
+date: 2021-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
 - !ruby/object:Gem::Dependency
   name: open-uri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
 description: To scrape CPU's off of Newegg and display them nicely.
 email:
 - larryc3200@gmail.com