newegg_scraper_chsbr 0.1.2 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5dcbc1bd32893df3dc6628024e9673075c32045bd52bde5d56b468c162012a2a
-  data.tar.gz: 1e1ecf135f81b0c6dd163a8023ea6e9f85286edab0306c8a6028806d3e4804ad
+  metadata.gz: b6f2133128bd60c1e34d9d7ed98d65aa0bd5c305c804a4491738c22ea6b48931
+  data.tar.gz: f431eac85ce8616a3143537293e3b552a50056bb83b7afd84d6f0be525387b90
 SHA512:
-  metadata.gz: e36856f48d56d2eef304700a1b4e1c41d14401d80ce42341e0d72c7eb3fc92758f016763a658928343b38b12e0d6bf0daac606a8f70737c61bc8edfb5b847eab
-  data.tar.gz: 534721fa96cbaa73f4a664f6f99ee5c227b57abf63af64ef145481b925f60452c14f88cfa68b8cb6d73b8325a9c3f1a45cf3071047179f93846606338895b02e
+  metadata.gz: 32761b7f137118cd0b9ff915b745078f28ed74402ded5cfee1163196a6412e5904e53a5c8be73a8c818e637fa98884f483c714c3c62297a4c9b0dbded09d5fbd
+  data.tar.gz: deefa949cc5df1ea06cd1bf75a6977277b76573ac2ad9c1b5a2fc6fb01dc921bb7ed4163c9a1f1df5518f19cbaeddbc5df6b6afc7a7e58f643205bc42ef5f7f9

data/bin/newegg_scraper

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 
 require_relative "../lib/environment.rb"
-NeweggScraperChsbr::CLI.new.start
+NeweggScraperChsbr::CLI.new.call

data/lib/environment.rb

@@ -1,6 +1,8 @@
 require 'open-uri'
 require 'nokogiri'
 require "bundler/setup"
+
+
 require_relative "./newegg_scraper_chsbr/version.rb"
 require_relative './newegg_scraper_chsbr/data_grabber.rb'
 require_relative './newegg_scraper_chsbr/scraper.rb'
@@ -8,4 +10,6 @@ require_relative './newegg_scraper_chsbr/user.rb'
 require_relative './newegg_scraper_chsbr/name.rb'
 require_relative './newegg_scraper_chsbr/price.rb'
 require_relative './newegg_scraper_chsbr/cli.rb'
-require_relative './newegg_scraper_chsbr/cpu.rb'
+require_relative './newegg_scraper_chsbr/cpu.rb'
+require_relative './newegg_scraper_chsbr/descriptors.rb'
+require_relative './newegg_scraper_chsbr/shipping.rb'

data/lib/newegg_scraper_chsbr/cli.rb

@@ -4,28 +4,52 @@ class NeweggScraperChsbr::CLI
     def initialize
         NeweggScraperChsbr::DataGrabber.new
     end
-    def start
-        puts "Hello! I heard you were interested in purchasing some CPU's."
-        puts "Please enter y to browse."
+    def call
+        puts "Were you interested in purchasing some CPU's?"
+        puts "Please enter y to do so."  
         @counter = gets.strip
-        while @counter == 'y' do
+        corr_input = control_bool
+        while corr_input
+            puts "Were you interested in purchasing some CPU's?"
+            puts "Please enter y to do so.\nPlease enter n or exit to quit."  
+            @counter = gets.strip
+            corr_input = control_bool
+        end
+        while @counter == 'y'
+            get_price_range
             get_init_data_for_user
             NeweggScraperChsbr::Cpu.display_cpu(@user)
             @user.choose_cpu
             NeweggScraperChsbr::Cpu.display_cpu_with_extras(@user)
-            puts "If you would like to continue please enter : #{@counter}"
+            puts "If you would like to restart the program please enter : #{@counter}.\nTo exit type n or exit."
             @counter = gets.strip
+            corr_input = control_bool
+            while corr_input
+                puts "Were you interested in purchasing some CPU's?"
+                puts "Please enter y to do so.\nPlease enter n or exit to quit."  
+                @counter = gets.strip
+                corr_input = control_bool
+            end
+            
         end
         puts "Thanks for using Chesbro's Scraper!"
     end
     def get_init_data_for_user
         
         if @counter == 'y'
-            get_price_range
+            
             puts "Are you searching for Intel or AMD?"
             puts "Please put i for Intel, or a for AMD."
             puts "Please put x for either."
             @cpu_make = gets.strip
+            not_found = cpu_make_bool
+            while not_found
+                puts "Are you searching for Intel or AMD?"
+                puts "Please put i for Intel, or a for AMD."
+                puts "Please put x for either."
+                @cpu_make = gets.strip
+                not_found = cpu_make_bool
+            end
             puts "\n\nYou want to search for (an) #{NeweggScraperChsbr::Cpu.cpu_maker(@cpu_make)} CPU."
             if @max_price.to_i != 0 && @min_price.to_i != 0
                 puts "You entered a maximum price of $#{@max_price}, and a minimum price of $#{@min_price}."
@@ -40,28 +64,62 @@ class NeweggScraperChsbr::CLI
         end
     end
     def if_correct_info
-        puts "\n  IF this data is correct please enter y"
+        puts "\nIf you're satisfied with your selection, the computer will print\na list of CPUs that satisfy the criteria. Enter y to continue. Enter n to choose again."
         @counter = gets.strip
         if @counter == 'y'
             @user = NeweggScraperChsbr::User.new(@cpu_make, @min_price, @max_price)
         else
-            get_init_data_for_user
+            @counter = 'y'
+            call
         end
     end
     def get_price_range
-        puts "Hello! Would you like to set a budget? If no, set your maximum budget to 0"
+        puts "Welcome. Would you like to set a budget? If no, set your maximum budget to 0"
+        puts "Please enter the integer value of your maximum price."
+        puts "$500.50, please enter as 501, or 500 to stay below budget."        
+        @max_price = gets.strip
+        while @max_price.to_i < 0 || @max_price.to_i > 10000 || @max_price.include?("$") || @max_price.include?(".") || @max_price == nil
+            puts "Welcome. Would you like to set a budget? If no, set your maximum budget to 0"
             puts "Please enter the integer value of your maximum price."
             puts "$500.50, please enter as 501, or 500 to stay below budget."        
             @max_price = gets.strip
-            if @max_price.to_i == 0
-                @min_price = "0"
-            else
+        end
+        if @max_price.to_i != 0
+            puts "Please enter the minimum you would spend on a CPU."
+            puts "Please use the same format as above."
+            @min_price = gets.strip
+            
+            while @min_price.to_i <= 0  || @min_price.to_i >= @max_price.to_i || @min_price.include?("$") || @min_price.include?(".") || @min_price == nil
                 puts "Please enter the minimum you would spend on a CPU."
                 puts "Please use the same format as above."
                 @min_price = gets.strip
             end
-        
+        end
     end
+    def control_bool
+        if @counter.include?("y")
+            false
+        elsif @counter.include?("exit")
+            false
+        elsif @counter.include?("n") 
+            false
+        else
+            true
+        end
+    end
+    def cpu_make_bool
+        if @cpu_make.include?("x")
+            @cpu_make = "x"
+            false
+        elsif @cpu_make.include?("a")
+            @cpu_make = "a"
+            false
+        elsif @cpu_make.include?("i")
+            @cpu_make = "i"
+            false
+        else
+            true
+        end
 
-
+    end
 end

data/lib/newegg_scraper_chsbr/cpu.rb

@@ -5,8 +5,8 @@ class NeweggScraperChsbr::Cpu
     def initialize(name, price, shipping, desc)
         @name = NeweggScraperChsbr::Name.new(name)
         @price = NeweggScraperChsbr::Price.new(price)
-        @desc = desc
-        @shipping = shipping
+        @desc = NeweggScraperChsbr::Descriptors.new(desc)
+        @shipping = NeweggScraperChsbr::Shipping.new(shipping)
         @@all << self
     end
     def self.all
@@ -25,7 +25,7 @@ class NeweggScraperChsbr::Cpu
         counter = 1
         @@all.each do | computer |
             if user.max_price.to_i != 0 && user.min_price.to_i == 0
-                binding.pry
+                
 
                 user.min_price = "1"
             end
@@ -54,12 +54,12 @@ class NeweggScraperChsbr::Cpu
     def self.display_cpu_with_extras(user)
         
         user.chosen_cpu.each do | chosen_cpu |
-            puts "\n\n\n#{@@all[chosen_cpu - 1].name.name}\nHas a price of: #{@@all[chosen_cpu - 1].price.price}\nShipping: #{@@all[chosen_cpu - 1].shipping}\n\n   Descriptive Points:\n"
+            puts "\n\n\n#{@@all[chosen_cpu - 1].name.name}\nHas a price of: #{@@all[chosen_cpu - 1].price.price}\nShipping: #{@@all[chosen_cpu - 1].shipping.price}\n\n   Descriptive Points:\n"
             @@all[chosen_cpu - 1].printDesc
         end
     end
     def printDesc
-        @desc.each do | key, value |
+        @desc.bullets.each do | key, value |
             puts "          #{key + 1}: #{value}"
         end
     end

data/lib/newegg_scraper_chsbr/data_grabber.rb

@@ -1,4 +1,3 @@
-
 class NeweggScraperChsbr::DataGrabber
     attr_reader :cpus
 
@@ -9,7 +8,7 @@ class NeweggScraperChsbr::DataGrabber
         names = getNames
         descHash = getCpuDesc
         @cpus = makeCpus(prices, names, shipping_price, descHash)                     
-    end #end initialize
+    end 
 
     def getCpuDesc
         scraped = NeweggScraperChsbr::Scraper.new
@@ -18,7 +17,10 @@ class NeweggScraperChsbr::DataGrabber
         css_next_link = scraped.xml_obj.css  ".item-title"
         css_next_link.each_with_index do | element, index |
             if index != 0
-                pages << element.attributes["href"].value
+        
+                if element.attributes["href"] != nil
+                    pages << element.attributes["href"].text
+                end
             end
         end
         description = {}
@@ -44,19 +46,19 @@ class NeweggScraperChsbr::DataGrabber
 
 
     end
-    def split_price(html_element)               # This method checks each individual text element, this is to make sure the prices are accurate.
+    def split_price(html_element)              
         counter = 0
         until counter == 100  
-            if counter < 10                     # If the counter is less than 10, is necessary because the computer doesn't know we are working with money.
-                if html_element.text.include?(".0#{counter.to_s}")  #If the text element includes any dollar ammount below .10 is a neccessary check.
-                                                                    #Otherwise the computer would only check [.0.. .9], and we need it to check [.00.. .09]
-                    price = html_element.text.split ".0#{counter.to_s}" #Once we know it's the correct element we can assign it to the price variable.
-                                                                        #This is only necessary to be able to delete the data we are splitting off.
-                                                                        # (We are splitting anything after the cents amount because it was uneccessary.)
+            if counter < 10                    
+                if html_element.text.include?(".0#{counter.to_s}")  
+                                                                   
+                    price = html_element.text.split ".0#{counter.to_s}" 
+                                                                        
+                                                                        
                     price.delete_at 1
-                    return price, ".0#{counter.to_s}"                   # Return the dollar amount, and the cents amount in an array.
+                    return price, ".0#{counter.to_s}"                   
                 end
-            elsif counter >= 10                                     # This does the same as above, but for any number over 9.
+            elsif counter >= 10                                     
                 if html_element.text.include?(".#{counter.to_s}") 
 
                     price = (html_element.text.split ".#{counter.to_s}")
@@ -67,59 +69,35 @@ class NeweggScraperChsbr::DataGrabber
         counter += 1
         end
     end
-    def isCoolerOrMB?(name) # This methods name means is it a cooler or a motherboard?
-        name.include?("Water") || name.include?("Air") || name.include?("Motherboard")  # this will return true if
-                                                                                        # any of the products include
-                                                                                        # words that describe motherboards and/or 
-                                                                                        # cooling products.
+    def isCoolerOrMB?(name) 
+        name.include?("Water") || name.include?("Air") || name.include?("Motherboard")  
     end
     def getPrice
         scraped_info = NeweggScraperChsbr::Scraper.new
-        css_price = scraped_info.xml_obj.css ".price-current"    # This will set the variable equal to the
-                                                            # html that contains what I need to find the price.
+        css_price = scraped_info.xml_obj.css ".price-current"    
 
-        prices = []                                         # This will hold all of the prices in an array.
-
-        css_price.each do | piece |                         # Going 1 level deep into the html obj that contains the price text element.
-
-            temp_price = split_price piece                  # split_price will split the price, and return
-                                                            # two variables in an array. The first element of
-                                                            # the array will be the dollar amount.
-                                                            # The second element will be the cent ammount because
-                                                            # I deemed it easier to remove anything after the
-                                                            # floating point, it was the only pattern that was
-                                                            # consistent.
+        prices = []                                        
 
+        css_price.each do | piece |                        
+            temp_price = split_price piece                 
             if temp_price != nil
-                temp_price.flatten!                             # When returned by #split_price the dollar amount is
-                                                                # nested inside of another array. I use flatten!
-                                                                # to return the flattened array to temp_price.
-
-                prices << "#{temp_price[0]}#{temp_price[1]}"    # Here prices is being shoveled the 
-                                                                # two elements, concatenated to create
-                                                                # a string similar to "$00.00"
+                temp_price.flatten!                             
+                prices << "#{temp_price[0]}#{temp_price[1]}"    
             end
 
-        end #end prices.each
+        end 
         prices
     end
     def getNames
         scraped = NeweggScraperChsbr::Scraper.new
-        names = []                                          # Names will hold the names of 
-                                                            # objects found on the page.
+        names = []                                          
 
-        css_name = scraped.xml_obj.css ".item-title"        # css_name will hold the html 
-                                                            # object to be enumerated upon.
+        css_name = scraped.xml_obj.css ".item-title"       
 
-        css_name.each_with_index do | name, index |         # css_name will be enumerated upon
-                                                            # to retrieve the strings.
+        css_name.each_with_index do | name, index |        
 
-            index != 0 ? names << name.text : nil           # I have to skip the first name
-                                                            # because it does not have a price.
-                                                            # After I skip the first name
-                                                            # I will shovel the text from the 
-                                                            # html object into the names array.
-        end #end names.each_with_index
+            index != 0 ? names << name.text : nil           
+        end 
         names
     end
     def getShipping
@@ -136,23 +114,13 @@ class NeweggScraperChsbr::DataGrabber
                                               
                                                             
         cpus = []                                                    
-        prices.each_with_index do | price, index |          # I will then enumerate on
-                                                            # each of the prices with their
-                                                            # index so that the enumation can
-                                                            # access the names array at the
-                                                            # same time.
+        prices.each_with_index do | price, index |         
 
-            if !isCoolerOrMB?(names[index])                 # Here the program check if
-                                                            # the name is a cooler
-                                                            # or motherboard because
-                                                            # there is a price associated
-                                                            # with the coolers on the
-                                                            # website.
-                
+            if !isCoolerOrMB?(names[index])                
                 cpus << NeweggScraperChsbr::Cpu.new(names[index], price, shipping[index], desc_hash[index])      
                                                             
-            end #end if
-        end #end prices.each_with_index
+            end 
+        end 
         cpus
     end
 end

data/lib/newegg_scraper_chsbr/descriptors.rb

@@ -1,3 +1,6 @@
 class NeweggScraperChsbr::Descriptors
-    
+    attr_reader :bullets
+    def initialize(hash)
+        @bullets = hash
+    end
 end 

data/lib/newegg_scraper_chsbr/name.rb

@@ -2,7 +2,7 @@
 
 class NeweggScraperChsbr::Name
     attr_accessor :name
-    # @@all = []
+ 
     def initialize(name)
         @name = name
     end

data/lib/newegg_scraper_chsbr/scraper.rb

@@ -4,7 +4,7 @@ class NeweggScraperChsbr::Scraper
     
     URL = "https://www.newegg.com/p/pl?d=cpu"
     def initialize(url = URL)
-        @xml_obj = Nokogiri::HTML(URI.open(url))  # This opens the URL with open-uri, then parses it as an XML Object
+        @xml_obj = Nokogiri::HTML(URI.open(url)) 
     end
     
 

data/lib/newegg_scraper_chsbr/shipping.rb

@@ -0,0 +1,6 @@
+class NeweggScraperChsbr::Shipping
+    attr_reader :price
+    def initialize(shipping_price)
+        @price = shipping_price
+    end
+end

data/lib/newegg_scraper_chsbr/user.rb

@@ -8,13 +8,22 @@ class NeweggScraperChsbr::User
         @chosen_cpu = []
     end
     def choose_cpu
-        puts "Please enter the number of the CPU you'd like to choose."
-        chosen = gets.strip.to_i
-        @chosen_cpu << chosen
-        puts "Would you like to add another CPU?\nEnter y to do so."
-        if gets.strip == 'y'
+        puts "Please enter the number of the CPU you'd like to see more about."
+        chosen = gets.strip
+        while !is_numeric?(chosen)
+            puts "Please enter the number of the CPU you'd like to see more about."
+            chosen = gets.strip
+        end
+        @chosen_cpu << chosen.to_i
+        puts "Would you like to see more about another CPU?\nEnter y to do so.\nEnter n to see details about the chosen CPU(s)"
+            input = gets.strip
+            
+        if input == 'y'
             choose_cpu
         end
         
     end
+    def is_numeric?(obj) 
+        obj.match(/\A[^+-]?\d+?(\^.\d+)?\Z/) == nil ? false : true
+     end
 end

data/lib/newegg_scraper_chsbr/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module NeweggScraperChsbr
-  VERSION = "0.1.2"
+  VERSION = "0.2.2"
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: newegg_scraper_chsbr
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.2
 platform: ruby
 authors:
 - Lrd134
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-04-16 00:00:00.000000000 Z
+date: 2021-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.3
 - !ruby/object:Gem::Dependency
   name: open-uri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.1'
 description: To scrape CPU's off of Newegg and display them nicely.
 email:
 - larryc3200@gmail.com
@@ -55,6 +55,7 @@ files:
 - lib/newegg_scraper_chsbr/name.rb
 - lib/newegg_scraper_chsbr/price.rb
 - lib/newegg_scraper_chsbr/scraper.rb
+- lib/newegg_scraper_chsbr/shipping.rb
 - lib/newegg_scraper_chsbr/user.rb
 - lib/newegg_scraper_chsbr/version.rb
 homepage: https://github.com/Lrd134/aa_phase_1_proj