store_list_scraper 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e650f3c67053a0109587387c9d12df5c945f8f9630bb8cb139f6973e053ed33f
-  data.tar.gz: 2113ca549c70e2d5883c7b237e92b35dc5e29d0f3869866ea7efa6d67ec87afd
+  metadata.gz: 92ed0896efae35de12e0fdc9721b35bb4c87b10f67e41ae9b8c2c9a50c18d8c9
+  data.tar.gz: c149378f7140be688d5235e89938999c4b31a3c9cf99161f5f6b4abf88a74a8c
 SHA512:
-  metadata.gz: fde8993a8073480bdf0ab341da2045cfe5fdf0f4737a2a94dfedf5ee5d25584d4eaaf12c4d25e6b4e829e67422012be642ce76e8b2006612b1da1c873e59844c
-  data.tar.gz: a9b80284fc00ebda3b92ef44c6d3cbaafc5a11ded88858975c5ea8e1034caf59d919402c68f544c7c23424df666a121c96148756d2680ec73a8185289f356612
+  metadata.gz: 2c726a4590d15e8a03cdd2b1416a1db00e07a6f8a473db102d65716e63b657f317b85ed67353730e5ae736d831143c06181930fd5422831cf6a7dcadc97425ee
+  data.tar.gz: 866d6560cc321744cd27ed56054a6bc624dd5cefcfa499c48f08335deb9f797a11859e68245606d32a6b27b06f4f9aac7128ce1b93cdeafd3370506f05b852ca

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    store_list_scraper (0.1.0)
+    store_list_scraper (0.1.1)
       csv
       nokogiri (~> 1.13)
       open-uri

data/lib/storeListScraper/cli.rb

@@ -56,11 +56,11 @@ class ListScraper::CLI
         when 1
             puts "Please type letter(s) you want at the START of the business name:"
             ListScraper::CSVmanager.list_view_by_letter(gets.strip)
-            menu
+            list_validation
         when 2
             puts "Please type the keyword as you expect to see it in the business name.\n(example: 'Jimmy's Pizza' contains 'Pizza'"
             ListScraper::CSVmanager.list_view_by_search(gets.strip)
-            menu
+            list_validation
         when 3
             menu
         else
@@ -69,11 +69,25 @@ class ListScraper::CLI
         end
     end
 
+    def list_validation
+        puts "\nSelect the number next to the business name you want to scrape\n OR type 'menu' to return to main menu."
+        input = gets.strip
+        if input == "menu"
+            menu
+        elsif ListScraper::CSVmanager.search_results[input.to_i] != nil
+             puts "Confirm you want to scrape (y/n):\n#{ListScraper::CSVmanager.search_results[input.to_i][0]}"
+             gets.strip.downcase == 'y' ? scrape(ListScraper::CSVmanager.search_results[input.to_i][1]): list_validation
+        else
+            puts "\n(ರ_ರ)\nThat is not a valid input.."
+            list_validation
+        end
+    end
+
     def scrape(link)
         a = ListScraper::LocationScraper.new("#{ListScraper::LocationScraper.base}#{link}")
         a.page_scrape(a.link)
         a.clean_out
-        puts "\n( ◕‿◕)\nI found #{a.loc_pages.length} locations across #{a.state_pages.length}for this business.\nWould you like to export? (y/n)"
+        puts "\n( ◕‿◕)\nI found #{a.loc_pages.length} locations for this business.\nWould you like to export? (y/n)"
         confirmation = gets.strip
         if confirmation == 'y'
             puts "\n(°ロ°)☝\nWhat would you like to name the file?"

data/lib/storeListScraper/csv_manage.rb

@@ -1,5 +1,6 @@
 
 class ListScraper::CSVmanager
+    @@search_results = {}
 
     def self.locations_export(name)
         c = CSV.open("#{name}.csv", "w")
@@ -18,11 +19,25 @@ class ListScraper::CSVmanager
 
     def self.list_view_by_letter(letter)
         g = CSV.read("./lib/storeListScraper/business_list.csv").select {|row| row[0].downcase.start_with?("#{letter.downcase}")}
-        g.each {|item| puts item[0]}
+        ListScraper::CSVmanager.list_view_selection(g)
     end
 
     def self.list_view_by_search(word)
         g = CSV.read("./lib/storeListScraper/business_list.csv").select {|row| row[0].downcase.include?("#{word.downcase}")}
-        g.each {|item| puts item[0]}
+        ListScraper::CSVmanager.list_view_selection(g)
+    end
+
+    def self.list_view_selection(g)
+        @@search_results.clear
+        i = 1
+        g.each do |item|
+            puts "#{i}: #{item[0]}"
+            @@search_results[i] = item
+            i += 1
+        end
+    end
+
+    def self.search_results
+        @@search_results
     end
 end

data/lib/storeListScraper/update_scraper.rb

@@ -6,9 +6,9 @@ class ListScraper::UpdateScraper
     def initialize
         @base = 'https://storefound.org/'
         @letters = [] #array of links for each letter group
-        @pages = [] #array to store pages for each letter
-        File.delete('./lib/storeListScrapper/business_list.csv') if File.exist?('./lib/storeListScrapper/business_list.csv')
-        @list = CSV.open("./lib/storeListScrapper/business_list.csv", "w")
+        @@pages = [] #array to store pages for each letter
+        File.delete('./lib/business_list.csv') if File.exist?('./lib/business_list.csv')
+        @list = CSV.open("./lib/storeListScraper/business_list.csv", "w")
         @list << ["Company Name", "link"] #headers
         update
     end
@@ -32,20 +32,21 @@ class ListScraper::UpdateScraper
 
     def pages_scrape(letter_link)
         #scrape all page links for each letter group
-        @pages.clear
+        @@pages.clear
         doc = Nokogiri::HTML5(URI.open("#{@base}#{letter_link}"))
         doc.css('.pagination a').each do |lk|
-            @pages << lk.attribute('href').text
+            @@pages << lk.attribute('href').text
         end
     end
 
     def update_business_list
         #scrape all business names and corresponding links
-        @pages.each do |lk|
-            doc = Nokogiri::HTML5(URI.open("#{@base}#{lk}"))
+        @@pages.each do |h|
+            doc = Nokogiri::HTML5(URI.open("#{@base}#{h}"))
             j = doc.css('.main-block .col-half a').each do |biz|
                 @list << [biz.text, biz.attribute('href').text]
             end
         end
+        @@pages.clear
     end
 end

data/lib/storeListScraper/version.rb

@@ -1,4 +1,4 @@
 
 module ListScraper
-    VERSION = "0.1.0"
+    VERSION = "0.1.1"
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: store_list_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - itsmattpaw
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-03-18 00:00:00.000000000 Z
+date: 2022-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -96,6 +96,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- lib/.DS_Store
 - lib/List_Scraper.rb
 - lib/storeListScraper/business_list.csv
 - lib/storeListScraper/cli.rb