getter_cyndi5 0.0.3 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a01a5c71e88bd98d8253d2ee804e9353d6980dfc2f621ad26c568d1e919d06b6
-  data.tar.gz: 65428d52ad9f507098cea6759bfa9d5eac8b50a7a5c271aab9efa2371a44b874
+  metadata.gz: 75f153b3644ea1beac5c5a3967734d3d03d1a2b8ac5e08740dd2236beffcaa53
+  data.tar.gz: 979d808e9a7eaf40843eef450c0b776058bd306c14a71102d57783fc2f34acf4
 SHA512:
-  metadata.gz: 179501e4c46cf984966e406ec681ab021dd661fd33263f626376efcb1cf94d7b956ddeea3a6a534275438b4be4cbfcb77500b164a22de9a94a188af169052dfc
-  data.tar.gz: 035bb4798c455e1011dbdec02f5e45c79781e5c2ff45aae297ba28dde0155afa7074c85208fb3957437c65a1a2b1efbc5d9560520bdd933159f67ee9894e633e
+  metadata.gz: a321509cbdf2cf0bd51f09d0490597e63e84dd5614ac656255e6ce36b84d97fbe462309a5cac3a46f59c9b7fdcd151075c1a28d2ec8ca75af0d2da8cca37b363
+  data.tar.gz: fbb193d9559ee820fbec6cd96e5e5a297daea5b88ab9ae7306e2ca03931edc63687c21d6e4795a3e0717c1c7488f001fb1381841a6cd7e76e0c121fbf2da7ec2

data/bin/getter_cyndi5

@@ -1,4 +1,10 @@
 #!/usr/bin/env ruby
 
 require 'getter_cyndi5'
-GetterCyndi5.go(ARGV[0], ARGV[1], ARGV[2], ARGV[3], ARGV[4].to_i, ARGV[5])
+base_url = ARGV[0] || 'https://thehappyco.com'
+products_page_path = ARGV[1] || '/kelly/products'
+item_row_selector = ARGV[2] || '.item-row'
+item_anchor_selector = ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a'
+mode = (ARGV[4] || '2').to_i
+filename = ARGV[5] || './tmp/document1.html'
+GetterCyndi5.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)

data/lib/getter_cyndi5.rb

@@ -3,7 +3,7 @@ class GetterCyndi5
   # Getter
   #
   # Example:
-  #   >> GetterCyndi5.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 0, './tmp/document.html')
+  #   >> GetterCyndi5.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 2, './tmp/document1.html')
   # Arguments:
   #   base_url: (String)
   #   products_page_path: (String) 
@@ -12,11 +12,18 @@ class GetterCyndi5
   #   mode: (Integer) 0 = retrieve and parse without saving HTML document to file, 1 = retrieve and parse saving HTML document to file, 2 = load and parse HTML document from file
   #   filename: (String)
 
-  def self.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 1, filename = './tmp/document.html')
+  def self.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+    all_products = products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+    all_products.each do |product|
+      puts "#{product.name} :-: #{product.url}"
+    end
+  end
+
+  def self.products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
     retriever = Retriever.new(base_url, products_page_path, item_row_selector, mode, filename)
     retriever.retrieve
     parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector)
-    parser.parse
+    products = parser.parse
   end
 end
 

data/lib/getter_cyndi5/parser.rb

@@ -1,9 +1,12 @@
+require 'getter_cyndi5/product'
 class GetterCyndi5::Parser
+  attr_reader :products
   def initialize(document, base_url, item_row_selector, item_anchor_selector)
     @document = document
     @base_url = base_url
     @item_row_selector = item_row_selector
     @item_anchor_selector = item_anchor_selector
+    @products = []
   end
 
   def parse     
@@ -12,7 +15,9 @@ class GetterCyndi5::Parser
       product_element = item_row.css(@item_anchor_selector)[0]
       product_name = product_element.text
       product_url = "#{@base_url}#{product_element.attributes['href']}"
-      puts "#{product_name} #{product_url}"
+      product = GetterCyndi5::Product.new(product_name, product_url)
+      products.append(product)
     end
+    products
   end
-end
+end

data/lib/getter_cyndi5/product.rb

@@ -0,0 +1,10 @@
+class GetterCyndi5::Product
+  attr_accessor :name, :url, :price_a, :price_b, :price_c
+  def initialize(name, url, price_a=0.0, price_b=0.0, price_c=0.0)
+    @name = name
+    @url = url
+    @price_a = price_a
+    @price_b = price_b
+    @price_c = price_c
+  end
+end

data/lib/getter_cyndi5/retriever.rb

@@ -15,15 +15,17 @@ class GetterCyndi5::Retriever
 
   def retrieve()
     if @mode == 0 || @mode == 1
-      browser = Watir::Browser.new
+      browser = Watir::Browser.new :chrome, args: %w[--headless --no-sandbox --disable-dev-shm-usage --disable-gpu --remote-debugging-port=9222]
       browser.goto(@products_page_url)
       item_row_elements = browser.elements(css: @item_row_selector)
     end
     if @mode == 1
       File.write(@filename, browser.html)
+      browser.close
     end
     if @mode == 0
       @document = Nokogiri::HTML(browser.html)
+      browser.close
     end
     if @mode == 1 || @mode == 2
       @document = File.open(@filename) { |f| Nokogiri::HTML(f) }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: getter_cyndi5
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.8
 platform: ruby
 authors:
 - Cyndi Cavanaugh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-09 00:00:00.000000000 Z
+date: 2021-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -76,6 +76,7 @@ files:
 - bin/getter_cyndi5
 - lib/getter_cyndi5.rb
 - lib/getter_cyndi5/parser.rb
+- lib/getter_cyndi5/product.rb
 - lib/getter_cyndi5/retriever.rb
 homepage: https://cyndicavanaugh.com
 licenses: