getter_cyndi5 0.0.5 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7c8aca3dbcf1b13892236cb942a221c439183a8e0f4da646fb5611497ee45856
-  data.tar.gz: fd7476bf359058cde81d6bad771696da1afd6b538fdd21d9b99fdfb2348c6c84
+  metadata.gz: f7933d7cb91df16f9c9848171515a7864e3f2422d42d08ba900606f8af0e72dd
+  data.tar.gz: 938d12d96067df1f1b4ca24aca6687ba289d0e2f5bfab5d136e85597aa7489f9
 SHA512:
-  metadata.gz: b58eb918784e8e1b38fdc503efbf1ef5d798d9657b9838d320f8c88a155a98e34b6484d8b91f0babf764d6404275a1e74e4961bca74fbccd866fae69bd5ff512
-  data.tar.gz: 3c5d0673dca79e796f457b2f1b74121f5c79191e386643d8d59d803dde63ce4d0465800d4e6ef9a3c1ba52d909778ecd31bf814a0c8675c6d1ab8b3980aed123
+  metadata.gz: 55c69b23808f5fbeed61730525d8b00db0a3008e4e7de93d0245bc9e7cd8fad3372e52f02060ea3af184a91546b71e21c40255aad49f6272b5a2e504a25255fd
+  data.tar.gz: 97258bb348db262ae19d9d0d9ca49283ee0f2ae5809bc8d81d034110b5cfcafe2fbb85c901eb8b6091df4ed7739ae0f9f3d6e7cd4c225ac1f90812ba7a25dc66

data/bin/getter_cyndi5

@@ -1,10 +1,14 @@
 #!/usr/bin/env ruby
 
 require 'getter_cyndi5'
-base_url = ARGV[0] || 'https://thehappyco.com'
-products_page_path = ARGV[1] || '/kelly/products'
-item_row_selector = ARGV[2] || '.item-row'
-item_anchor_selector = ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a'
-mode = (ARGV[4] || '2').to_i
-filename = ARGV[5] || './tmp/document1.html'
-GetterCyndi5.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+
+options = {
+  base_url: ARGV[0] || 'https://thehappyco.com',
+  products_page_path: ARGV[1] || '/kelly/products',
+  item_row_selector: ARGV[2] || '.item-row',
+  item_anchor_selector: ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a',
+  item_price_selector: ARGV[4] || 'div > div.product-desc.text-center > div.product-price',
+  mode: (ARGV[7] || '2').to_i,
+  filename: ARGV[8] || './tmp/test_document.html'
+}
+GetterCyndi5.go(**options)

data/lib/getter_cyndi5.rb

@@ -3,26 +3,43 @@ class GetterCyndi5
   # Getter
   #
   # Example:
-  #   >> GetterCyndi5.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 2, './tmp/document1.html')
+  #   >> GetterCyndi5.go(
+  #         base_url = 'https://thehappyco.com',
+  #         products_page_path = '/kelly/products',
+  #         item_row_selector = '.item-row',
+  #         item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a',
+  #         item_price_selector = 'div > div.product-desc.text-center > div.product-price',
+  #         price_a_text: 'One Time Purchase',
+  #         price_b_text: 'SmartShip',
+  #         mode = 2,
+  #         filename = './tmp/test_document.html'
+  #     )
   # Arguments:
   #   base_url: (String)
   #   products_page_path: (String) 
   #   item_row_selector: (String) 
   #   item_anchor_selector: (String)
-  #   mode: (Integer) 0 = retrieve and parse without saving HTML document to file, 1 = retrieve and parse saving HTML document to file, 2 = load and parse HTML document from file
+  #   item_price_selector: (String)
+  #   price_a_text: (String)
+  #   price_b_text: (String)
+  #   mode: (Integer)
+  #     0 = retrieve and parse without saving HTML document to file,
+  #     1 = retrieve and parse saving HTML document to file,
+  #     2 = load and parse HTML document from file
   #   filename: (String)
 
-  def self.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
-    all_products = products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+  def self.go(options = {})
+    all_products = products(**options)
     all_products.each do |product|
-      puts "#{product.name} :-: #{product.url}"
+      puts "#{product.inspect}"
     end
   end
 
-  def self.products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
-    retriever = Retriever.new(base_url, products_page_path, item_row_selector, mode, filename)
+  def self.products(options = {})
+    retriever = Retriever.new(**options)
     retriever.retrieve
-    parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector)
+
+    parser = Parser.new(document: retriever.document, **options)
     products = parser.parse
   end
 end

data/lib/getter_cyndi5/parser.rb

@@ -1,21 +1,32 @@
 require 'getter_cyndi5/product'
 class GetterCyndi5::Parser
   attr_reader :products
-  def initialize(document, base_url, item_row_selector, item_anchor_selector)
-    @document = document
-    @base_url = base_url
-    @item_row_selector = item_row_selector
-    @item_anchor_selector = item_anchor_selector
+  def initialize(options = {})
+    @options = options
     @products = []
   end
 
-  def parse     
-    item_rows = @document.css(@item_row_selector)
+  def parse
+    document = @options.fetch(:document)
+    base_url = @options.fetch(:base_url)
+    item_row_selector = @options.fetch(:item_row_selector)
+    item_anchor_selector = @options.fetch(:item_anchor_selector)
+    item_price_selector = @options.fetch(:item_price_selector)
+    item_rows = document.css(item_row_selector)
     item_rows.each do |item_row|
-      product_element = item_row.css(@item_anchor_selector)[0]
-      product_name = product_element.text
-      product_url = "#{@base_url}#{product_element.attributes['href']}"
-      product = GetterCyndi5::Product.new(product_name, product_url)
+      product_element = item_row.css(item_anchor_selector)[0]
+      price_elements = item_row.css(item_price_selector)
+      prices = {}
+      price_elements.each do |price_element|
+        prices[price_element.children[1].text] = price_element.children[0].text.gsub(/[^\d\.]/, '').to_f
+      end
+      attributes = {
+        name: product_element.text,
+        url: "#{base_url}#{product_element.attributes['href']}",
+        item_code: item_row.attributes['data-itemcode'].value,
+        prices: prices
+      }
+      product = GetterCyndi5::Product.new(attributes)
       products.append(product)
     end
     products

data/lib/getter_cyndi5/product.rb

@@ -1,10 +1,6 @@
 class GetterCyndi5::Product
-  attr_accessor :name, :url, :price_a, :price_b, :price_c
-  def initialize(name, url, price_a=0.0, price_b=0.0, price_c=0.0)
-    @name = name
-    @url = url
-    @price_a = price_a
-    @price_b = price_b
-    @price_c = price_c
+  attr_accessor :attributes
+  def initialize(attributes = {})
+    @attributes = attributes
   end
 end

data/lib/getter_cyndi5/retriever.rb

@@ -4,33 +4,30 @@ require 'watir'
 require 'webdrivers'
 
 class GetterCyndi5::Retriever
-  def initialize(base_url, products_page_path, item_row_selector, mode, filename)
-    @base_url = base_url
-    @products_page_path = products_page_path
-    @products_page_url = "#{@base_url}#{@products_page_path}"
-    @item_row_selector = item_row_selector
-    @mode = mode
-    @filename = filename
+  def initialize(options = {})
+    @options = options
   end
 
+  attr_reader :document
+  attr_reader :item_row_elements
   def retrieve()
-    if @mode == 0 || @mode == 1
-      browser = Watir::Browser.new
-      browser.goto(@products_page_url)
-      item_row_elements = browser.elements(css: @item_row_selector)
+    products_page_url = "#{@options.fetch(:base_url)}#{@options.fetch(:products_page_path)}"
+    mode = @options.fetch(:mode)
+    if mode == 0 || mode == 1
+      browser = Watir::Browser.new :chrome, args: %w[--headless --no-sandbox --disable-dev-shm-usage --disable-gpu --remote-debugging-port=9222]
+      browser.goto(products_page_url)
+      @item_row_elements = browser.elements(css: @options.fetch(:item_row_selector))
     end
-    if @mode == 1
-      File.write(@filename, browser.html)
+    if mode == 1
+      File.write(@options.fetch(:filename), browser.html)
+      browser.close
     end
-    if @mode == 0
+    if mode == 0
       @document = Nokogiri::HTML(browser.html)
+      browser.close
     end
-    if @mode == 1 || @mode == 2
-      @document = File.open(@filename) { |f| Nokogiri::HTML(f) }
+    if mode == 1 || mode == 2
+      @document = File.open(@options.fetch(:filename)) { |f| Nokogiri::HTML(f) }
     end
   end
-
-  def document
-    @document
-  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: getter_cyndi5
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 2.0.0
 platform: ruby
 authors:
 - Cyndi Cavanaugh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-12 00:00:00.000000000 Z
+date: 2021-03-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty