getter_cyndi5 1.0.0 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b4dcc442ee6a82b1bfbe21cd5b644b169000e6793f83dc30be7c24801e1ee0da
-  data.tar.gz: 326ec69f36cbb6a124029f824df09198328025e96b67203e3b758b8705d36801
+  metadata.gz: f7933d7cb91df16f9c9848171515a7864e3f2422d42d08ba900606f8af0e72dd
+  data.tar.gz: 938d12d96067df1f1b4ca24aca6687ba289d0e2f5bfab5d136e85597aa7489f9
 SHA512:
-  metadata.gz: ba57a3dd888a5c578ec699ec3fbccb613ddcc2a865d533e954aad6f0f19d8b2eb84c349f3a24eca359d0f3f608e2eaaa7c4a0bc01c601ab9871972805d8eb4dd
-  data.tar.gz: c709a5a1011055388456e7b6c2232364b0fe521fea2fe21943888b2de823c0c4eef4c47f5709231722fac662f04f65fc7364ad6db922d210f62ab3ff68f6b538
+  metadata.gz: 55c69b23808f5fbeed61730525d8b00db0a3008e4e7de93d0245bc9e7cd8fad3372e52f02060ea3af184a91546b71e21c40255aad49f6272b5a2e504a25255fd
+  data.tar.gz: 97258bb348db262ae19d9d0d9ca49283ee0f2ae5809bc8d81d034110b5cfcafe2fbb85c901eb8b6091df4ed7739ae0f9f3d6e7cd4c225ac1f90812ba7a25dc66

data/bin/getter_cyndi5

@@ -1,21 +1,14 @@
 #!/usr/bin/env ruby
 
 require 'getter_cyndi5'
-base_url = ARGV[0] || 'https://thehappyco.com'
-products_page_path = ARGV[1] || '/kelly/products'
-item_row_selector = ARGV[2] || '.item-row'
-item_anchor_selector = ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a'
-item_price_selector = ARGV[4] || 'div > div.product-desc.text-center > div.product-price'
-price_a_text = ARGV[5] || 'One Time Purchase'
-price_b_text = ARGV[6] || 'SmartShip'
-mode = (ARGV[7] || '2').to_i
-filename = ARGV[8] || './tmp/test_document.html'
-GetterCyndi5.go(base_url,
-                products_page_path,
-                item_row_selector,
-                item_anchor_selector,
-                item_price_selector,
-                price_a_text,
-                price_b_text,
-                mode,
-                filename)
+
+options = {
+  base_url: ARGV[0] || 'https://thehappyco.com',
+  products_page_path: ARGV[1] || '/kelly/products',
+  item_row_selector: ARGV[2] || '.item-row',
+  item_anchor_selector: ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a',
+  item_price_selector: ARGV[4] || 'div > div.product-desc.text-center > div.product-price',
+  mode: (ARGV[7] || '2').to_i,
+  filename: ARGV[8] || './tmp/test_document.html'
+}
+GetterCyndi5.go(**options)

data/lib/getter_cyndi5.rb

@@ -28,17 +28,18 @@ class GetterCyndi5
   #     2 = load and parse HTML document from file
   #   filename: (String)
 
-  def self.go(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
-    all_products = products(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
+  def self.go(options = {})
+    all_products = products(**options)
     all_products.each do |product|
-      puts "#{product.item_code}, #{product.name}, #{product.url}, #{product.price_a}, #{product.price_b}"
+      puts "#{product.inspect}"
     end
   end
 
-  def self.products(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
-    retriever = Retriever.new(base_url, products_page_path, item_row_selector, mode, filename)
+  def self.products(options = {})
+    retriever = Retriever.new(**options)
     retriever.retrieve
-    parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text)
+
+    parser = Parser.new(document: retriever.document, **options)
     products = parser.parse
   end
 end

data/lib/getter_cyndi5/parser.rb

@@ -1,30 +1,32 @@
 require 'getter_cyndi5/product'
 class GetterCyndi5::Parser
   attr_reader :products
-  def initialize(document, base_url, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text)
-    @document = document
-    @base_url = base_url
-    @item_row_selector = item_row_selector
-    @item_anchor_selector = item_anchor_selector
-    @item_price_selector = item_price_selector
-    @price_a_text = price_a_text
-    @price_b_text = price_b_text
+  def initialize(options = {})
+    @options = options
     @products = []
   end
 
-  def parse     
-    item_rows = @document.css(@item_row_selector)
+  def parse
+    document = @options.fetch(:document)
+    base_url = @options.fetch(:base_url)
+    item_row_selector = @options.fetch(:item_row_selector)
+    item_anchor_selector = @options.fetch(:item_anchor_selector)
+    item_price_selector = @options.fetch(:item_price_selector)
+    item_rows = document.css(item_row_selector)
     item_rows.each do |item_row|
-      product_element = item_row.css(@item_anchor_selector)[0]
-      product_name = product_element.text
-      product_url = "#{@base_url}#{product_element.attributes['href']}"
-      product_item_code = item_row.attributes['data-itemcode'].value
-      product_prices = item_row.css(@item_price_selector)
-      price_a_element = product_prices.find { |price| price.children[1].text == @price_a_text }
-      price_a = price_a_element.nil? ? 0.0 : price_a_element.children[0].text.gsub(/[^\d\.]/, '').to_f
-      price_b_element = product_prices.find { |price| price.children[1].text == @price_b_text }
-      price_b = price_b_element.nil? ? 0.0 : price_b_element.children[0].text.gsub(/[^\d\.]/, '').to_f
-      product = GetterCyndi5::Product.new(product_name, product_url, product_item_code, price_a, price_b)
+      product_element = item_row.css(item_anchor_selector)[0]
+      price_elements = item_row.css(item_price_selector)
+      prices = {}
+      price_elements.each do |price_element|
+        prices[price_element.children[1].text] = price_element.children[0].text.gsub(/[^\d\.]/, '').to_f
+      end
+      attributes = {
+        name: product_element.text,
+        url: "#{base_url}#{product_element.attributes['href']}",
+        item_code: item_row.attributes['data-itemcode'].value,
+        prices: prices
+      }
+      product = GetterCyndi5::Product.new(attributes)
       products.append(product)
     end
     products

data/lib/getter_cyndi5/product.rb

@@ -1,11 +1,6 @@
 class GetterCyndi5::Product
-  attr_accessor :name, :url, :item_code, :price_a, :price_b, :price_c
-  def initialize(name, url, item_code, price_a=0.0, price_b=0.0, price_c=0.0)
-    @name = name
-    @url = url
-    @item_code = item_code
-    @price_a = price_a
-    @price_b = price_b
-    @price_c = price_c
+  attr_accessor :attributes
+  def initialize(attributes = {})
+    @attributes = attributes
   end
 end

data/lib/getter_cyndi5/retriever.rb

@@ -4,35 +4,30 @@ require 'watir'
 require 'webdrivers'
 
 class GetterCyndi5::Retriever
-  def initialize(base_url, products_page_path, item_row_selector, mode, filename)
-    @base_url = base_url
-    @products_page_path = products_page_path
-    @products_page_url = "#{@base_url}#{@products_page_path}"
-    @item_row_selector = item_row_selector
-    @mode = mode
-    @filename = filename
+  def initialize(options = {})
+    @options = options
   end
 
+  attr_reader :document
+  attr_reader :item_row_elements
   def retrieve()
-    if @mode == 0 || @mode == 1
+    products_page_url = "#{@options.fetch(:base_url)}#{@options.fetch(:products_page_path)}"
+    mode = @options.fetch(:mode)
+    if mode == 0 || mode == 1
       browser = Watir::Browser.new :chrome, args: %w[--headless --no-sandbox --disable-dev-shm-usage --disable-gpu --remote-debugging-port=9222]
-      browser.goto(@products_page_url)
-      item_row_elements = browser.elements(css: @item_row_selector)
+      browser.goto(products_page_url)
+      @item_row_elements = browser.elements(css: @options.fetch(:item_row_selector))
     end
-    if @mode == 1
-      File.write(@filename, browser.html)
+    if mode == 1
+      File.write(@options.fetch(:filename), browser.html)
       browser.close
     end
-    if @mode == 0
+    if mode == 0
       @document = Nokogiri::HTML(browser.html)
       browser.close
     end
-    if @mode == 1 || @mode == 2
-      @document = File.open(@filename) { |f| Nokogiri::HTML(f) }
+    if mode == 1 || mode == 2
+      @document = File.open(@options.fetch(:filename)) { |f| Nokogiri::HTML(f) }
     end
   end
-
-  def document
-    @document
-  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: getter_cyndi5
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 2.0.0
 platform: ruby
 authors:
 - Cyndi Cavanaugh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-13 00:00:00.000000000 Z
+date: 2021-03-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty