getter_cyndi5 0.0.8 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75f153b3644ea1beac5c5a3967734d3d03d1a2b8ac5e08740dd2236beffcaa53
-  data.tar.gz: 979d808e9a7eaf40843eef450c0b776058bd306c14a71102d57783fc2f34acf4
+  metadata.gz: b4dcc442ee6a82b1bfbe21cd5b644b169000e6793f83dc30be7c24801e1ee0da
+  data.tar.gz: 326ec69f36cbb6a124029f824df09198328025e96b67203e3b758b8705d36801
 SHA512:
-  metadata.gz: a321509cbdf2cf0bd51f09d0490597e63e84dd5614ac656255e6ce36b84d97fbe462309a5cac3a46f59c9b7fdcd151075c1a28d2ec8ca75af0d2da8cca37b363
-  data.tar.gz: fbb193d9559ee820fbec6cd96e5e5a297daea5b88ab9ae7306e2ca03931edc63687c21d6e4795a3e0717c1c7488f001fb1381841a6cd7e76e0c121fbf2da7ec2
+  metadata.gz: ba57a3dd888a5c578ec699ec3fbccb613ddcc2a865d533e954aad6f0f19d8b2eb84c349f3a24eca359d0f3f608e2eaaa7c4a0bc01c601ab9871972805d8eb4dd
+  data.tar.gz: c709a5a1011055388456e7b6c2232364b0fe521fea2fe21943888b2de823c0c4eef4c47f5709231722fac662f04f65fc7364ad6db922d210f62ab3ff68f6b538

data/bin/getter_cyndi5

@@ -5,6 +5,17 @@ base_url = ARGV[0] || 'https://thehappyco.com'
 products_page_path = ARGV[1] || '/kelly/products'
 item_row_selector = ARGV[2] || '.item-row'
 item_anchor_selector = ARGV[3] || 'div > div.product-desc.text-center > div.product-title > h3 > a'
-mode = (ARGV[4] || '2').to_i
-filename = ARGV[5] || './tmp/document1.html'
-GetterCyndi5.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+item_price_selector = ARGV[4] || 'div > div.product-desc.text-center > div.product-price'
+price_a_text = ARGV[5] || 'One Time Purchase'
+price_b_text = ARGV[6] || 'SmartShip'
+mode = (ARGV[7] || '2').to_i
+filename = ARGV[8] || './tmp/test_document.html'
+GetterCyndi5.go(base_url,
+                products_page_path,
+                item_row_selector,
+                item_anchor_selector,
+                item_price_selector,
+                price_a_text,
+                price_b_text,
+                mode,
+                filename)

data/lib/getter_cyndi5.rb

@@ -3,26 +3,42 @@ class GetterCyndi5
   # Getter
   #
   # Example:
-  #   >> GetterCyndi5.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 2, './tmp/document1.html')
+  #   >> GetterCyndi5.go(
+  #         base_url = 'https://thehappyco.com',
+  #         products_page_path = '/kelly/products',
+  #         item_row_selector = '.item-row',
+  #         item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a',
+  #         item_price_selector = 'div > div.product-desc.text-center > div.product-price',
+  #         price_a_text: 'One Time Purchase',
+  #         price_b_text: 'SmartShip',
+  #         mode = 2,
+  #         filename = './tmp/test_document.html'
+  #     )
   # Arguments:
   #   base_url: (String)
   #   products_page_path: (String) 
   #   item_row_selector: (String) 
   #   item_anchor_selector: (String)
-  #   mode: (Integer) 0 = retrieve and parse without saving HTML document to file, 1 = retrieve and parse saving HTML document to file, 2 = load and parse HTML document from file
+  #   item_price_selector: (String)
+  #   price_a_text: (String)
+  #   price_b_text: (String)
+  #   mode: (Integer)
+  #     0 = retrieve and parse without saving HTML document to file,
+  #     1 = retrieve and parse saving HTML document to file,
+  #     2 = load and parse HTML document from file
   #   filename: (String)
 
-  def self.go(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
-    all_products = products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+  def self.go(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
+    all_products = products(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
     all_products.each do |product|
-      puts "#{product.name} :-: #{product.url}"
+      puts "#{product.item_code}, #{product.name}, #{product.url}, #{product.price_a}, #{product.price_b}"
     end
   end
 
-  def self.products(base_url, products_page_path, item_row_selector, item_anchor_selector, mode, filename)
+  def self.products(base_url, products_page_path, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text, mode, filename)
     retriever = Retriever.new(base_url, products_page_path, item_row_selector, mode, filename)
     retriever.retrieve
-    parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector)
+    parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text)
     products = parser.parse
   end
 end

data/lib/getter_cyndi5/parser.rb

@@ -1,11 +1,14 @@
 require 'getter_cyndi5/product'
 class GetterCyndi5::Parser
   attr_reader :products
-  def initialize(document, base_url, item_row_selector, item_anchor_selector)
+  def initialize(document, base_url, item_row_selector, item_anchor_selector, item_price_selector, price_a_text, price_b_text)
     @document = document
     @base_url = base_url
     @item_row_selector = item_row_selector
     @item_anchor_selector = item_anchor_selector
+    @item_price_selector = item_price_selector
+    @price_a_text = price_a_text
+    @price_b_text = price_b_text
     @products = []
   end
 
@@ -15,7 +18,13 @@ class GetterCyndi5::Parser
       product_element = item_row.css(@item_anchor_selector)[0]
       product_name = product_element.text
       product_url = "#{@base_url}#{product_element.attributes['href']}"
-      product = GetterCyndi5::Product.new(product_name, product_url)
+      product_item_code = item_row.attributes['data-itemcode'].value
+      product_prices = item_row.css(@item_price_selector)
+      price_a_element = product_prices.find { |price| price.children[1].text == @price_a_text }
+      price_a = price_a_element.nil? ? 0.0 : price_a_element.children[0].text.gsub(/[^\d\.]/, '').to_f
+      price_b_element = product_prices.find { |price| price.children[1].text == @price_b_text }
+      price_b = price_b_element.nil? ? 0.0 : price_b_element.children[0].text.gsub(/[^\d\.]/, '').to_f
+      product = GetterCyndi5::Product.new(product_name, product_url, product_item_code, price_a, price_b)
       products.append(product)
     end
     products

data/lib/getter_cyndi5/product.rb

@@ -1,8 +1,9 @@
 class GetterCyndi5::Product
-  attr_accessor :name, :url, :price_a, :price_b, :price_c
-  def initialize(name, url, price_a=0.0, price_b=0.0, price_c=0.0)
+  attr_accessor :name, :url, :item_code, :price_a, :price_b, :price_c
+  def initialize(name, url, item_code, price_a=0.0, price_b=0.0, price_c=0.0)
     @name = name
     @url = url
+    @item_code = item_code
     @price_a = price_a
     @price_b = price_b
     @price_c = price_c

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: getter_cyndi5
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 1.0.0
 platform: ruby
 authors:
 - Cyndi Cavanaugh