getter_cyndi5 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0261a7cc5ac7b72633634fc3ebb15ebe8d813dc3eda78406badb343f57bd19f2
+  data.tar.gz: ec5d527e1bcc161e20b6707648b38db740655869eb99c061661b5836f9037921
+SHA512:
+  metadata.gz: 2620c48d2a9da1693d4bfb16635f108e42fda8558431b1b395273809359ed87696543d052fa652715775fa992b369d374f94f5cbefcba9ee0e0ebeb6f7920598
+  data.tar.gz: e01621b25e31263a700885fa58659ab61dc36ddbf71a8b003786a72e657748c588efa65c00c1201516acc67ec02beb32c538769f4f956d0478e5470f15fe04e9

data/bin/getter_cyndi5

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'getter_cyndi5'
+GetterCyndi5.go(ARGV[0], ARGV[1], ARGV[2], ARGV[3], ARGV[4].to_i, ARGV[5])

data/lib/getter_cyndi5.rb

@@ -0,0 +1,24 @@
+# The main GetterCyndi5 driver
+class GetterCyndi5
+  # Getter
+  #
+  # Example:
+  #   >> GetterCyndi5.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 0, './tmp/document.html')
+  # Arguments:
+  #   base_url: (String)
+  #   products_page_path: (String) 
+  #   item_row_selector: (String) 
+  #   item_anchor_selector: (String)
+  #   mode: (Integer) 
+  #   filename: (String)
+
+  def self.go(base_url = 'https://thehappyco.com', products_page_path = '/kelly/products', item_row_selector = '.item-row', item_anchor_selector = 'div > div.product-desc.text-center > div.product-title > h3 > a', mode = 1, filename = './tmp/document.html')
+    retriever = Retriever.new(base_url, products_page_path, item_row_selector, mode, filename)
+    retriever.retrieve
+    parser = Parser.new(retriever.document, base_url, item_row_selector, item_anchor_selector)
+    parser.parse
+  end
+end
+
+require 'getter_cyndi5/retriever'
+require 'getter_cyndi5/parser'

data/lib/getter_cyndi5/parser.rb

@@ -0,0 +1,19 @@
+class GetterCyndi5::Parser
+  def initialize(document, base_url, item_row_selector, item_anchor_selector)
+    @document = document
+    @base_url = base_url
+    @item_row_selector = item_row_selector
+    @item_anchor_selector = item_anchor_selector
+  end
+
+  def parse     
+    item_rows = @document.css(@item_row_selector)
+    item_rows.each do |item_row|
+      product_element = item_row.css(@item_anchor_selector)[0]
+      product_name = product_element.text
+      product_url = "#{@base_url}#{product_element.attributes['href']}"
+      puts "#{product_name} #{product_url}"
+      puts "-----"
+    end
+  end
+end

data/lib/getter_cyndi5/retriever.rb

@@ -0,0 +1,36 @@
+require 'httparty'
+require 'nokogiri'
+require 'watir'
+require 'webdrivers'
+
+class GetterCyndi5::Retriever
+  def initialize(base_url, products_page_path, item_row_selector, mode, filename)
+    @base_url = base_url
+    @products_page_path = products_page_path
+    @products_page_url = "#{@base_url}#{@products_page_path}"
+    @item_row_selector = item_row_selector
+    @mode = mode
+    @filename = filename
+  end
+
+  def retrieve()
+    if @mode == 0 || @mode == 1
+      browser = Watir::Browser.new
+      browser.goto(@products_page_url)
+      item_row_elements = browser.elements(css: @item_row_selector)
+    end
+    if @mode == 1
+      File.write(@filename, browser.html)
+    end
+    if @mode == 0
+      @document = Nokogiri::HTML(browser.html)
+    end
+    if @mode == 1 || @mode == 2
+      @document = File.open(@filename) { |f| Nokogiri::HTML(f) }
+    end
+  end
+
+  def document
+    @document
+  end
+end

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: getter_cyndi5
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Cyndi Cavanaugh
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-03-09 00:00:00.000000000 Z
+dependencies: []
+description: A simple getter cyndi5 gem
+email: cynthiacavanaugh1@gmail.com
+executables:
+- getter_cyndi5
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/getter_cyndi5
+- lib/getter_cyndi5.rb
+- lib/getter_cyndi5/parser.rb
+- lib/getter_cyndi5/retriever.rb
+homepage: https://cyndicavanaugh.com
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: getter Cyndi5!
+test_files: []