classifieds_cli_app 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7e55d1ca44e97ba4d0669686fde104c89d80eaa0
+  data.tar.gz: 1d08f774c879eb72c6415b0e316c546307826a33
+SHA512:
+  metadata.gz: bae09c79008cb2e988da7dddd9ee53652f9e594c54630caec8e7e668a8d77e4606f893463bd31d8bb5d2a90827f3977276cd8d8850b8cc3fd23b049bbefbdcb5
+  data.tar.gz: 92862e9b67c72ee5bf6c89b496d8a822dc936803a6e15ad891f643809632c07f1f77a945e5a1518d3dbf949675002a3d14dbc0c31b40ea1d2e1a56ab1ca7ebec

data/.gitignore

@@ -0,0 +1,50 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at jpfingst@outlook.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in classifieds.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,32 @@
+PATH
+  remote: .
+  specs:
+    classifieds (0.1.0)
+      nokogiri
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    coderay (1.1.1)
+    method_source (0.8.2)
+    mini_portile2 (2.1.0)
+    nokogiri (1.6.8.1)
+      mini_portile2 (~> 2.1.0)
+    pry (0.10.4)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    slop (3.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.13)
+  classifieds!
+  pry
+  rake (~> 10.0)
+
+BUNDLED WITH
+   1.13.6

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 John Pfingst
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,38 @@
+# classifieds-cli-app
+
+Display classified ads from the current online edition of Newsday.com and BoatTrader.com.
+This gem was created to meet the requirements of the learn.co CLI Data Gem Project.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'classifieds-cli-app'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install classifieds-cli-app
+
+## Usage
+
+$ classifieds
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/jcpny1/classifieds-cli-app. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/classifieds

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require_relative '../config/environment'
+Classifieds::CLI.new.run

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require_relative "../config/environment"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/classifieds_cli_app.gemspec

@@ -0,0 +1,39 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'classifieds/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "classifieds_cli_app"
+  spec.version       = Classifieds::VERSION
+  spec.authors       = ["John Pfingst"]
+  spec.email         = ["jpfingst@outlook.com"]
+  spec.date          = '2016-12-13'
+
+  spec.summary       = %q{Classified Listings Display}
+  spec.description   = %q{Scrapes online classifieds ads and provides a command line interface with which to view them.}
+  spec.homepage      = "http://rubygems.org/gems/classifieds_cli_app"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against " \
+  #     "public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry", "~> 0"
+
+  spec.add_runtime_dependency "nokogiri", "~> 1.6"
+end

data/config/environment.rb

@@ -0,0 +1,14 @@
+require 'pry'
+require 'nokogiri'
+require 'open-uri'
+
+require_relative '../lib/classifieds/version.rb'
+require_relative '../lib/classifieds/cli.rb'
+require_relative '../lib/classifieds/item.rb'
+require_relative '../lib/classifieds/listing.rb'
+require_relative '../lib/classifieds/seller.rb'
+require_relative '../lib/classifieds/vehicle.rb'
+require_relative '../lib/classifieds/auto.rb'
+require_relative '../lib/classifieds/boat.rb'
+require_relative '../lib/classifieds/auto_scraper.rb'
+require_relative '../lib/classifieds/boat_scraper.rb'

data/lib/classified.rb

@@ -0,0 +1,2 @@
+module Classifieds  # a collection of listings of things for sale
+end

data/lib/classifieds/auto.rb

@@ -0,0 +1,35 @@
+class Classifieds::Auto < Classifieds::Vehicle  # describes a Vehicle type of: Automobile
+
+  @@ATTR_COLUMN_WIDTHS  = [12, 10]
+  @@SUMMARY_COL_FORMATS = [[24,'l'], [7,'r'], [8,'r']]  # [width, justification]
+
+  def initialize(year, make, model, mileage, price, condition, detail_link)
+    super(year, make, model, price, condition, detail_link)
+    @mileage = mileage
+  end
+
+  # Return attribute field width for given column
+  def attr_width(col)
+    @@ATTR_COLUMN_WIDTHS[col-1]
+  end
+
+  # Creates listings from summary web page
+  def self.scrape_results_page(results_url, results_url_file, results_doc)
+    Classifieds::AutoScraper.scrape_results_page(results_url, results_url_file, results_doc, self)
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+    Classifieds::AutoScraper.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+  end
+
+  # Returns a summary listing data row
+  def summary_detail
+    Classifieds::Listing.fmt_cols([@title, @mileage, @price], @@SUMMARY_COL_FORMATS)
+  end
+
+  # Returns the summary listing title row
+  def self.summary_header
+    Classifieds::Listing.fmt_cols(['Vehicle', 'Mileage', 'Price '], @@SUMMARY_COL_FORMATS)
+  end
+end

data/lib/classifieds/auto_scraper.rb

@@ -0,0 +1,139 @@
+class Classifieds::AutoScraper  # converts automobile classified listings into objects
+  # Currently coded for Newsday.com only
+
+  private_class_method :new
+
+  # Creates listings from summary web page
+  def self.scrape_results_page(results_url, results_url_file, results_doc, item_class)
+    results_doc.css('.aiResultsWrapper').each { |result|
+      id = listing_id(result)
+      title_parts = title_parts(result)  # => [year, make, model]
+
+      description_pod_div = result.css('.aiDescriptionPod')
+      start_date = start_date(description_pod_div)
+      mileage = mileage(description_pod_div)
+      sale_price = sale_price(description_pod_div)
+
+      contact_div = result.css('.contactLinks')
+      seller_name = seller_name(contact_div)
+      seller_location = seller_location(contact_div)
+      seller_phone = seller_phone(contact_div, id, results_url_file)
+
+      detail_url = detail_url(results_url, result)
+      item_condition = item_condition(detail_url)
+
+      item = item_class.new(title_parts[0], title_parts[1], title_parts[2], mileage, sale_price, item_condition, detail_url)
+      seller = Classifieds::Seller.find_or_create(seller_name, seller_location, seller_phone)
+      Classifieds::Listing.new(id, item, seller, start_date)
+    }
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+    # Create some entries manually.
+    detail_values['Description'.to_sym] = detail_doc.css('.aiDetailsDescription')[0].children[2].text.strip
+    detail_values['Condition'.to_sym] = item_condition
+    detail_values['Certified'.to_sym] = ''
+    # Create the rest from scraping the html's detail attrribute/value table.
+    detail_cells = detail_cells(detail_doc)
+    index = 0
+    while index < detail_cells.size
+      if ("\u00A0" == detail_cells[index].text)  && ('aiCPOiconDetail' == detail_cells[index].children[0].attributes['class'].content)
+        detail_values[:Certified] = 'Yes' # The table row containing attribute Certified Icon does not have a value column.
+        index += 1
+      else  # Grab the attribute and value from the html table.
+        attribute = detail_cells[index].text.chomp(':')
+        value = detail_cells[index+1].text
+        detail_values[attribute.to_sym] = value
+        index += 2
+      end
+    end
+  end
+
+## PRIVATE METHODS
+private
+
+  # Returns the item condition, as encoded in the detail page url
+  def self.item_condition(url)
+    url.match(/[a-z0-9]-(certified|new|used)-[0-9]/)[1].capitalize
+  end
+
+  # Returns the detail table
+  def self.detail_cells(doc)
+    doc.css('.aiDetailAdDetails td')
+  end
+
+  # Returns a summary record's detail page url
+  def self.detail_url(url, doc)  # detail link is given as relative to the summary page's domain
+    uri = URI.parse(url)
+    "#{uri.scheme}://#{uri.host}#{doc.css('.aiResultTitle h3 a')[0]['href']}"
+  end
+
+  # Returns the listing's id
+  def self.listing_id(doc)  # e.g. from "aiResultsMainDiv547967889"
+    doc.css('.aiResultsMainDiv')[0]['id'].match(/\d+/).to_s
+  end
+
+  # Returns the listing's mileage value
+  def self.mileage(doc)
+    value = doc.css('.listingType').text  # e.g. 'Mileage: xx,xxx'
+    (value.include? 'Available') ? 'NA' : value.match(/Mileage: (\d*,{,1}\d+)/)[1]
+  end
+
+  # Returns the listing's sale price
+  def self.sale_price(doc)
+    value = doc.css('.price').text
+    (value.include? 'Call') ? 'Call' : value
+  end
+
+  # Returns the seller's address
+  def self.seller_location(doc)
+    doc.css('strong')[1].text.strip
+  end
+
+  # Returns the seller's name
+  def self.seller_name(doc)
+    doc.css('strong')[0].text.strip
+  end
+
+  PHONE_PATTERN = '\(\d\d\d\) \d\d\d-\d\d\d\d'
+
+  # Returns the seller's phone number, if it exists
+  def self.seller_phone(doc, id, url_file)
+    span = doc.css('span')
+    if 1 < span.size
+      match_data = span[0].text.match(/#{PHONE_PATTERN}/)
+      match_data ? match_data.to_s : ''
+    else
+      seller_phone_private(url_file, id)
+    end
+  end
+
+  # Returns the seller's phone number, if found in the raw HTML text
+  def self.seller_phone_private(url_file, id)
+    match_data = nil
+    open(url_file).detect { |line| match_data = line.match(/#{PHONE_PATTERN}/) if line.include? ('aiGetPhoneNumber'+id) }
+    match_data ? match_data.to_s : ''
+  end
+
+  # Returns listing start date
+  def self.start_date(doc)
+    doc.css('.listingDate').text
+  end
+
+  # Returns the summary listing's title
+  def self.title(doc)
+    doc.css('.aiResultTitle h3').text  # '2010 Ford Explorer XL'
+  end
+
+  # Returns the year, make, and model from the title string
+  # NOTE: It is assumed that Make will be one word.
+  #       Otherwise, likely will need a database of Make names to match against.
+  def self.title_parts(doc)
+    title_parts = title(doc).split(' ')
+    year = title_parts[0]  # year
+    make = title_parts[1]  # make
+    model = title_parts.last(title_parts.size - 2).join(' ')  # model
+    [year, make, model]
+  end
+end

data/lib/classifieds/boat.rb

@@ -0,0 +1,34 @@
+class Classifieds::Boat < Classifieds::Vehicle  # describes a Vehicle type of: Boat
+
+  @@ATTR_COLUMN_WIDTHS  = [15, 14]
+  @@SUMMARY_COL_FORMATS = [[24,'l'], [8,'r']]  # [width, justification]
+
+  def initialize(year, make, model, price, condition, detail_link)
+    super(year, make, model, price, condition, detail_link)
+  end
+
+  # Return attribute field width for given column
+  def attr_width(col)
+    @@ATTR_COLUMN_WIDTHS[col-1]
+  end
+
+  # Creates listings from summary web page
+  def self.scrape_results_page(results_url, results_url_file, results_doc)
+    Classifieds::BoatScraper.scrape_results_page(results_url, results_url_file, results_doc, self)
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+    Classifieds::BoatScraper.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+  end
+
+  # Returns a summary listing data row
+  def summary_detail
+    Classifieds::Listing.fmt_cols([@title, @price], @@SUMMARY_COL_FORMATS)
+  end
+
+  # Returns the summary listing title row
+  def self.summary_header
+    Classifieds::Listing.fmt_cols(['Boat', 'Price '], @@SUMMARY_COL_FORMATS)
+  end
+end

data/lib/classifieds/boat_scraper.rb

@@ -0,0 +1,190 @@
+class Classifieds::BoatScraper  # converts Boattrader.com power boat classified listings into objects
+  # Currently coded for BoatTrader.com only
+
+  private_class_method :new
+
+  # Creates listings from summary web page
+  def self.scrape_results_page(results_url, results_url_file, results_doc, item_class)
+    results_doc.css('.boat-listings li').each { |result|
+      id = listing_id(result)
+      next if id.nil?
+
+      descr_div = result.css('.description')
+      title_parts = split_title(descr_div)  # => [year, make, model]
+      start_date = ''  # Listing start_date currently not available from web page.
+      sale_price = sale_price(descr_div)
+      seller_name = seller_name(descr_div)
+      seller_location = seller_location(descr_div)
+      seller_phone = ''  # Seller phone currently not available from web page.
+
+      detail_url = detail_url(results_url, result)
+      item_condition = 'Used'  # Condition currently not available from web page.
+
+      item = item_class.new(title_parts[0], title_parts[1], title_parts[2], sale_price, item_condition, detail_url)
+      seller = Classifieds::Seller.find_or_create(seller_name, seller_location, seller_phone)
+      Classifieds::Listing.new(id, item, seller, start_date)
+    }
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+    boat_details_doc = detail_doc.css('.boat-details')
+
+    if boat_details_doc.empty?
+      do_alt_processing(detail_doc, item_condition, detail_values)
+    else
+      do_normal_processing(detail_doc, boat_details_doc, item_condition, detail_values)
+    end
+  end
+
+## PRIVATE METHODS
+private
+
+  # Returns the detail table
+  def self.detail_cells(doc)
+    doc.css('#collapsible-content-areas tr')
+  end
+
+  # Returns the detail table
+  def self.detail_cells_alt(doc)
+    doc.css('#ad_detail-table tr')
+  end
+
+  # Returns a summary record's detail page url
+  def self.detail_url(url, doc)  # detail link is given as relative to the summary page's domain
+    uri = URI.parse(url)
+    "#{uri.scheme}://#{uri.host}#{doc.css('.inner a')[0]['href']}"
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.do_alt_processing(doc, item_condition, detail_values)
+    # Create some entries manually.
+    main_content = doc.css('#main-content')
+    detail_values['Description'.to_sym] = main_content.css('p').text.strip
+    detail_values['Condition'.to_sym] = item_condition
+
+    # Create the rest from scraping the html's detail attrribute/value table.
+    detail_cells = detail_cells_alt(main_content)
+    (0...detail_cells.size).each { |index|
+      dl_tag = detail_cells[index].children
+      (0...dl_tag.size).step(2) { |child|
+        attribute = dl_tag[child].text
+        value = dl_tag[child+1].text
+        detail_values[attribute.to_sym] = value
+      }
+    }
+
+    detail_values['Phone'.to_sym] = seller_phone(main_content)  # NOTE: keep phone number last in list for display consistency.
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.do_normal_processing(doc, boat_doc, item_condition, detail_values)
+    # Create some entries manually.
+    detail_values['Description'.to_sym] = doc.css('#main-details').text.strip
+    detail_values['Condition'.to_sym] = item_condition
+
+    # Create the rest from scraping the html's detail attrribute/value table.
+    detail_cells = detail_cells(boat_doc)
+    (0...detail_cells.size).each { |index|
+      attribute_tag = detail_cells[index].children[1]
+
+      if attribute_tag
+        dl_tag = attribute_tag.css('dl')
+
+        if 0 < dl_tag.size  # need to do alternate normal processing.
+          process_detail_list_alt(dl_tag, detail_values)
+        else
+          attribute = attribute_tag.text
+          value_tag = detail_cells[index].children[3]
+
+          if value_tag
+            text_value = (attribute == 'Owner Video' ? 'Yes' : value_tag.text)  # substitute Yes for the video link.
+            detail_values[attribute.to_sym] = text_value
+          else
+            process_detail_list(detail_cells[index].css('dl').children, detail_values)
+          end
+        end
+      end
+    }
+
+    detail_values['Phone'.to_sym] = doc.css('.phone').text  # NOTE: keep phone number last in list for display consistency.
+  end
+
+  # Returns the listing's id. If the listing doesn't have an id, it's not really a listing.
+  def self.listing_id(doc)
+    value = doc.attributes['data-reporting-impression-product-id']
+    value.text if value
+  end
+
+  # Parse description list data into hash
+  def self.process_detail_list(doc, detail_values)
+    (0...doc.size).step(4) { |index|
+      attribute = doc[index+1]
+      next if attribute.nil?
+      attr_text = attribute.text
+      value_tag = doc[index+3]
+      detail_values[attr_text.to_sym] = value_tag.text if value_tag
+    }
+  end
+
+  # Parse description list data into hash
+  def self.process_detail_list_alt(doc, detail_values)
+    (0...doc.size).each { |index|
+      children = doc[index].children
+      child_index = 1
+      while child_index < children.size
+        attribute = children[child_index].text
+        value = children[child_index+2]
+        if value.nil? || value.text.strip.size == 0
+          value = children[child_index+1]
+          child_index += 3
+        else
+          child_index += 4
+        end
+        detail_values[attribute.to_sym] = value.text.sub('&check;', 'Y') if value
+      end
+    }
+  end
+
+  # Returns the listing's sale price
+  def self.sale_price(doc)
+    value = doc.css('.price .data').text
+    value != '' ? value : doc.css('.price .txt')[0].children[1].text
+  end
+
+  # Returns the seller's address
+  def self.seller_location(doc)
+    value = doc.css('.location .data').text
+    value != '' ? value : doc.css('.location .txt')[0].children[1].text
+  end
+
+  # Returns the seller's name
+  def self.seller_name(doc)
+    value = doc.css('.offered-by .data').text
+    value != '' ? value : doc.css('.offered-by .txt')[0].children[1].text
+  end
+
+  # Returns the Seller's phone number
+  def self.seller_phone(doc)
+    phone = doc.css('.seller-info .phone').text
+    phone.reverse!  # alt listing phone has css format 'direction: rtl'
+    phone[0] = '('; phone[4] = ')'
+    phone
+  end
+
+    # Returns the year, make, and model from the title string
+    # NOTE: It is assumed that Make will be one word.
+    #       Otherwise, likely will need a database of Make names to match against.
+    def self.split_title(doc)
+      title_parts = title(doc).split(' ')
+      year = title_parts[0]  # year
+      make = title_parts[1]  # make
+      model = title_parts.last(title_parts.size - 2).join(' ')  # model
+      [year, make, model]
+    end
+
+  # Returns the summary listing's title
+  def self.title(doc)
+    doc.css('.name').text  # '2000 JASON 25 Downeaster' (also Grady White, Grady-White, Sea Ray, ...)
+  end
+end

data/lib/classifieds/cli.rb

@@ -0,0 +1,118 @@
+class Classifieds::CLI  # is the command line interface for the classified app
+
+  def initialize
+    @start_index = 0  # indexes for summary listing array access.
+    @end_index   = 0
+    @item_class  = nil
+  end
+
+  # Begin executing command line interface
+  def run(page_size:10)
+    @page_size = page_size
+    user_input = ''
+    select_item_type
+
+    while true  # do CLI Loop
+      @start_index = @end_index + 1  # Advance to next page of listings.
+      @start_index = 0 if @start_index == Classifieds::Listing.all.size  # Go back to beginning if end is reached.
+
+      begin  # Command input loop
+        @end_index = @start_index + @page_size-1  # if page size changes inside this loop, adjust end index.
+        @end_index = Classifieds::Listing.all.size-1 if @end_index >= Classifieds::Listing.all.size
+
+        Classifieds::Listing.print_summary(@item_class, @start_index, @end_index) if user_input != 'h'  # Display a page of listings.
+        user_input = Classifieds::CLI.prompt 'Command (or h for help): '  # Get user input.
+        exit if !process_user_input(user_input)          # Process user input.
+      end until user_input == ''  # then display next page of summaries.
+    end  # do CLI loop
+  end
+
+  ## PRIVATE METHODS
+  private
+
+  # Display command help
+  def self.display_help
+    puts '  To continue scrolling, press Enter.',
+         '  For listing detail, enter listing number and press Enter',
+         '  To change item type, type i and press Enter',
+         '  To terminate program, type q and press Enter.',
+#        '  For a seller list, type s and press Enter.',
+         '  To display this help, type h and press Enter.'
+  end
+
+  # Returns whether or not to continue executing program
+  def process_user_input(user_input)
+    continue_program = true
+
+    case user_input
+    when 'h'
+      Classifieds::CLI.display_help
+    when 'i'
+      select_item_type
+    when 'p'
+      tmp_page_size = Classifieds::CLI.prompt('Enter new page size: ').to_i
+      @page_size = tmp_page_size if 0 < tmp_page_size
+    when 'q'
+      continue_program = false
+#    when 's'
+#      # list sellers instead of items
+    else
+      item_number = user_input.to_i
+      if 0 < item_number
+        index = item_number - 1
+        if index < Classifieds::Listing.all.size
+          Classifieds::Listing.all[index].print_detail(item_number)
+        else
+          STDERR.puts Classifieds::CLI.red('Invalid selection')
+        end
+        Classifieds::CLI.prompt 'Press Enter to continue...'
+      end
+    end
+    continue_program
+  end
+
+  # Display prompt string and return user's input
+  def self.prompt(string)
+    print Classifieds::CLI.yellow(string)
+    gets.chomp
+  end
+
+  # Format string to display in the color red
+  def self.red(string)
+    "\e[31m#{string}\e[0m"
+  end
+
+  def select_item_type
+    begin
+      valid_input = false
+
+      puts 'Available item types:',
+           '  1. Automobile',
+           '  2. Boat'
+      user_input = Classifieds::CLI.prompt 'Enter your selection number: '
+
+      case user_input.to_i
+      when 1
+        valid_input  = true
+        @item_class  = Classifieds::Auto
+        @summary_url = 'http://long-island-cars.newsday.com/motors/results/car?maxYear=2010&radius=0&min_price=1000&view=List_Detail&sort=Price+desc%2C+Priority+desc&rows=50'
+      when 2
+        valid_input  = true
+        @item_class  = Classifieds::Boat
+        @summary_url = 'http://www.boattrader.com/search-results/NewOrUsed-used/Type-power/Category-all/Zip-10030/Radius-100/Price-5000,150000/Sort-Price:DESC/Page-1,50?'
+      else
+        STDERR.puts Classifieds::CLI.red('Invalid selection')
+      end
+    end while valid_input == false
+
+    Classifieds::Listing.clear_all
+    Classifieds::Listing.scrape_listings(@item_class, @summary_url)
+    @start_index =  0  # summary display start item
+    @end_index   = -1  # summary display end item
+  end
+
+  # Format string to display in the color yellow
+  def self.yellow(string)
+    "\e[33m#{string}\e[0m"
+  end
+end

data/lib/classifieds/item.rb

@@ -0,0 +1,69 @@
+class Classifieds::Item  # describes the thing in a listing that is for sale
+  # It is expected to be subclassed based on the type of item for sale (e.g., vehicle, clothing, furniture, etc.)
+  # To improve response time, an item's detail_values are only loaded on demand (from the detail url)
+
+  def initialize(title, price, condition, detail_url)
+    @title = title
+    @price = price
+    @detail_url = detail_url
+    @condition = condition
+    @detail_values = {}
+  end
+
+  # Empty list of created objects
+  def self.clear
+    # all.clear
+  end
+
+  COLUMN_SEPARATION = 5
+
+  # Return an item's detail data formatted for display
+  def details_to_string(addon_details)
+    Classifieds::Listing.scrape_listing_details(self.class, @detail_url, @condition, @detail_values) if @detail_values.empty?
+
+    detail_values_array = @detail_values.to_a
+    addon_details.delete(:Phone) if detail_phone  # do not use seller phone if item details has a phone.
+    detail_values_array.concat(addon_details.to_a)
+    offset = detail_values_array.size / 2 # prepare for two column output.
+    mod2 = detail_values_array.size % 2   # and account for an odd number of details.
+    col1_ljust = max_col1_width(detail_values_array, offset+mod2) + COLUMN_SEPARATION
+    result = ''
+
+    (0...offset+mod2).each { |index|
+      # column 1
+      attribute = detail_values_array[index][0].to_s
+      value = detail_values_array[index][1]
+      result << "  #{Classifieds::Listing.format_detail(attribute, attr_width(1), value).ljust(col1_ljust)}"
+
+      # column 2
+      if 'Description' == attribute.to_s  # Have Description be on its own line.
+        result << "\n"
+      elsif (index + offset) < detail_values_array.size
+        attribute = detail_values_array[index+offset][0].to_s
+        value = detail_values_array[index+offset][1]
+        result << "#{Classifieds::Listing.format_detail(attribute, attr_width(2), value)}\n"
+      end
+    }
+    result
+  end
+
+  def detail_phone
+    @detail_values[:Phone]
+  end
+
+  ## PRIVATE METHODS
+  private
+
+  # Find width of widest col1 data
+  def max_col1_width(detail_values_array, end_val)
+    max_width = 0
+    (0...end_val).each { |index|
+      attribute = detail_values_array[index][0].to_s
+      next if 'Description' == attribute  # Description spans all cols, so don't count its width.
+      value = detail_values_array[index][1]
+      detail_width = Classifieds::Listing.format_detail(attribute, attr_width(1), value).size
+      max_width = detail_width if detail_width > max_width
+    }
+    max_width
+  end
+end

data/lib/classifieds/listing.rb

@@ -0,0 +1,124 @@
+class Classifieds::Listing  # describes a classified advertisement
+  # A Listing has one item and one seller, along with listing-based attributes such as the listing start date
+
+  @@all_listings = []
+
+  def initialize(id, item, seller, start_date)
+    @id = id
+    @item = item
+    @seller = seller
+    @start_date = start_date
+    Classifieds::Listing.all << self
+  end
+
+  # Empty list of created objects
+  def self.clear_all
+    Classifieds::Item.clear
+    Classifieds::Seller.clear
+    self.clear
+  end
+
+  # Prints a detail listing for a single item
+  def print_detail(item_number)
+    addon_details = {:Phone => @seller.phone, :'Listing #' => @id}
+    puts '',
+         self.summary_detail_row(item_number),
+         @item.details_to_string(addon_details)
+  end
+
+  # Prints the specified summary listings for the specified item subclass
+  def self.print_summary(item_class, start_index, end_index)
+    puts "    #{item_class.summary_header} #{Classifieds::Seller.summary_header} #{lfmt('List Date', 10)}"
+    all[start_index..end_index].each_with_index { |listing, index| puts listing.summary_detail_row(start_index+index+1) }
+  end
+
+  # Creates listings from summary web page
+  def self.scrape_listings(item_class, results_url)
+    results_url_file = open(results_url, :read_timeout=>10)
+    results_doc = Nokogiri::HTML(results_url_file)
+    item_class.scrape_results_page(results_url, results_url_file, results_doc)
+  end
+
+  # Returns detail attributes and values in detail_values hash
+  def self.scrape_listing_details(item_class, detail_url, item_condition, detail_values)
+    detail_doc = Nokogiri::HTML(open(detail_url, :read_timeout=>10))
+    item_class.scrape_results_detail_page(detail_doc, item_condition, detail_values)
+  end
+
+  # Prints a summary detail row
+  def summary_detail_row(item_number)
+    "#{(item_number).to_s.rjust(2)}. #{@item.summary_detail} #{@seller.summary_detail} #{Classifieds::Listing.lfmt(@start_date, 10)}"
+  end
+
+  # Formats an array of strings according to an array of formats
+  def self.fmt_cols(values, formats)
+    result = ''
+    values.each_with_index { |value, index| result << "#{fmt_col(value, formats[index][0], formats[index][1])} " }
+    result
+  end
+
+  MAX_LINE_LENGTH = 100
+
+  # Format a detail attribute
+  def self.fmt_detail_attr(string, width)
+    "#{lfmt(string, width)}"
+  end
+
+  # Format a detail item
+  def self.format_detail(attr, attr_width, val)
+    "#{fmt_detail_attr(attr, attr_width)}: #{fmt_detail_val(val, attr_width)}"
+  end
+
+  # Format a detail value (with wrap if necessary)
+  def self.fmt_detail_val(string, wrap_indent)
+    new_string = string.strip
+    if new_string.size > MAX_LINE_LENGTH
+      new_string = ''
+      new_line = "\n  #{' '*wrap_indent}  "  # Indent size of Attribute display width.
+      line_len = 0
+      string.split(' ').each { |word|
+        new_string << "#{word} "
+        if (line_len += word.size + 1) > MAX_LINE_LENGTH
+          new_string << new_line
+          line_len = 0
+        end
+      }
+    end
+    new_string
+  end
+
+  ## PRIVATE METHODS
+  private
+
+  # Returns array of all listings
+  def self.all
+    @@all_listings
+  end
+
+  # Empty list of created objects
+  def self.clear
+    all.clear
+  end
+
+  # Format a column
+  def self.fmt_col(str, width, justify)
+    case justify
+    when 'l'
+      "#{lfmt(str, width)}"
+    when 'r'
+      "#{rfmt(str, width)}"
+    else
+      "error"
+    end
+  end
+
+  # Left justify string and pad or trim to size
+  def self.lfmt(string, size)
+    string.slice(0,size).ljust(size)
+  end
+
+  # Right justify string and pad or trim to size
+  def self.rfmt(string, size)
+    string.slice(0,size).rjust(size)
+  end
+end

data/lib/classifieds/seller.rb

@@ -0,0 +1,52 @@
+class Classifieds::Seller  # describes the entity that is selling the .Item in a .Listing
+  # A seller is uniquely identified by name + location + phone
+
+  @@SUMMARY_COL_FORMATS = [[28,'l'], [32,'l']]  # [width, justification]
+
+  @@all_sellers = []
+
+  attr_accessor :phone
+  attr_reader   :name, :location, :phone
+
+  private_class_method :new #  only allow #new from #find_or_create
+
+  def initialize(name, location, phone)
+    @name = name
+    @location = location
+    @phone = phone
+    Classifieds::Seller.all << self
+  end
+
+  # Empty list of created objects
+  def self.clear
+    all.clear
+  end
+
+  # Returns the specified seller, or creates a new one if not found in @@all
+  def self.find_or_create(name, location, phone)
+    (seller = find_seller(name, location, phone)) != nil ? seller : new(name, location, phone)
+  end
+
+  # Returns the specified seller from @all or nil if not found
+  def self.find_seller(name, location, phone)
+    all.find { |seller| seller.name == name && seller.location == location && seller.phone == phone }
+  end
+
+  # Return a summary listing detail row
+  def summary_detail
+    Classifieds::Listing.fmt_cols([@name, @location], @@SUMMARY_COL_FORMATS)
+  end
+
+  # Return the summary listing summary title row
+  def self.summary_header
+    Classifieds::Listing.fmt_cols(['Seller', 'Location'], @@SUMMARY_COL_FORMATS)
+  end
+
+  ## PRIVATE METHODS
+  private
+
+  # Returns array of all sellers
+  def self.all
+    @@all_sellers
+  end
+end

data/lib/classifieds/vehicle.rb

@@ -0,0 +1,10 @@
+class Classifieds::Vehicle < Classifieds::Item  # describes an Item of type Vehicle
+  # It is expected to be subclassed based on the type of vehicle (e.g., automobile, boat, motorcycle, etc.)
+
+  def initialize(year, make, model, price, condition, detail_link)
+    super("#{year} #{make} #{model}", price, condition, detail_link)
+    @year  = year
+    @make  = make
+    @model = model
+  end
+end

data/lib/classifieds/version.rb

@@ -0,0 +1,3 @@
+module Classifieds
+    VERSION = "0.1.1"
+end

data/spec.md

@@ -0,0 +1,9 @@
+# Specifications for the CLI Assessment
+
+Specs:
+- [X] Have a CLI for interfacing with the application
+        CLI class called from bin/classifieds
+- [X] Pull data from an external source
+        Nokogiri parsing of Newsday.com auto classifieds and BoatTrader.com boat classifieds using hardcoded URLs.
+- [X] Implement both list and detail views
+        Classified listings are displayed in a summary list and can be selected for details.

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: classifieds_cli_app
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- John Pfingst
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-12-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: Scrapes online classifieds ads and provides a command line interface
+  with which to view them.
+email:
+- jpfingst@outlook.com
+executables:
+- classifieds
+- console
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/classifieds
+- bin/console
+- bin/setup
+- classifieds_cli_app.gemspec
+- config/environment.rb
+- lib/classified.rb
+- lib/classifieds/auto.rb
+- lib/classifieds/auto_scraper.rb
+- lib/classifieds/boat.rb
+- lib/classifieds/boat_scraper.rb
+- lib/classifieds/cli.rb
+- lib/classifieds/item.rb
+- lib/classifieds/listing.rb
+- lib/classifieds/seller.rb
+- lib/classifieds/vehicle.rb
+- lib/classifieds/version.rb
+- spec.md
+homepage: http://rubygems.org/gems/classifieds_cli_app
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Classified Listings Display
+test_files: []