aftermarket_research 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e4ecca47e251a96412c5eca41997580b197ee3f6
+  data.tar.gz: 15c0bb6ff8f9d4fc08a05e988e39797ad7f47a7f
+SHA512:
+  metadata.gz: 113338a90aa8723ffd2792bc069ac97f6b86785d6867a94ed9f664075b992283f3588515c4d72931d14bf9a82cbb31079b475b44ea7fab9f3f69f8967d8e4750
+  data.tar.gz: e135e4ff8f0f141a584c9309b6d55ebbe934e0fff6a5e51dc6b4f12b6b3dbc68250b9524307d0d7557ffed23810b3d66cc15cc8cc5f1b3bffd988d10b73534fc

data/bin/aftermarket_research

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require 'aftermarket_research'

data/bin/runner.rb

@@ -0,0 +1,4 @@
+# require_relative "../config/environment.rb"
+require_relative "../lib/environment.rb"
+
+Runner.new.interface

data/lib/aftermarket_research.rb

@@ -0,0 +1,3 @@
+require_relative 'environment.rb'
+
+Runner.new.interface

data/lib/analyzer.rb

@@ -0,0 +1,32 @@
+class Analyzer
+
+  attr_accessor :num_array
+
+  def initialize(num_array)
+    self.num_array = num_array
+  end
+
+  def mean
+    self.num_array.inject(&:+)/num_array.count
+        # [a, b, c].inject(&:+) # =>  ((a + b)+ c)+ d)
+        # [b, c, d].inject(a, &:+) # =>  ((a + b)+ c)+ d)
+  end
+
+  def median
+    sorted = self.num_array.sort!
+    sorted[sorted.count/2]
+  end
+
+  def mode
+    freq = self.num_array.inject(Hash.new(0)) { |h,v| h[v] += 1; h }
+    self.num_array.max_by { |v| freq[v] }
+  end
+
+  def print_calculations
+    puts "Analysis complete, based on #{num_array.length} craigslist listings!"
+    puts "The mean price for your search is #{mean}"
+    puts "The median price for your search is #{median}"
+    puts "The mode price for your search is #{mode}"
+  end
+
+end

data/lib/environment.rb

@@ -0,0 +1,9 @@
+require 'bundler/setup'
+require 'open-uri'
+
+Bundler.require
+
+require_relative 'scraper.rb'
+require_relative 'query.rb'
+require_relative 'runner.rb'
+require_relative 'analyzer.rb'

data/lib/query.rb

@@ -0,0 +1,26 @@
+class Query
+
+  attr_accessor :keyword, :search_query, :min_price, :max_price
+
+  def parse(query_string)
+    query_array = query_string.split(" ")
+    self.keyword = query_array.shift
+    self.max_price = query_array.pop.to_i
+    self.min_price = query_array.pop.to_i
+    self.search_query = query_array.join(" ")
+    return self
+  end
+
+  def valid_query?
+    Runner.keywords.keys.include?(self.keyword) && self.search_query.is_a?(String) && self.max_price.is_a?(Integer) && self.min_price.is_a?(Integer)
+  end
+
+  def keyword_to_url
+    if keyword == "nyc"
+      ""
+    else
+      "/#{keyword}"
+    end
+  end
+
+end

data/lib/runner.rb

@@ -0,0 +1,85 @@
+class Runner
+
+  def self.keywords
+    {
+      "mnh" => "Manhattan",
+      "brk" => "Brooklyn",
+      "que" => "Queens",
+      "brx" => "The Bronx",
+      "stn" => "Staten Island",
+      "jsy" => "New Jersey",
+      "lgi" => "Long Island",
+      "wch" => "Westchester",
+      "fct" => "Fairfield",
+      "nyc" => "New York City",
+    }
+  end
+
+  def interface
+    on = true
+
+    while on do
+
+      puts "======================================="
+      puts "Hello! Welcome to AfterMarket Research."
+      puts
+      puts "Please enter your query in the following format:"
+      puts "[location keyword] [product query] [min price] [max price]"
+      puts
+      puts "(Type 'help' for more information, and type 'exit' to exit)"
+
+      raw_user_command = gets.chomp.downcase
+      query = Query.new.parse(raw_user_command)
+      # binding.pry
+      if query.valid_query?
+        puts "running search..."
+        puts
+        scraper = Scraper.new(query)
+        scraper.scrape
+        if scraper.product_rows.length > 0
+          analyzer = Analyzer.new(scraper.number_extraction)
+          analyzer.print_calculations
+          # puts
+          # puts "Would you like to see your search results? (Y/n)"
+          # to_web = gets.chomp.downcase
+          # if to_web == "y"
+          #   binding.pry
+          #   scraper.open_url
+          # end
+        else
+          puts "Sorry, your search returned no results."
+        end
+      elsif query.keyword == "help"
+        help
+      elsif query.keyword == "exit"
+        exit
+        on = false
+      else
+        puts "Invalid Query! Please try again. Hit 'enter' to continue."
+        gets
+        "Invalid Query"
+      end
+    end
+  end
+
+  def help
+    puts "Run a craigslist search by including four query terms, as follows:"
+    puts
+    puts "FIRST, the area key -- #{Runner.keywords} "
+    # area_array = keywords.each_with_object([]) {|key, value, array| array << "#{key}: #{value}"} 
+    puts
+    puts "NEXT, your actual search. Feel free to format however you like, but please write it in quotes."
+    puts
+    puts "Finally, your minimum and maximum prices, as integers. These will be used to narrow the search."
+    puts
+    puts "Here is a sample search: \"brk 'macbook pro' 200 800\" "
+    puts
+    puts "Hit 'enter' to continue."
+    gets
+  end
+
+  def exit
+    puts "Thanks for using AfterMarket Research! Go get that surplus value!"
+  end
+
+end

data/lib/scraper.rb

@@ -0,0 +1,33 @@
+class Scraper
+
+  attr_accessor :query, :product_rows, :encoded_url
+
+  def initialize(query_object)
+    self.query = query_object
+    self.product_rows = []
+  end
+
+  def htmlify(string)
+    string.gsub(" ", "+")
+  end
+
+  def scrape
+    self.encoded_url = URI.encode("https://newyork.craigslist.org/search/sss#{query.keyword_to_url}?zoomToPosting=&catAbb=sss&query=#{htmlify(query.search_query)}&minAsk=#{query.min_price}&maxAsk=#{query.max_price}&sort=rel&excats=")
+    html = open(URI.parse(self.encoded_url)) # /sss?zo
+    cl_page = Nokogiri::HTML(html.read)
+    cl_page.css('div.content p.row').map do |product_row|
+      self.product_rows << product_row
+    end
+  end
+
+  def number_extraction
+      self.product_rows.map do |product_row|
+        product_row.css('span.l2 span.price').text[1..-1].to_i
+    end
+  end
+
+  def open_url # in development, not implemented
+    `open #{self.encoded_url}`
+  end
+
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: aftermarket_research
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Daniel Kronovet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: Research and analyze second-hand price information through Craiglist
+email: kronovet@gmail.com
+executables:
+- aftermarket_research
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/aftermarket_research
+- bin/runner.rb
+- lib/aftermarket_research.rb
+- lib/analyzer.rb
+- lib/environment.rb
+- lib/query.rb
+- lib/runner.rb
+- lib/scraper.rb
+homepage: http://rubygems.org/gems/aftermarket_research
+licenses:
+- GNU GPL V2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: Aftermarket Research from your Terminal
+test_files: []