hnjobs_cli 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c3f98948d03611a2f682bb9808c297fbf3c45c50
+  data.tar.gz: 120aaeffb237de09cd60057f22974e8dd80c31bd
+SHA512:
+  metadata.gz: e15f0c7180eea6a440e33b9e793946207085b4855d8cab41f0afbc0e8fc27f7b89fefc0d77ea9a013a17dadbac222b995bbe1ecbe20477c8f15148c6d7df6c83
+  data.tar.gz: 37553c2177615b6f2d7f4333f98b6dcbc8b8743d0adc843eb365e791a1e46c641f264b8312a1e80c0a53d3e439fe9c698aa91d1c5077a02e03a4fec02b060159

data/bin/hnjobs_cli

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'require_all'
+
+require_all 'lib'
+
+# require_relative '../config/environment'
+
+HNjobsCLI.new.call

data/lib/controller.rb

@@ -0,0 +1,100 @@
+class HNjobsCLI
+
+# User Flow: First-Timer
+# 1. user installs gem
+# 2. user starts app
+# 3. CLI says hi and provides instructions
+# 4. user inputs url to scrape or uses default url
+# 5. CLI scrapes url
+# 6. CLI outputs list
+# 7. user inputs number of job posting
+# 8. CLI outputs further details about job posting
+# 9. user returns to list via #list
+# 10. user filters list by #filter
+# 11. user scrapes new page via #scrape
+# 12. user exits
+
+  # User interface
+  def call
+    puts greeting
+    scrape
+    input = ''
+    while input != 'exit'
+      input = gets.strip
+      case input
+      when -> (input) { input.to_i != 0 } # this proc lets you make comparisons inside case statements
+        job = Job.find_by_id(input.to_i)
+        if job
+          puts "\n\n" + job.description + "\n\n"
+          puts menu
+        else
+          puts "Out of range. Please input a number between 1 and #{Job.count}"
+        end
+      when 'list'
+        list
+      when 'exit'
+        puts "\n\nGoodbye!\n\n"
+      when 'scrape'
+        scrape
+      when 'filter'
+        filter
+        puts "\n\nEnter the number of a job posting to see more info."
+      else
+        puts 'Unknown command'
+        puts menu
+      end
+    end
+  end
+
+  # List jobs with numbers for reference
+  def list
+    puts "\n\n#{Job.count} job postings found\n\n"
+    Job.list.map do |job|
+      puts "#{job.id}. #{job.firstline}"
+    end
+    puts "\n\nEnter the number of a job posting to see more info."
+  end
+
+  # Scrape page and create jobs
+  def scrape
+    Job.reset
+    puts 'Enter a URL to scrape (or press enter for default):'
+    url = gets.strip
+    url = 'https://news.ycombinator.com/item?id=15601729' if url == ''
+    puts "Scraping...\n\n"
+    jobs_data = Scraper.scrape(url)
+    jobs_data.each_with_index do |job_data, i|
+      job = Job.new(job_data.merge({id: i+1}))
+    end
+    puts list
+  end
+
+  # Filter jobs
+  def filter
+    puts 'Enter keyword:'
+    keyword = gets.strip
+    Job.filter(keyword).each do |job|
+      puts "#{job.id} #{job.firstline}"
+    end
+  end
+
+  def greeting
+    <<~EOL
+      Hello! Welcome to the Hacker News Job Scraper.
+      I can distill an 'Ask HN: Who is hiring?' post down to its fine job postings.
+      Input URL to scrape:
+    EOL
+  end
+
+  def menu
+    <<~EOL
+      Available Commands:
+      Enter the number of a job posting to see its details
+      scrape                              //--> scrapes a new url and outputs another list of job postings
+      list                                //--> list job postings from latest scrape
+      filter                              //--> filter job postings by search terms
+      exit                                //--> exit the program
+    EOL
+  end
+
+end

data/lib/hnjobs/version.rb

@@ -0,0 +1,3 @@
+module Hnjobs
+  VERSION = "1.0.0"
+end

data/lib/job.rb

@@ -0,0 +1,35 @@
+class Job
+
+  @@all = []
+
+  attr_reader :company, :description, :firstline, :id
+
+  def initialize(options = {})
+    @id = options[:id]
+    @company = options[:company]
+    @firstline = options[:firstline]
+    @description = options[:description]
+    @@all << self
+  end
+
+  def self.find_by_id(id)
+    @@all.select { |job| job.id == id }.first
+  end
+
+  def self.filter(keyword)
+    @@all.select { |job| job.description.include?(keyword) }
+  end
+
+  def self.list
+    @@all
+  end
+
+  def self.count
+    @@all.count
+  end
+
+  def self.reset
+    @@all = []
+  end
+
+end

data/lib/scraper.rb

@@ -0,0 +1,21 @@
+require 'open-uri'
+require 'nokogiri'
+
+class Scraper
+
+  # Assign nokogiri output to variable & search doc to populate jobs hash
+  def self.scrape(url)
+    @doc = ::Nokogiri::HTML(open(url))
+    @doc.css(".reply").remove
+    @doc.css(".comment").each_with_index.map do |comment, i|
+      unless comment.css(".c00").first === nil || comment.css(".c00").first === "" || !comment.css(".c00").first.to_s.include?('|') || comment.css(".c00").first.to_s.split("|").first.length > 150
+        company = comment.css(".c00").first.to_s.split("|").first.gsub(/<span class="c00">|<p>*|<a.*a>/, '').strip
+        firstline = comment.css(".c00").first.to_s.match(/.*\|*<p>/).to_s.gsub(/<span class="c00">|<p>*|<a.*a>/, '').strip
+        description = comment.css(":not(p)").first.text.strip
+      end
+      job_data = { company: company, firstline: firstline, description: description }
+      job_data unless company === nil || company === ""
+    end.compact
+  end
+
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: hnjobs_cli
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- purple squirrel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-11-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.a
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.16.a
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 'CLI app for checking monthly job postings on Ask HN: Who Is Hiring'
+email:
+- mikkanthrope@gmail.com
+executables:
+- hnjobs_cli
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/hnjobs_cli
+- lib/controller.rb
+- lib/hnjobs/version.rb
+- lib/job.rb
+- lib/scraper.rb
+homepage: https://github.com/squirrelnest/hnjobs_cli
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.12
+signing_key: 
+specification_version: 4
+summary: Extracts job postings from Ycombinator Hacker News
+test_files: []