glassdoor_scraper 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/bin/console +14 -0
- data/bin/glassdoor +5 -0
- data/lib/glassdoor_scraper.rb +7 -0
- data/lib/glassdoor_scraper/cli.rb +52 -0
- data/lib/glassdoor_scraper/job.rb +32 -0
- data/lib/glassdoor_scraper/scraper.rb +20 -0
- metadata +120 -0
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 5c1b6670c04551bbb546a126c214bf5a8e5a44ee
|
4
|
+
data.tar.gz: 4dcaad2cf33b1048baec73ea0f5cbed544eb0e34
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: ca89c2d0dff395986dd81fe31a8f61b6a2c98cbf527cef55ab8161b46917deba9b91046bb1176cb651210d5c4d38d749f3acc5e79c41e2dcf16b06d920338150
|
7
|
+
data.tar.gz: 7b385c1890a8c065c07139083ed0f4220df09dbd4c9ca1e3381b26a67f25366f03c18af7a679b5003a1e9aad68e52a36458eff477c0d8ad4722349c501c1b17b
|
data/bin/console
ADDED
@@ -0,0 +1,14 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
require "bundler/setup"
|
4
|
+
require "glassdoor_scraper"
|
5
|
+
|
6
|
+
# You can add fixtures and/or initialization code here to make experimenting
|
7
|
+
# with your gem easier. You can also use a different console, if you like.
|
8
|
+
|
9
|
+
# (If you use this, don't forget to add pry to your Gemfile!)
|
10
|
+
# require "pry"
|
11
|
+
# Pry.start
|
12
|
+
|
13
|
+
require "irb"
|
14
|
+
IRB.start(__FILE__)
|
data/bin/glassdoor
ADDED
@@ -0,0 +1,52 @@
|
|
1
|
+
class GlassdoorJobs::CLI
|
2
|
+
def call
|
3
|
+
#Welcome
|
4
|
+
GlassdoorJobs::Scraper.get_page
|
5
|
+
GlassdoorJobs::Scraper.create_jobs
|
6
|
+
puts "Hi there! Let's learn about Software Engineering jobs openings in NYC!"
|
7
|
+
start
|
8
|
+
end
|
9
|
+
|
10
|
+
def start
|
11
|
+
display_jobs
|
12
|
+
puts "Which job would you like to learn more about?"
|
13
|
+
input = gets.strip
|
14
|
+
#drilldown?
|
15
|
+
|
16
|
+
if input.to_i > 0
|
17
|
+
#list job details
|
18
|
+
GlassdoorJobs::Job.all[input.to_i - 1].get_job_details
|
19
|
+
display_job_details(input.to_i - 1)
|
20
|
+
puts "Want to try again? (y/n)"
|
21
|
+
input = gets.strip.downcase
|
22
|
+
if input == "y"
|
23
|
+
start
|
24
|
+
elsif input == "n"
|
25
|
+
puts "Had enough job hunting? I feel you. See ya later."
|
26
|
+
end
|
27
|
+
else
|
28
|
+
puts "I'm sorry, I don't understand that input, please select the number job you'd like to view."
|
29
|
+
start
|
30
|
+
end
|
31
|
+
end
|
32
|
+
|
33
|
+
def display_jobs
|
34
|
+
i = 1
|
35
|
+
GlassdoorJobs::Job.all.each do |job|
|
36
|
+
puts "#{i.to_s}. #{job.role} - #{job.company} - #{job.salary}"
|
37
|
+
i += 1
|
38
|
+
end
|
39
|
+
end
|
40
|
+
|
41
|
+
def display_job_details(input)
|
42
|
+
job = GlassdoorJobs::Job.all[input]
|
43
|
+
puts "------------------------------------"
|
44
|
+
puts "#{job.role} at #{job.company}"
|
45
|
+
puts "Average Salary: #{job.salary}"
|
46
|
+
puts "Company Rating: #{job.company_rating} stars"
|
47
|
+
puts "Company Headquarters: #{job.company_headquarters}"
|
48
|
+
puts "Company Size: #{job.company_size}"
|
49
|
+
puts "Company Revenue: #{job.company_revenue}"
|
50
|
+
puts "------------------------------------"
|
51
|
+
end
|
52
|
+
end
|
@@ -0,0 +1,32 @@
|
|
1
|
+
class GlassdoorJobs::Job
|
2
|
+
attr_accessor :role, :company, :salary, :url, :company_url, :company_size, :company_revenue, :company_rating, :company_headquarters
|
3
|
+
@@all = []
|
4
|
+
|
5
|
+
def initialize(role, company, salary, url)
|
6
|
+
@role = role
|
7
|
+
@company = company
|
8
|
+
@salary = salary
|
9
|
+
@url = url
|
10
|
+
@@all << self
|
11
|
+
end
|
12
|
+
|
13
|
+
def self.all
|
14
|
+
@@all
|
15
|
+
end
|
16
|
+
|
17
|
+
def get_job_details
|
18
|
+
job_page = Nokogiri::HTML(open(self.url))
|
19
|
+
self.company_url = 'https://www.glassdoor.com' + job_page.css("div.empLinks.tbl a.eiCell.cell.overviews").attribute("href").value
|
20
|
+
company_page = Nokogiri::HTML(open(self.company_url))
|
21
|
+
|
22
|
+
@company_rating = company_page.css("div.ratingNum").text
|
23
|
+
other_details = {}
|
24
|
+
company_page.css("div.info.flexbox.row.col-hh div.infoEntity").each do |text|
|
25
|
+
other_details[text.css("label").text] = text.css("span.value").text
|
26
|
+
end
|
27
|
+
|
28
|
+
@company_size = other_details['Size']
|
29
|
+
@company_revenue = other_details['Revenue']
|
30
|
+
@company_headquarters = other_details['Headquarters']
|
31
|
+
end
|
32
|
+
end
|
@@ -0,0 +1,20 @@
|
|
1
|
+
class GlassdoorJobs::Scraper
|
2
|
+
|
3
|
+
def self.get_page
|
4
|
+
Nokogiri::HTML(open('https://www.glassdoor.com/Salaries/new-york-city-software-engineer-salary-SRCH_IL.0,13_IM615_KO14,31.htm'))
|
5
|
+
end
|
6
|
+
|
7
|
+
def self.get_job_list
|
8
|
+
self.get_page.css("div.jobTitleContainer.cell.middle")
|
9
|
+
end
|
10
|
+
|
11
|
+
def self.create_jobs
|
12
|
+
self.get_job_list.each do |job|
|
13
|
+
company = job.css("div.small").text
|
14
|
+
salary = job.css("div.hideDesk.meanPay.padTop.aboveRangeBar strong").text
|
15
|
+
role = job.css("div.employerSalaryInfo.tightVert a.noMargVert.jobTitle").text.strip
|
16
|
+
url = 'https://www.glassdoor.com' + job.css("div.employerSalaryInfo.tightVert a.noMargVert.jobTitle").attribute("href").value
|
17
|
+
GlassdoorJobs::Job.new(role, company, salary, url)
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
metadata
ADDED
@@ -0,0 +1,120 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: glassdoor_scraper
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.1.0
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Laamia Islam
|
8
|
+
autorequire:
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
date: 2017-04-23 00:00:00.000000000 Z
|
12
|
+
dependencies:
|
13
|
+
- !ruby/object:Gem::Dependency
|
14
|
+
name: bundler
|
15
|
+
requirement: !ruby/object:Gem::Requirement
|
16
|
+
requirements:
|
17
|
+
- - "~>"
|
18
|
+
- !ruby/object:Gem::Version
|
19
|
+
version: '1.10'
|
20
|
+
type: :development
|
21
|
+
prerelease: false
|
22
|
+
version_requirements: !ruby/object:Gem::Requirement
|
23
|
+
requirements:
|
24
|
+
- - "~>"
|
25
|
+
- !ruby/object:Gem::Version
|
26
|
+
version: '1.10'
|
27
|
+
- !ruby/object:Gem::Dependency
|
28
|
+
name: rake
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
30
|
+
requirements:
|
31
|
+
- - "~>"
|
32
|
+
- !ruby/object:Gem::Version
|
33
|
+
version: '10.0'
|
34
|
+
type: :development
|
35
|
+
prerelease: false
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
37
|
+
requirements:
|
38
|
+
- - "~>"
|
39
|
+
- !ruby/object:Gem::Version
|
40
|
+
version: '10.0'
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - ">="
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '0'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - ">="
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '0'
|
55
|
+
- !ruby/object:Gem::Dependency
|
56
|
+
name: nokogiri
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
58
|
+
requirements:
|
59
|
+
- - ">="
|
60
|
+
- !ruby/object:Gem::Version
|
61
|
+
version: '0'
|
62
|
+
type: :development
|
63
|
+
prerelease: false
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
65
|
+
requirements:
|
66
|
+
- - ">="
|
67
|
+
- !ruby/object:Gem::Version
|
68
|
+
version: '0'
|
69
|
+
- !ruby/object:Gem::Dependency
|
70
|
+
name: pry
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
72
|
+
requirements:
|
73
|
+
- - ">="
|
74
|
+
- !ruby/object:Gem::Version
|
75
|
+
version: '0'
|
76
|
+
type: :development
|
77
|
+
prerelease: false
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
79
|
+
requirements:
|
80
|
+
- - ">="
|
81
|
+
- !ruby/object:Gem::Version
|
82
|
+
version: '0'
|
83
|
+
description: Provides details on software jobs available in NYC
|
84
|
+
email: laamia.islam@gmail.com
|
85
|
+
executables:
|
86
|
+
- glassdoor
|
87
|
+
extensions: []
|
88
|
+
extra_rdoc_files: []
|
89
|
+
files:
|
90
|
+
- bin/console
|
91
|
+
- bin/glassdoor
|
92
|
+
- lib/glassdoor_scraper.rb
|
93
|
+
- lib/glassdoor_scraper/cli.rb
|
94
|
+
- lib/glassdoor_scraper/job.rb
|
95
|
+
- lib/glassdoor_scraper/scraper.rb
|
96
|
+
homepage: http://rubygems.org/gems/glassdoor_scraper
|
97
|
+
licenses:
|
98
|
+
- MIT
|
99
|
+
metadata: {}
|
100
|
+
post_install_message:
|
101
|
+
rdoc_options: []
|
102
|
+
require_paths:
|
103
|
+
- lib
|
104
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
105
|
+
requirements:
|
106
|
+
- - ">="
|
107
|
+
- !ruby/object:Gem::Version
|
108
|
+
version: '0'
|
109
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
110
|
+
requirements:
|
111
|
+
- - ">="
|
112
|
+
- !ruby/object:Gem::Version
|
113
|
+
version: '0'
|
114
|
+
requirements: []
|
115
|
+
rubyforge_project:
|
116
|
+
rubygems_version: 2.6.11
|
117
|
+
signing_key:
|
118
|
+
specification_version: 4
|
119
|
+
summary: Software Engineering Jobs on Glassdoor
|
120
|
+
test_files: []
|