tsjobcrawler 0.1.5 → 0.1.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/clearedjobsnet/get_all_cleared_jobs.rb +6 -5
- data/tsjobcrawler.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 12e2896a9223c33a3d7ccfdd968a051bfed5c0e4
|
4
|
+
data.tar.gz: 78e661c368e520a2bb80abb000f210ec796a8cce
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ed26fb8f9f2b5d73ff224c448ea186c00d54abc3da8a3348e024ed5200fe132eebea6236e4991daf25c79159e16a769f90a8aede39736295fc6ea06cd70d8dde
|
7
|
+
data.tar.gz: 5d7255eed6cc088e3d7fd13856da9172f420b9244f80cd1453f129d457aeee784d547fb6ba26c7803e6cc301d18bd66205a35b2fe9b4d6d4ffe437ad33c92b41
|
@@ -9,12 +9,13 @@ class GetAllClearedJobs
|
|
9
9
|
@output = Array.new
|
10
10
|
@requests = requests
|
11
11
|
@cm_hash = cm_hash
|
12
|
+
@current_path = File.dirname(File.expand_path(__FILE__))
|
12
13
|
end
|
13
14
|
|
14
15
|
# Crawl through many options
|
15
16
|
def crawl
|
16
|
-
get_first_1000
|
17
17
|
get_by_clearance
|
18
|
+
get_first_1000
|
18
19
|
get_by_country
|
19
20
|
get_by_company
|
20
21
|
get_by_searchterm
|
@@ -27,25 +28,25 @@ class GetAllClearedJobs
|
|
27
28
|
|
28
29
|
# Crawl by security clearance
|
29
30
|
def get_by_clearance
|
30
|
-
clearance_levels = JSON.parse(File.read("
|
31
|
+
clearance_levels = JSON.parse(File.read(@current_path+"/terms/clearance_levels.json"))
|
31
32
|
crawl_each(clearance_levels, "security_clearance")
|
32
33
|
end
|
33
34
|
|
34
35
|
# Crawl each country
|
35
36
|
def get_by_country
|
36
|
-
country_names = JSON.parse(File.read("
|
37
|
+
country_names = JSON.parse(File.read(@current_path+"/terms/country_names.json"))
|
37
38
|
crawl_each(country_names, "country")
|
38
39
|
end
|
39
40
|
|
40
41
|
# Crawl company pages
|
41
42
|
def get_by_company
|
42
|
-
company_names = JSON.parse(File.read("
|
43
|
+
company_names = JSON.parse(File.read(@current_path+"/terms/company_names.json"))
|
43
44
|
crawl_each(company_names, "company_page")
|
44
45
|
end
|
45
46
|
|
46
47
|
# Crawl search term list
|
47
48
|
def get_by_searchterm
|
48
|
-
search_terms = JSON.parse(File.read("
|
49
|
+
search_terms = JSON.parse(File.read(@current_path+"/terms/search_terms.json"))
|
49
50
|
crawl_each(search_terms)
|
50
51
|
end
|
51
52
|
|
data/tsjobcrawler.gemspec
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tsjobcrawler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- M. C. McGrath
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-03-
|
11
|
+
date: 2017-03-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|