linsc 0.0.13 → 0.0.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +0 -0
- data/.rspec +0 -0
- data/.travis.yml +0 -0
- data/Gemfile +0 -0
- data/LICENSE.txt +0 -0
- data/README.md +0 -0
- data/Rakefile +0 -0
- data/bin/console +0 -0
- data/bin/linsc +0 -0
- data/bin/setup +0 -0
- data/data/agents.txt +0 -0
- data/data/cacert.pem +0 -0
- data/data/proxies.txt +0 -0
- data/data/recruiters.txt +0 -0
- data/data/recruiters.txt~ +0 -0
- data/lib/linsc/cross_ref.rb +0 -0
- data/lib/linsc/csv_handlers.rb +0 -0
- data/lib/linsc/duck.rb +8 -0
- data/lib/linsc/lin.rb +0 -0
- data/lib/linsc/merger.rb +0 -0
- data/lib/linsc/parsers.rb +0 -0
- data/lib/linsc/proxy.rb +0 -0
- data/lib/linsc/proxy_handler.rb +0 -0
- data/lib/linsc.rb +0 -0
- data/linsc.gemspec +1 -1
- metadata +2 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f8720faceb31752c971113fb7dee9731fec3dc1f
|
|
4
|
+
data.tar.gz: c638639eb2db292688b660beef0bc55c7f92f1fa
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 2902803b1b5acbefae13a3c27d00c6dc64c59af4a138b2b61bafe055fcd6b592e96dc723d32951ec736a9a3adf7ff6aef23a3fd2b010f9103b0c9d48662c3c3a
|
|
7
|
+
data.tar.gz: 4333c9963f93ba9f93b83b2960054ab74ed9aa8df605fc70ee3b7f1e2ec39790fb8db0ff8d4589c53b634876c9f0c656226d0fd3f07c7bb08473e5326f1afb4a
|
data/.gitignore
CHANGED
|
File without changes
|
data/.rspec
CHANGED
|
File without changes
|
data/.travis.yml
CHANGED
|
File without changes
|
data/Gemfile
CHANGED
|
File without changes
|
data/LICENSE.txt
CHANGED
|
File without changes
|
data/README.md
CHANGED
|
File without changes
|
data/Rakefile
CHANGED
|
File without changes
|
data/bin/console
CHANGED
|
File without changes
|
data/bin/linsc
CHANGED
|
File without changes
|
data/bin/setup
CHANGED
|
File without changes
|
data/data/agents.txt
CHANGED
|
File without changes
|
data/data/cacert.pem
CHANGED
|
File without changes
|
data/data/proxies.txt
CHANGED
|
File without changes
|
data/data/recruiters.txt
CHANGED
|
File without changes
|
|
File without changes
|
data/lib/linsc/cross_ref.rb
CHANGED
|
File without changes
|
data/lib/linsc/csv_handlers.rb
CHANGED
|
File without changes
|
data/lib/linsc/duck.rb
CHANGED
|
@@ -23,6 +23,7 @@ class DuckScraper
|
|
|
23
23
|
working_dir, input_file, output_file, options[:noproxy]
|
|
24
24
|
|
|
25
25
|
@headers = get_headers(@input_file)
|
|
26
|
+
@headers.delete("LinkedIn Profile")
|
|
26
27
|
@headers << "Linkedin Import Status" unless @headers.include?("Linkedin Import Status")
|
|
27
28
|
@headers << "Urls" unless @headers.include?("Urls")
|
|
28
29
|
@input_length = CSV.read(@input_file).length - 1
|
|
@@ -49,6 +50,13 @@ class DuckScraper
|
|
|
49
50
|
end
|
|
50
51
|
puts "ddg #{count}/#{@input_length}"
|
|
51
52
|
begin
|
|
53
|
+
lp = input_row["LinkedIn Profile"]
|
|
54
|
+
input_row.delete("LinkedIn Profile")
|
|
55
|
+
if lp && lp.include?('linkedin')
|
|
56
|
+
puts "Existing Linkedin url found, skipping DDG"
|
|
57
|
+
append_ddg_row(input_row, "Using existing url", lp)
|
|
58
|
+
next
|
|
59
|
+
end
|
|
52
60
|
unless sufficient_data?(input_row)
|
|
53
61
|
puts "Insufficient data, skipping"
|
|
54
62
|
append_ddg_row(input_row, "Insufficient Data", nil)
|
data/lib/linsc/lin.rb
CHANGED
|
File without changes
|
data/lib/linsc/merger.rb
CHANGED
|
File without changes
|
data/lib/linsc/parsers.rb
CHANGED
|
File without changes
|
data/lib/linsc/proxy.rb
CHANGED
|
File without changes
|
data/lib/linsc/proxy_handler.rb
CHANGED
|
File without changes
|
data/lib/linsc.rb
CHANGED
|
File without changes
|
data/linsc.gemspec
CHANGED
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
|
|
5
5
|
Gem::Specification.new do |spec|
|
|
6
6
|
spec.name = "linsc"
|
|
7
|
-
spec.version = "0.0.
|
|
7
|
+
spec.version = "0.0.14"
|
|
8
8
|
spec.authors = ["Dan Molloy"]
|
|
9
9
|
spec.email = ["danieljmolloy1@gmail.com"]
|
|
10
10
|
spec.date = '2016-03-31'
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: linsc
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.14
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Dan Molloy
|
|
@@ -103,6 +103,7 @@ files:
|
|
|
103
103
|
- data/cacert.pem
|
|
104
104
|
- data/proxies.txt
|
|
105
105
|
- data/recruiters.txt
|
|
106
|
+
- data/recruiters.txt~
|
|
106
107
|
- lib/linsc.rb
|
|
107
108
|
- lib/linsc/cross_ref.rb
|
|
108
109
|
- lib/linsc/csv_handlers.rb
|