linkedindata 0.0.20 → 0.0.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3a4a148afd695e703e60b08ef4e4c8526fb9ec0a
-  data.tar.gz: bd6c311f823f07bb0b07e014e18a7836fa834eec
+  metadata.gz: 2ff082196f99b4e8ad4415d3859bb1083d167aee
+  data.tar.gz: 71fe3d75d04a8216fe08f56a4869a24f92140b5d
 SHA512:
-  metadata.gz: 41ea032709b31eda110aa291224274ef8faa2a55958b6ec8df9dc56bba634b1ca8b1112e071b102b981c62cd72f8fdc615b06eb990b6974887557af8722976bb
-  data.tar.gz: f0052c7016cc77c7756665d71d837e445b78754dba8d550d364dab069ebb543144617890a1c30a783adb3f68b141c14670908452b587ba0202369bde19961449
+  metadata.gz: 6023a233428aa06d15cd2ce154de40e7948e8870229cc7ea5b94d3e4aad4a2c7dc557b8b24ca230f5e0ae895f1224a5f6b604798e4bfe0d6b6bd0ac6fe94eb9a
+  data.tar.gz: 91f1e1f011d3774e32b863a905ba446891f7d8b7ae906cf1f14010b35017cf4d945cf8539b9dd2e9f192d17bf3b816fdb4cc3153b913204b0fce7a7e259fd0e3

data/lib/linkedin.rb

@@ -6,7 +6,7 @@ module Linkedin
     include ProxyManager
     include GetRelated
     
-    def initialize(url, curhops, proxylist, usedproxies)
+    def initialize(url, curhops, proxylist, usedproxies, use_proxies_li)
       @linkedin_url = url
       @curhops = curhops
       @proxylist = proxylist
@@ -19,12 +19,13 @@ module Linkedin
         "timestamp",
         "degree",
         "pic_path")
-      @page = getPage(url) # Get pages with proxies
+      
+      @page = getPage(url, use_proxies_li) # Get pages with proxies
     end
 
 
-    def self.get_profile(url, curhops, proxylist, usedproxies)
-      Linkedin::Profile.new(url, curhops, proxylist, usedproxies)
+    def self.get_profile(url, curhops, proxylist, usedproxies, use_proxies_li)
+      Linkedin::Profile.new(url, curhops, proxylist, usedproxies, use_proxies_li)
     rescue => e
       puts e
     end

data/lib/linkedindata.rb

@@ -3,6 +3,7 @@ require 'generalscraper'
 require 'json'
 require 'nokogiri'
 require 'set'
+require 'pry'
 
 load 'parse_profile.rb'
 load 'get_related.rb'
@@ -13,18 +14,20 @@ class LinkedinData
   include ParseProfile
   include Linkedin
   
-  def initialize(todegree, proxylist)
+  def initialize(todegree, proxylist, use_proxy, use_proxy_li)
     @proxylist = IO.readlines(proxylist)
     @proxy_list_path = proxylist
     @usedproxies = Hash.new
     @output = Array.new
     @startindex = 10
     @numhops = todegree
+    @use_proxy = use_proxy
+    @use_proxy_li = use_proxy_li
   end
 
   # Searches for profiles on Google
   def search(search_terms)
-    g = GeneralScraper.new("site:linkedin.com/pub", search_terms, @proxy_list_path)
+    g = GeneralScraper.new("site:linkedin.com/pub", search_terms, @proxy_list_path, @use_proxy)
     JSON.parse(g.getURLs).each do |profile|
       scrape(profile, 0)
     end
@@ -35,7 +38,7 @@ class LinkedinData
     # Download profile and rescue on error
     begin
       url.gsub!("https", "http")
-      profile = Linkedin::Profile.get_profile(url, curhops, @proxylist, @usedproxies)
+      profile = Linkedin::Profile.get_profile(url, curhops, @proxylist, @usedproxies, @use_proxy_li)
 
       # Parse profile if returned and add to output
       @output.concat(parseResume(profile)) if profile

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: linkedindata
 version: !ruby/object:Gem::Version
-  version: 0.0.20
+  version: 0.0.21
 platform: ruby
 authors:
 - M. C. McGrath
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-29 00:00:00.000000000 Z
+date: 2015-08-22 00:00:00.000000000 Z
 dependencies: []
 description: Scrapes all LinkedIn profiles including terms you specify.
 email: shidash@shidash.com