linkedindata 0.0.21 → 0.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2ff082196f99b4e8ad4415d3859bb1083d167aee
-  data.tar.gz: 71fe3d75d04a8216fe08f56a4869a24f92140b5d
+  metadata.gz: 5565d9fa31827b9a1d1abfff886dfd04510dc536
+  data.tar.gz: eb75c5bb0c6b838eb848ec6aed32ab4f6b446421
 SHA512:
-  metadata.gz: 6023a233428aa06d15cd2ce154de40e7948e8870229cc7ea5b94d3e4aad4a2c7dc557b8b24ca230f5e0ae895f1224a5f6b604798e4bfe0d6b6bd0ac6fe94eb9a
-  data.tar.gz: 91f1e1f011d3774e32b863a905ba446891f7d8b7ae906cf1f14010b35017cf4d945cf8539b9dd2e9f192d17bf3b816fdb4cc3153b913204b0fce7a7e259fd0e3
+  metadata.gz: 23b1e31326ad48ba8ed6d532a02511ce340f6c3585467854ecbdc00299eb3a0b873a18880d930e5cc72db3e235ac0db7d17c1a52b9692b3151387a9a80b29455
+  data.tar.gz: 3390991833fc205b43cedbb92964611e647ac0a0cf052ff48ddc79f4a7faa5f6f14f2216661adb6bf08f83123c0feb9ad071fee2ef96d8e6476c21049a04f5d6

data/lib/linkedin.rb

@@ -6,7 +6,7 @@ module Linkedin
     include ProxyManager
     include GetRelated
     
-    def initialize(url, curhops, proxylist, usedproxies, use_proxies_li)
+    def initialize(url, driver, curhops, proxylist, usedproxies, use_proxies_li)
       @linkedin_url = url
       @curhops = curhops
       @proxylist = proxylist
@@ -19,20 +19,23 @@ module Linkedin
         "timestamp",
         "degree",
         "pic_path")
-      
-      @page = getPage(url, use_proxies_li) # Get pages with proxies
+
+      # Get page
+      @driver = driver
+      @page = Nokogiri::HTML(getPage(url, @driver, nil, 5, use_proxies_li).page_source)
+      sleep(10)
     end
 
 
-    def self.get_profile(url, curhops, proxylist, usedproxies, use_proxies_li)
-      Linkedin::Profile.new(url, curhops, proxylist, usedproxies, use_proxies_li)
+    def self.get_profile(url, driver, curhops, proxylist, usedproxies, use_proxies_li)
+      Linkedin::Profile.new(url, driver, curhops, proxylist, usedproxies, use_proxies_li)
     rescue => e
       puts e
     end
 
     # Gets "people also viewed list" form profile sidebar
     def related_people
-      @related_people ||= getList(Nokogiri::HTML(@page.body))
+      @related_people ||= getList(@page)
     end
 
     # Similar to linkedin_url

data/lib/linkedindata.rb

@@ -28,17 +28,26 @@ class LinkedinData
   # Searches for profiles on Google
   def search(search_terms)
     g = GeneralScraper.new("site:linkedin.com/pub", search_terms, @proxy_list_path, @use_proxy)
+    gen_driver
+    
     JSON.parse(g.getURLs).each do |profile|
       scrape(profile, 0)
     end
   end
 
+  # Generate driver for searches
+  def gen_driver
+    profile = Selenium::WebDriver::Firefox::Profile.new
+    profile['intl.accept_languages'] = 'en'
+    @driver = Selenium::WebDriver.for :firefox, profile: profile
+  end
+
   # Scrapes and parses individual profile
   def scrape(url, curhops)
     # Download profile and rescue on error
     begin
       url.gsub!("https", "http")
-      profile = Linkedin::Profile.get_profile(url, curhops, @proxylist, @usedproxies, @use_proxy_li)
+      profile = Linkedin::Profile.get_profile(url, @driver, curhops, @proxylist, @usedproxies, @use_proxy_li)
 
       # Parse profile if returned and add to output
       @output.concat(parseResume(profile)) if profile
@@ -73,6 +82,7 @@ class LinkedinData
   def prepareResults
     getRelatedProfiles
     deleteDuplicatePics
+    @driver.close
     return JSON.pretty_generate(relScore(showAllKeys(@output)))
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: linkedindata
 version: !ruby/object:Gem::Version
-  version: 0.0.21
+  version: 0.0.22
 platform: ruby
 authors:
 - M. C. McGrath
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-22 00:00:00.000000000 Z
+date: 2015-09-10 00:00:00.000000000 Z
 dependencies: []
 description: Scrapes all LinkedIn profiles including terms you specify.
 email: shidash@shidash.com