whos_using_what 1.0.7 → 1.0.8

data/lib/whos_using_what/api_clients/linkedin_client.rb

@@ -9,6 +9,8 @@ class LinkedinClient < BaseApiClient
 
   @@json_indicator = "format=json"
   @@base_url = "http://api.linkedin.com/v1/"
+  #@linkedin_tech_industry_codes = "4,132,6,96,113,80,126,81,8,36,118,28,140";
+  @@linkedin_tech_industry_codes = "80"
 
 
   def initialize(api_key, api_secret, user_token, user_secret, url)
@@ -26,7 +28,7 @@ class LinkedinClient < BaseApiClient
   end
 
 
-  def query_companies params
+  def query_companies location_code, company_size, params
 
     base_url = @@base_url <<
         "company-search:(
@@ -40,7 +42,10 @@ class LinkedinClient < BaseApiClient
         employee-count-range,
         locations
       )
-    )"
+    )?facets=industry,location,company-size" <<
+        "&facet=industry," << @@linkedin_tech_industry_codes <<
+        "&facet=location," << location_code <<
+        "&facet=company-size,C,D,E,F,G,H,I"
 
     json_api_call_helper(base_url, params)
 
@@ -107,6 +112,8 @@ class LinkedinClient < BaseApiClient
 
     json = @access_token.get(url << "&" << @@json_indicator)
 
+    puts json.body
+
     JSON.parse(json.body)
 
   end

data/lib/whos_using_what/api_clients/simply_hired_client.rb

@@ -0,0 +1,28 @@
+require_relative 'base_api_client'
+require 'crack'
+
+class SimplyHiredClient
+
+  require 'json'
+  @@base_url = "http://api.linkedin.com/v1/"
+  @@json_indicator = "format=json"
+  @@number_results = 100
+
+  def perform_search query, location
+
+    url = "http://api.simplyhired.com/a/jobs-api/xml-v2/" <<
+        "q-%22" << query << "%22/" <<
+        "l-" << location <<
+        "/ws-" << @@number_results.to_s <<
+        "?pshid=47575&ssty=2&cflg=r&jbd=hiringto.jobamatic.com"
+
+    url = url.tr(" ", "+")
+
+    xml_response = RestClient.get(url)
+
+    map = Crack::XML.parse(xml_response)
+
+  end
+
+
+end

data/lib/whos_using_what/data_gatherers/gather_companies.rb

@@ -9,8 +9,6 @@ class GatherCompanies < Base
 
   def initialize
 
-    @linkedin_tech_industry_codes = "4,132,6,96,113";
-
     @indeed_api_client = IndeedApiClient.new
 
     @@mongo_client = MongoHelper.get_mongo_connection
@@ -73,17 +71,18 @@ class GatherCompanies < Base
 
   def load_companies_to_db num_iterations, cur_start_position, facet_location_code
 
-    increment = 20
+    company_size_codes = "C,D,E,F,G,H,I"
+    increment = 10
     cnt = 1
 
     while cnt <= num_iterations do
       puts cur_start_position.to_s
 
-      resp = @@linkedin_client.query_companies ({
-          "start" => cur_start_position.to_s << "&count=" << increment.to_s,
-          "facet=industry" => @linkedin_tech_industry_codes,
-          "facet=location" => facet_location_code
-      })
+      params = {
+          "start" => cur_start_position.to_s
+      }
+
+      resp = @@linkedin_client.query_companies facet_location_code, company_size_codes, params
       docs = resp['companies'].values[3]
       if docs != nil
         docs.each do |doc|
@@ -96,7 +95,7 @@ class GatherCompanies < Base
 
       cnt = cnt + 1
 
-      sleep_seconds = rand(1-35)
+      sleep_seconds = rand(3-9)
       puts "sleeping for: " << sleep_seconds.to_s << " seconds"
       sleep(sleep_seconds)
 

data/lib/whos_using_what/scripts/data_populators.rb

@@ -44,7 +44,7 @@ class DataPopulators
     @@coords_coll = @@mongo_client['coordinates']
 
     #data holders
-    @@facet_location = "us:84"
+    @@facet_location = "us:82"
     @@programming_languages = ["java", "ruby", "c#", "php", "python", "javascript"]
 
     @li_config = YAML.load_file(File.expand_path("../../config/linkedin.env", __FILE__))
@@ -62,9 +62,19 @@ class DataPopulators
 
       begin
 
-        results = @@linkedin_client.query_people_from_company_ids ['2003'], 'human', 'us:84'
+        # results = @@linkedin_client.query_people_from_company_ids ['2003'], 'software', 'us:84'
+
+
+        @@companies_coll.remove({
+                                    'employeeCountRange' => {'code' => "B", "name" => "2-10"}
+                                })
+        @@companies_coll.remove({
+                                    'employeeCountRange' => {'code' => "B", "name" => "1-10"}
+                                })
+
+
+        @@gather_companies.load_companies_to_db 100, 1200, @@facet_location
 
-        pause = ""
       rescue Exception => e
         puts e.message
         puts e.backtrace

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whos_using_what
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.8
   prerelease: 
 platform: ruby
 authors:
@@ -107,6 +107,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: crack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: mongo
   requirement: !ruby/object:Gem::Requirement
@@ -168,6 +184,7 @@ files:
 - lib/whos_using_what/api_clients/indeed_api_client.rb
 - lib/whos_using_what/api_clients/google_client.rb
 - lib/whos_using_what/api_clients/base_api_client.rb
+- lib/whos_using_what/api_clients/simply_hired_client.rb
 - lib/whos_using_what/api_clients/linkedin_client.rb
 - lib/whos_using_what/api_clients/google_locations_client.rb
 - lib/whos_using_what/data_gatherers/gather_companies.rb