whos_using_what 1.0.0 → 1.0.1

data/lib/whos_using_what/api_clients/base_api_client.rb

@@ -1,4 +1,7 @@
 require_relative "../base"
+require 'mechanize'
+require 'watir-webdriver'
+require 'headless'
 
 class BaseApiClient < Base
 

data/lib/whos_using_what/api_clients/indeed_api_client.rb

@@ -0,0 +1,32 @@
+require_relative "../base"
+
+class IndeedApiClient < BaseApiClient
+
+  def initialize
+
+    headless = Headless.new
+    headless.start
+    @browser = Watir::Browser.new :firefox
+
+  end
+
+  def perform_search keyword, location_city_state, increment, start
+
+    query_url = [
+        "http://api.indeed.com/ads/apisearch?publisher=8417074034192456",
+        "&q=" << keyword << "+" << location_city_state <<
+            "&format=json" <<
+            "&start=" << start.to_s <<
+            "&limit=" << increment.to_s <<
+            "&v=2"
+    ]
+
+    url = (BaseApiClient.arry_to_str_delim query_url, "").strip
+    url = url.tr(" ", "+")
+
+    rawHtml = RestClient.get(url)
+    JSON.parse(rawHtml)
+
+  end
+
+end

data/lib/whos_using_what/api_clients/linkedin_client.rb

@@ -8,6 +8,7 @@ class LinkedinClient < BaseApiClient
 
 
   @@json_indicator = "format=json"
+  @@base_url = "http://api.linkedin.com/v1/"
 
 
   def initialize(api_key, api_secret, user_token, user_secret, url)
@@ -22,8 +23,6 @@ class LinkedinClient < BaseApiClient
 
   def query_companies params
 
-    @@base_url = "http://api.linkedin.com/v1/"
-
     base_url = @@base_url <<
         "company-search:(
         companies:(
@@ -43,9 +42,24 @@ class LinkedinClient < BaseApiClient
   end
 
 
+  def query_people_from_company company_name, location
+
+    company_name = company_name.gsub(/\s+/, "+")
+    location = location.gsub(/\s+/, "+")
+
+    url = @@base_url <<
+        "people-search?
+        company-name=" << company_name << ",
+        &location=" << location
+
+    json_api_call_helper url, {}
+
+  end
+
+
   def json_api_call_helper (base_url, params)
 
-    url = prepare_params_from_map_helper(base_url, params)
+    url = BaseApiClient.prepare_params_from_map_helper(base_url, params)
 
     #remove white spaces, for ease in reading queries, they may have white spaces / line breaks
     url = url.gsub(/\s+/, "")

data/lib/whos_using_what/data_gatherers/gather_companies.rb

@@ -5,11 +5,14 @@ class GatherCompanies < Base
 
   require 'mongo_helper'
   require 'linkedin_client'
+  require 'indeed_api_client'
 
   def initialize
 
     @linkedin_tech_industry_codes = "4,132,6,96,113";
 
+    @indeed_api_client = IndeedApiClient.new
+
     @@mongo_client = MongoHelper.get_mongo_connection
 
     @@companies_coll = @@mongo_client['companies']
@@ -21,6 +24,53 @@ class GatherCompanies < Base
 
   end
 
+  def load_companies_from_indeed
+
+    num_iterations = 20
+    increment = 20
+    cnt = 15
+
+    while cnt <= num_iterations do
+
+      keyword = "ruby"
+      city_state = "pleasant hill, ca"
+
+      json_resp = @indeed_api_client.perform_search keyword, city_state, increment, (increment * (cnt-1)) + 1
+
+      json_resp['results'].each do |job|
+
+        if  @@companies_coll.find_one({'name' => job['company']}) != nil
+          next
+        end
+
+        company = {}
+
+        company['locations'] = {
+            values: [
+                {
+                    address: {
+                        city: job['city'],
+                        state: job['state'],
+                        country: job['country']
+                    }
+                }
+            ]
+        }
+        company['name']= job['company']
+        company['languages'] =
+            {
+                keyword.to_s => job['url']
+            }
+
+
+        @@companies_coll.insert company
+
+      end
+      cnt += cnt
+    end
+
+  end
+
   def load_companies_to_db num_iterations, cur_start_position, facet_location_code
 
     increment = 20
@@ -32,7 +82,7 @@ class GatherCompanies < Base
       resp = @@linkedin_client.query_companies ({
           "start" => cur_start_position.to_s << "&count=" << increment.to_s,
           "facet=industry" => @linkedin_tech_industry_codes,
-          "facet=location"=> facet_location_code
+          "facet=location" => facet_location_code
       })
       docs = resp['companies'].values[3]
       if docs != nil

data/lib/whos_using_what/data_searchers/companies_searcher.rb

@@ -20,6 +20,13 @@ class CompaniesSearcher < Base
 
   end
 
+  #find people from a company, based off the user's network and connections
+  def find_people_for_company linkedin_client, company_name, location
+
+    puts linkedin_client.query_people_from_company company_name, location
+
+  end
+
   def zip_code_search zip_code
 
     zip_doc = @coords_coll.find_one({:zip => zip_code})

data/lib/whos_using_what/scripts/data_populators.rb

@@ -20,6 +20,7 @@ class DataPopulators
     require 'gather_companies'
     require 'tech_ad_tagger'
     require 'base_api_client'
+    require "linkedin_client"
 
   end
 
@@ -54,7 +55,13 @@ class DataPopulators
 
       begin
 
-        # @@gather_companies.load_companies_to_db 700, 0, @@facet_location
+        #@@gather_companies.load_companies_from_indeed
+
+        @li_config = YAML.load_file(File.expand_path("../../config/linkedin.env", __FILE__))
+
+        @linkedin_client = LinkedinClient.new @li_config["api_key"], @li_config["api_secret"], @li_config["user_token"], @li_config["user_secret"], @li_config["url"]
+
+        @@companies_searcher.find_people_for_company @linkedin_client, "apple", "san jose, ca"
 
       rescue Exception => e
         puts e.message
@@ -94,7 +101,7 @@ class DataPopulators
 
       begin
 
-        @@tech_ad_tagger.tag_company_with_technologies @@programming_languages, generate_duckduckgo_url
+      #  @@tech_ad_tagger.tag_company_with_technologies @@programming_languages, generate_duckduckgo_url
 
       rescue Exception => e
         puts e.message

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whos_using_what
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
   prerelease: 
 platform: ruby
 authors:
@@ -165,6 +165,7 @@ files:
 - lib/whos_using_what/util/map_data_extraction_util.rb
 - lib/whos_using_what/logging/logger_factory.rb
 - lib/whos_using_what/scripts/data_populators.rb
+- lib/whos_using_what/api_clients/indeed_api_client.rb
 - lib/whos_using_what/api_clients/google_client.rb
 - lib/whos_using_what/api_clients/base_api_client.rb
 - lib/whos_using_what/api_clients/linkedin_client.rb