whos_using_what 0.0.6 → 0.1.0

data/lib/whos_using_what/base_api_client.rb

@@ -0,0 +1,23 @@
+class BaseApiClient
+
+  def starts_with?(string, prefix)
+    prefix = prefix.to_s
+    string[0, prefix.length] == prefix
+  end
+
+  def prepare_params_from_map_helper (base_url, params_map)
+
+    base_url = base_url << "?"
+    params_map.each do |key, value|
+      if starts_with?(key, "facet")
+        base_url = base_url << "&" << key << "," << value
+      else
+        base_url = base_url << "&" << key << "=" << value
+      end
+
+    end
+    base_url
+
+  end
+
+end

data/lib/whos_using_what/linkedin_client.rb

@@ -1,12 +1,14 @@
 require 'oauth'
 require 'json'
 require_relative 'config_module'
+require_relative 'base_api_client'
 
-class LinkedinClient
+class LinkedinClient < BaseApiClient
 
   #the company industry codes to search for, see: https://developer.linkedin.com/documents/industry-codes
   attr :access_token, true
   attr :companyUrls
+  @@json_indicator = "format=json"
 
   include ConfigModule
 
@@ -26,41 +28,43 @@ class LinkedinClient
 
   end
 
-
-  def self.parsePersonResult(result)
-
-    result['people']['values'].each do |person|
-      puts person['firstName'] + " " + person['lastName']
+  def add_json_to_map(key_field_name, raw_json_map, output_map)
+    raw_json_map.each do |value|
+      output_map[value[key_field_name]] = value
     end
   end
 
 
-  def parseCompanyResults(result)
-    results = Hash.new
-    result['companies']['values'].each do |company|
-      results[company['universalName']] = company['websiteUrl']
-    end
-    return results
+  #todo this should be put into module for re-use
+  def json_api_call_helper (base_url, params)
+    url = prepare_params_from_map_helper(base_url, params)
+    json = @access_token.get(url << "&" << @@json_indicator)
+
+    JSON.parse(json.body)
   end
 
+  # this method searches for people from a specified company for a specific job type
+  def people_search_for_company (location_code, title, company_name)
 
-  #test method, remove eventually
-  def apiCallLinkedin
-    url = "http://api.linkedin.com/v1/company-search:(companies:(universal-name,website-url,locations:(address:(city,state))),facets,num-results)?facet=location,us:84&facet=industry," <<
-        @linkedin_tech_industry_codes <<
-        "&format=json" <<
-        "&start=" << @start <<
-        "&count=" << @numberResults
+    params = Hash.new
+    params["facet=location"] = "us:" <<location_code
+    params["current-company"]= "true"
+    params["title"]=title
+    params["company-name"] = company_name
 
-    json = @access_token.get(url)
+    base_url = "http://api.linkedin.com/v1/people-search:(people,facets)"
 
-    JSON.parse(json.body)
+    puts json_api_call_helper(base_url, params)['people']['values']
 
   end
 
 
   def gather_company_data(start, number_to_collect, industry_codes)
 
+    if number_to_collect == nil
+      number_to_collect = 20
+    end
+
     request_num = number_to_collect
     cnt = 0
     div = number_to_collect / @max_results
@@ -75,20 +79,16 @@ class LinkedinClient
     end
 
     while cnt < div do
-      url = "http://api.linkedin.com/v1/company-search:(companies:(universal-name,website-url,locations:(address:(city,state))),facets,num-results)?facet=location,us:84&facet=industry," <<
-          industry_codes <<
-          "&format=json" <<
-          "&start=" << (cnt * @max_results + 1).to_s <<
-          "&count=" << @max_results.to_s
-
-
-      json = @access_token.get(url)
+      base_url = "http://api.linkedin.com/v1/company-search:(companies:(universal-name,id,website-url,locations:(address:(city,state))),facets,num-results)"
 
-      tmp_results = parseCompanyResults(JSON.parse(json.body))
+      params = Hash.new
+      params["start"] = (start * @max_results + 1).to_s
+      params["count"] =  @max_results.to_s
+      params["facet=location"] =   "us:84"
+      params["facet=industry"]  = industry_codes
 
-      tmp_results.each do |key, value|
-        results[key] = value
-      end
+      raw_json_map = json_api_call_helper(base_url, params)['companies']['values']
+      add_json_to_map("universalName", raw_json_map, results)
 
       cnt = cnt + 1
     end

data/lib/whos_using_what/search_client.rb

@@ -74,29 +74,41 @@ class SearchClient
   end
 
 
-  def search(site, query)
+  def search(query, site)
 
     url = "https://www.google.com/search?hl=en&as_q=" << query << "&as_epq=&as_oq=&as_eq=&as_nlo=&as_nhi=&lr=&cr=&as_qdr=all&as_sitesearch=" << site << "&as_occt=any&safe=off&tbs=&as_filetype=&as_rights="
 
-    rawHtml = RestClient.get(url)
+    begin
+      rawHtml = RestClient.get(url)
+    rescue
+
+    end
 
     urls = extractUrls(rawHtml, site)
 
     isMatch = false
 
-    urls.each do |url|
-      if (determineIfUsesTechnology(query, RestClient.get(url)))
-        isMatch = true
-        break
+    at_least_one_nonexception_url = false
+
+    urls.each do |cur_url|
+      begin
+        html = RestClient.get(cur_url)
+        uses_technology = determineIfUsesTechnology(query, html)
+        at_least_one_nonexception_url = true
+        if (uses_technology)
+          isMatch = true
+          break
+        end
+      rescue Exception => exception
+        #raise exception
       end
     end
 
-    if (isMatch)
-      puts site << " uses " << query
-    else
-      puts site << " does not use " << query
+    if (!at_least_one_nonexception_url)
+      return false
     end
 
+    return isMatch
   end
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whos_using_what
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -81,6 +81,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/whos_using_what/base_api_client.rb
 - lib/whos_using_what/search_client.rb
 - lib/whos_using_what/linkedin_client.rb
 - lib/whos_using_what/config_module.rb