customer_miner 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0db83956f2fa755f345170f0def3c28e14b9cd61
-  data.tar.gz: e3987c101c8b571c0515673f259ba18c649cd2de
+  metadata.gz: 81eb5c9e13684f39832f9211950eac5a3d2e1503
+  data.tar.gz: 833648c4adccd00a410df2fa397f0b0a8e70467f
 SHA512:
-  metadata.gz: 0f7bd2fa3692862f8c3deb6dc390e50df14d55ddbad41857d605f5386cacc1c57ba1c66c793815cb0e9f4f2451d01da33a5b64a278e96060d651d9b978ff361a
-  data.tar.gz: 874f1f122bc6c42ebfeb91005b999b4140034708af3780e34bdd825f05a056c8cb54b5e1d961f3c4eb086322f1fae74431b575b7c30584f39a5c74ed47bf8d51
+  metadata.gz: db3cdc7c3665a03b85469c01ac45b8daffc90fd0a2938ac98cc33be78ef0719515ec943f44a42de5458dd0e600c3de37398eb32a5a6beddd7adc38db8f85eb05
+  data.tar.gz: 741b683fb84fb2606e4b00b322e48f54bd377d57949fdbcc10e66af3a9b616e336a132e1861f938f624f6d7082b2330782a9e133d18ac86bbd18bceb2dfc6ce4

data/Gemfile

@@ -1,9 +1,5 @@
 source 'https://rubygems.org'
 
-gem 'clearbit'
-gem 'thread'
-gem 'concurrent-ruby',"~> 1.0.5"
-
 group :development, :test do
   gem 'pry'
 end

data/Gemfile.lock

@@ -2,8 +2,9 @@ PATH
   remote: .
   specs:
     customer_miner (0.0.4)
+      clearbit (~> 0.2)
+      concurrent-ruby (~> 1.0.5)
       thor (~> 0.19.4)
-      typhoeus (~> 1.1)
 
 GEM
   remote: https://rubygems.org/
@@ -17,9 +18,6 @@ GEM
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
     diff-lcs (1.3)
-    ethon (0.10.1)
-      ffi (>= 1.3.0)
-    ffi (1.9.18)
     hashdiff (0.3.2)
     method_source (0.8.2)
     nestful (1.1.1)
@@ -44,9 +42,6 @@ GEM
     safe_yaml (1.0.4)
     slop (3.6.0)
     thor (0.19.4)
-    thread (0.2.2)
-    typhoeus (1.1.2)
-      ethon (>= 0.9.0)
     webmock (2.3.2)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
@@ -56,12 +51,9 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  clearbit
-  concurrent-ruby (~> 1.0.5)
   customer_miner!
   pry
   rspec
-  thread
   webmock
 
 BUNDLED WITH

data/customer_miner.gemspec

@@ -17,7 +17,8 @@ Gem::Specification.new do |s|
   s.license       = 'MIT'
 
   s.add_dependency('thor',["~> 0.19.4"])
-  s.add_dependency('typhoeus',["~> 1.1"])
+  s.add_dependency('clearbit',["~> 0.2"])
+  s.add_dependency('concurrent-ruby',["~> 1.0.5"])
   s.add_development_dependency("rspec")
   s.add_development_dependency("webmock")
 end

data/lib/customer_miner/query.rb

@@ -1,7 +1,6 @@
 require 'csv'
 require 'json'
 require 'clearbit'
-require 'thread/pool'
 require 'concurrent'
 
 module CustomerMiner
@@ -30,7 +29,7 @@ module CustomerMiner
       domains = extract_domains
       puts "get #{domains.size} domain from csv #{@file}"
       puts "start request clearbit"
-      res = query_clearbit(domains)
+      res = perform_query(domains)
       build_csv(res)
     end
 
@@ -42,25 +41,27 @@ module CustomerMiner
       rows.map { |row| row['Clearbit Company Domain'] }.compact.uniq
     end
 
-    def query_clearbit(domains)
+    def perform_query(domains)
       Clearbit.key = @secret_key
-      result = Concurrent::Array.new
-      pool = Thread.pool(4)
-      domains.each do |domain|
-        pool.process do
-          people = Clearbit::Prospector.search(domain: domain, roles: @roles)
-          if people.size > 0
-            result << { domain: domain, people: people }
-          end
-          puts "complete #{domain}"
-        end
+      thread_pool = Concurrent::FixedThreadPool.new(5)
+      result_things = domains.map do |domain|
+        (Concurrent::Future.new executor: thread_pool do
+          fetch_people_data(domain)
+        end).execute
       end
 
-      pool.shutdown
-      puts "complete requests"
+      data = result_things.map(&:value)
+      result = result_things.map(&:value).compact
+      puts "complete requests #{result.size}"
       result
     end
 
+    def fetch_people_data(domain)
+      puts "start fetch #{domain}"
+      people = Clearbit::Prospector.search(domain: domain, roles: @roles)
+      { domain: domain, people: people }
+    end
+
     def build_csv(res)
       rows = res.map do |item|
         domain = item[:domain]

data/lib/customer_miner/version.rb

@@ -1,3 +1,3 @@
 module CustomerMiner
-  VERSION = '0.0.4'
+  VERSION = '0.0.5'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: customer_miner
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - ocowchun
@@ -25,19 +25,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.19.4
 - !ruby/object:Gem::Dependency
-  name: typhoeus
+  name: clearbit
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement