customer_miner 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c5708d1f7360e59784e5165c200e5b5836a3ee44
-  data.tar.gz: f5d6211160ceb8a0feb68f796e438656f5acc97f
+  metadata.gz: 0db83956f2fa755f345170f0def3c28e14b9cd61
+  data.tar.gz: e3987c101c8b571c0515673f259ba18c649cd2de
 SHA512:
-  metadata.gz: 0f99f133c64dc007d7b55096bd0d88ff78259845efcf29b948689c7ae53bda93c0e86efe7fc935dae7302b20ec5d3578ed260285dc7341d05a114e77c12d2829
-  data.tar.gz: f4e5b3cb3328d8f9ee22009790d2c085aff979105d3bca7d159b0db06c40b5676448be5396fa77019314cf5659b515368206ed2dc3e28ad4a6ec46f568ccb515
+  metadata.gz: 0f7bd2fa3692862f8c3deb6dc390e50df14d55ddbad41857d605f5386cacc1c57ba1c66c793815cb0e9f4f2451d01da33a5b64a278e96060d651d9b978ff361a
+  data.tar.gz: 874f1f122bc6c42ebfeb91005b999b4140034708af3780e34bdd825f05a056c8cb54b5e1d961f3c4eb086322f1fae74431b575b7c30584f39a5c74ed47bf8d51

data/Gemfile

@@ -1,3 +1,11 @@
 source 'https://rubygems.org'
 
+gem 'clearbit'
+gem 'thread'
+gem 'concurrent-ruby',"~> 1.0.5"
+
+group :development, :test do
+  gem 'pry'
+end
+
 gemspec

data/Gemfile.lock

@@ -1,29 +1,68 @@
 PATH
   remote: .
   specs:
-    customer_miner (0.0.2)
-      httparty (~> 0.15.5)
+    customer_miner (0.0.4)
       thor (~> 0.19.4)
       typhoeus (~> 1.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    addressable (2.5.0)
+      public_suffix (~> 2.0, >= 2.0.2)
+    clearbit (0.2.7)
+      nestful (~> 1.1.0)
+    coderay (1.1.1)
+    concurrent-ruby (1.0.5)
+    crack (0.4.3)
+      safe_yaml (~> 1.0.0)
+    diff-lcs (1.3)
     ethon (0.10.1)
       ffi (>= 1.3.0)
-    ffi (1.9.17)
-    httparty (0.15.5)
-      multi_xml (>= 0.5.2)
-    multi_xml (0.6.0)
+    ffi (1.9.18)
+    hashdiff (0.3.2)
+    method_source (0.8.2)
+    nestful (1.1.1)
+    pry (0.10.4)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    public_suffix (2.0.5)
+    rspec (3.6.0)
+      rspec-core (~> 3.6.0)
+      rspec-expectations (~> 3.6.0)
+      rspec-mocks (~> 3.6.0)
+    rspec-core (3.6.0)
+      rspec-support (~> 3.6.0)
+    rspec-expectations (3.6.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.6.0)
+    rspec-mocks (3.6.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.6.0)
+    rspec-support (3.6.0)
+    safe_yaml (1.0.4)
+    slop (3.6.0)
     thor (0.19.4)
+    thread (0.2.2)
     typhoeus (1.1.2)
       ethon (>= 0.9.0)
+    webmock (2.3.2)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+      hashdiff
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
+  clearbit
+  concurrent-ruby (~> 1.0.5)
   customer_miner!
+  pry
+  rspec
+  thread
+  webmock
 
 BUNDLED WITH
-   1.13.7
+   1.15.0

data/README.md

@@ -13,7 +13,7 @@ gem install customer_miner
 cm set_key key=your-secret-key
 
 # Query customer from clearbit csv file export from ga
-cm ./Clearbit.csv
+cm query --file=./Clearbit.csv --roles=marketing,operations
 ```
 
 MIT

data/customer_miner.gemspec

@@ -17,6 +17,7 @@ Gem::Specification.new do |s|
   s.license       = 'MIT'
 
   s.add_dependency('thor',["~> 0.19.4"])
-  s.add_dependency('httparty',["~> 0.15.5"])
   s.add_dependency('typhoeus',["~> 1.1"])
+  s.add_development_dependency("rspec")
+  s.add_development_dependency("webmock")
 end

data/lib/customer_miner/cli.rb

@@ -1,6 +1,8 @@
 require 'thor'
 require 'customer_miner/version'
 require 'customer_miner/query'
+require 'concurrent'
+require 'thread/pool'
 
 module CustomerMiner
   class CLI< Thor
@@ -24,19 +26,23 @@ module CustomerMiner
     end
 
     desc 'query', 'query customer data and generate csv file'
-    def query(args)
-      unless args
-        puts "plese speciy file name"
-        return
-      end
+    option :file, required: true, banner: './your-clearbit.csv',
+      desc: "CSV file export from Google Analytics"
+    option :roles, required: false, banner: "marketing,operations",
+      desc: "Roles you want to get. You can get available role in"\
+      " http://support.clearbit.com/article/120-employment-role-and-seniority"
+    def query
+      file = options[:file]
 
-      file_name = "#{Dir.home}/.customer_miner"
-      key = File.read(file_name)
-      Query.new(file: args, secret_key:key).perform
-    end
+      if options[:roles]
+        roles = options[:roles].split(',')
+      else
+        roles = ['marketing']
+      end
 
-    def method_missing(file)
-      query(file.to_s)
+      secret_key_file_path = "#{Dir.home}/.customer_miner"
+      secret_key = File.read(secret_key_file_path)
+      Query.new(file: file, roles: roles, secret_key: secret_key).perform
     end
   end
 end

data/lib/customer_miner/query.rb

@@ -1,12 +1,29 @@
 require 'csv'
 require 'json'
-require 'typhoeus'
+require 'clearbit'
+require 'thread/pool'
+require 'concurrent'
 
 module CustomerMiner
   class Query
-    def initialize(file:, secret_key:)
+    VALID_ROLES = ['ceo', 'communications', 'consulting', 'customer_service',
+      'education', 'engineering', 'finance', 'founder', 'health_professional',
+      'human_resources', 'information_technology', 'legal', 'marketing',
+      'operations', 'owner', 'president', 'product', 'public_relations',
+      'real_estate', 'recruiting', 'research', 'sales']
+
+    def initialize(file:, roles:, secret_key:)
       @file = file
       @secret_key = secret_key
+      unless roles.kind_of? Array
+        raise ArgumentError, "`roles` must be array"
+      end
+      roles.each do |role|
+        unless VALID_ROLES.include?(role)
+          raise ArgumentError, "Invalid role #{role}"
+        end
+      end
+      @roles = roles
     end
 
     def perform
@@ -26,29 +43,22 @@ module CustomerMiner
     end
 
     def query_clearbit(domains)
-      hydra = Typhoeus::Hydra.new(max_concurrency: 5)
-      url = 'https://prospector.clearbit.com/v1/people/search'
-      userpwd = "#{@secret_key}:"
-      requests = domains.map do |domain|
-        options = {
-          userpwd: userpwd,
-          params: {
-            domain: domain,
-            role: 'marketing'
-          }
-        }
-        req = Typhoeus::Request.new(url, options)
-        hydra.queue(req)
-        req
+      Clearbit.key = @secret_key
+      result = Concurrent::Array.new
+      pool = Thread.pool(4)
+      domains.each do |domain|
+        pool.process do
+          people = Clearbit::Prospector.search(domain: domain, roles: @roles)
+          if people.size > 0
+            result << { domain: domain, people: people }
+          end
+          puts "complete #{domain}"
+        end
       end
-      hydra.run
+
+      pool.shutdown
       puts "complete requests"
-      requests.select { |req| req.response.success? }.map do |request|
-        res_hash = JSON.parse(request.response.body)
-        emails = res_hash.map { |person| person['email']}
-        domain = request.options[:params][:domain]
-        { domain: domain, people: res_hash }
-      end
+      result
     end
 
     def build_csv(res)

data/lib/customer_miner/version.rb

@@ -1,3 +1,3 @@
 module CustomerMiner
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

data/spec/customer_miner/query_spec.rb

@@ -0,0 +1,44 @@
+require 'customer_miner/query'
+require 'webmock/rspec'
+require 'json'
+require 'clearbit'
+
+describe 'Query' do
+  describe '#perform' do
+    let(:domains) do
+      ['codementor.io', 'twitter.com']
+    end
+    let(:mock_rows) do
+      domains.map do |domain|
+        { 'Clearbit Company Domain' => domain }
+      end
+    end
+    let(:file) { 'the-file' }
+    let(:secret_key) { 'the-secret_key' }
+    let(:roles) { ['product'] }
+    let(:query) do
+      CustomerMiner::Query.new(file: file, roles: roles, secret_key: secret_key)
+    end
+    before :each do
+      allow(CSV).to receive(:read).and_return(mock_rows)
+      allow(File).to receive(:open)
+      mock_people = [{ 'name' => { 'fullName' => 'user-fullname' } }]
+      allow(Clearbit::Prospector).to receive(:search).and_return(mock_people)
+    end
+
+    it "should request clearbit" do
+      query.perform
+
+      domains.each do |domain|
+        expect(Clearbit::Prospector).to have_received(:search).with(domain: domain, roles: roles)
+      end
+    end
+
+    it "should build csv file" do
+      query.perform
+
+      file_path = "#{Dir.pwd}/result.csv"
+      expect(File).to have_received(:open).with(file_path, 'w')
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: customer_miner
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - ocowchun
@@ -25,33 +25,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.19.4
 - !ruby/object:Gem::Dependency
-  name: httparty
+  name: typhoeus
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.15.5
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.15.5
+        version: '1.1'
 - !ruby/object:Gem::Dependency
-  name: typhoeus
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.1'
-  type: :runtime
+        version: '0'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Fetch customer data using Clearbit API
 email: ocowchun@gmail.com
 executables:
@@ -69,6 +83,7 @@ files:
 - lib/customer_miner/query.rb
 - lib/customer_miner/version.rb
 - script/build
+- spec/customer_miner/query_spec.rb
 homepage: https://github.com/ocowchun/customer_miner
 licenses:
 - MIT