customer_miner 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6dccef15d21a4b982d9941e9758f178195f17836
-  data.tar.gz: 5ddfe0047ead123ad08454d20152c431a88c9f75
+  metadata.gz: 3bbbc97ff18daae89541e0cf384f6dc204d7368b
+  data.tar.gz: ca0ec9286c324772c8d215a3261069e377f59f00
 SHA512:
-  metadata.gz: 6d2a7dcc775de22b73e114e3f4cd1cd5e321d4907e06c3f670c3e45fedf7e839b90eb14f05326062f1ca0e194788de8caff59cca673dc662661cfd93a73f13e0
-  data.tar.gz: b8909a924ae0f09e724b44a8552512825fb63223068b7b21f38126b249e19e9f5bc932afb2b9e4724f95fa47239d4a82c170d93efa96e96d90a4da55f34f80d4
+  metadata.gz: 95acf74554d25e1c9c76c155eb299c99ccfed3fb60efc6993160914ebee3221cc6ce54b2eacd5c61494e6f3377d3650ae83c2c2b124a63e34167c10191984e05
+  data.tar.gz: 61fac0d7615848f849e4e85d4b1279f14d3a7f15a84e031b771f1f15987003a7d0409296a80e8076b1806d74bbe1e45a6e10b339b353bd6e79d5923cf7c82a2c

data/Gemfile

@@ -1,3 +1,3 @@
 source 'https://rubygems.org'
 
-gemspec
+gemspec

data/Gemfile.lock

@@ -1,19 +1,29 @@
 PATH
   remote: .
   specs:
-    customer_miner.gemspec (0.0.1)
+    customer_miner (0.0.1)
+      httparty (~> 0.15.5)
       thor (~> 0.19.4)
+      typhoeus (~> 1.1.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    ethon (0.10.1)
+      ffi (>= 1.3.0)
+    ffi (1.9.17)
+    httparty (0.15.5)
+      multi_xml (>= 0.5.2)
+    multi_xml (0.6.0)
     thor (0.19.4)
+    typhoeus (1.1.2)
+      ethon (>= 0.9.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  customer_miner.gemspec!
+  customer_miner!
 
 BUNDLED WITH
    1.13.7

data/README.md

@@ -0,0 +1,19 @@
+# customer_miner
+> Fetch customer data using Clearbit API
+
+## install
+
+```sh
+gem install customer_miner
+```
+
+## usage
+```sh
+# Set API secret key
+cm set_key key=your-secret-key
+
+# Query customer from clearbit csv file export from ga
+cm query ./Clearbit.csv
+```
+
+MIT

data/customer_miner.gemspec

@@ -17,4 +17,6 @@ Gem::Specification.new do |s|
   s.license       = 'MIT'
 
   s.add_dependency('thor',["~> 0.19.4"])
-end
+  s.add_dependency('httparty',["~> 0.15.5"])
+  s.add_dependency('typhoeus',["~> 1.1"])
+end

data/lib/customer_miner/cli.rb

@@ -1,5 +1,6 @@
 require 'thor'
 require 'customer_miner/version'
+require 'customer_miner/query'
 
 module CustomerMiner
   class CLI< Thor
@@ -10,5 +11,28 @@ module CustomerMiner
       puts "#{File.basename($0)} #{VERSION}"
     end
 
+    desc 'set_key', 'Set secret API key. You can get it from https://dashboard.clearbit.com/api'
+    option :key, required: true, banner: "your_secret_api_key"
+    def set_key
+      key = options[:key]
+      file = "#{Dir.home}/.customer_miner"
+      File.open(file, 'w') do |file|
+        file.write(key)
+      end
+      File.chmod(0600, file)
+      puts "Set secret API key successfully"
+    end
+
+    desc 'query', 'query customer data and generate csv file'
+    def query(args)
+      unless args
+        puts "plese speciy file name"
+        return
+      end
+
+      file_name = "#{Dir.home}/.customer_miner"
+      key = File.read(file_name)
+      Query.new(file: args, secret_key:key).perform
+    end
   end
 end

data/lib/customer_miner/query.rb

@@ -0,0 +1,80 @@
+require 'csv'
+require 'json'
+require 'typhoeus'
+
+module CustomerMiner
+  class Query
+    def initialize(file:, secret_key:)
+      @file = file
+      @secret_key = secret_key
+    end
+
+    def perform
+      domains = extract_domains
+      puts "get #{domains.size} domain from csv #{@file}"
+      puts "start request clearbit"
+      res = query_clearbit(domains)
+      build_csv(res)
+    end
+
+    private
+
+    def extract_domains
+      reg = /^#.*/
+      rows = CSV.read(@file, headers: true, skip_lines: reg)
+      rows.map { |row| row['Clearbit Company Domain'] }.compact.uniq
+    end
+
+    def query_clearbit(domains)
+      hydra = Typhoeus::Hydra.new(max_concurrency: 5)
+      url = 'https://prospector.clearbit.com/v1/people/search'
+      userpwd = "#{@secret_key}:"
+      requests = domains.map do |domain|
+        options = {
+          userpwd: userpwd,
+          params: {
+            domain: domain,
+            role: 'marketing'
+          }
+        }
+        req = Typhoeus::Request.new(url, options)
+        hydra.queue(req)
+        req
+      end
+      hydra.run
+      puts "complete requests"
+      requests.select { |req| req.response.success? }.map do |request|
+        res_hash = JSON.parse(request.response.body)
+        emails = res_hash.map { |person| person['email']}
+        domain = request.options[:params][:domain]
+        { domain: domain, people: res_hash }
+      end
+    end
+
+    def build_csv(res)
+      rows = res.map do |item|
+        domain = item[:domain]
+        item[:people].map do |person|
+          build_row(person, domain)
+        end
+      end
+      headers = ['domain', 'fullName', 'title', 'role', 'seniority', 'email',
+        'verified', 'phone'].join(',')
+      file_content = [headers].concat(rows).join("\n")
+
+      file_path = "#{Dir.pwd}/result.csv"
+      File.open(file_path, 'w') do |file|
+        file.write(file_content)
+      end
+      puts "save file in #{file_path}"
+    end
+
+    def build_row(person, domain)
+      attrs = ['title', 'role', 'seniority', 'email', 'verified', 'phone']
+      person_attrs = attrs.map { |attr| person[attr] }
+      [domain, person['name']['fullName']].concat(person_attrs)
+        .map { |str| str.to_s.gsub(',', ";") }
+        .join(',')
+    end
+  end
+end

data/lib/customer_miner/version.rb

@@ -1,3 +1,3 @@
 module CustomerMiner
-  VERSION = '0.0.1'
-end
+  VERSION = '0.0.2'
+end

data/script/build

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+gem build customer_miner.gemspec

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: customer_miner
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - ocowchun
@@ -24,6 +24,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.19.4
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.5
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
 description: Fetch customer data using Clearbit API
 email: ocowchun@gmail.com
 executables:
@@ -34,10 +62,13 @@ files:
 - ".gitignore"
 - Gemfile
 - Gemfile.lock
+- README.md
 - bin/cm
 - customer_miner.gemspec
 - lib/customer_miner/cli.rb
+- lib/customer_miner/query.rb
 - lib/customer_miner/version.rb
+- script/build
 homepage: https://github.com/ocowchun/customer_miner
 licenses:
 - MIT