crunchbase4 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 21f1d6c0bae981ebb5f54925d0db9a577c39e0e620bad32de9ba471cf4249545
-  data.tar.gz: fff8a1bf44fd50e44eda6b099c9eaf1cf091ab1e259dcaee2bbd4c1c86779d0d
+  metadata.gz: 847ef68e0f7d78cb3ebeb25145c2e52381ee855a68709a6e9aa5a1f0d05b6a5d
+  data.tar.gz: 6be09a238a9412692e782d7c4540181da32c429cb5ad27cf5b7ebc4756a24b71
 SHA512:
-  metadata.gz: b77c39ab92e4610365f65cded56e13100ee58deaf76247531c5983e1fdb5c22d744c6f3d71bb6745a3effd83baac722079e87da6ce367f5a9dd5d6c712dcd3bb
-  data.tar.gz: 8d355c0fc87a2b70db8af8a02b0473f909a45573a2b3495a58c21a799465f92369892432db9c5e03dd2bb47a77b4f38b9955e144b1a50ee01659ee9ebee667eb
+  metadata.gz: 6f9f84bf20a0f27108fc6ec17533d82de74a538c87545cdee661d22138ca5e7002f85de42ffc448943fada30cac5ea2cd632afb237af835b44724647a6c985e8
+  data.tar.gz: 76d2e72a670c8c35978e225604ee7b759e9910004f8d92bbf61c0ef86d563dc095a225ba5dafd4f2793c823108c96cfbeb3a0b61350c9f2380315836ae107bec

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Change Log
 
+## [0.1.9] - 2021-10-04
+
+### Allow to export Daily CSV bulk
+- Implement new API to export daily CSV bulk. related document https://data.crunchbase.com/docs/daily-csv-export
+  - download_bulk: (`client.download_bulk(dir, extract: true)`)
+
 ## [0.1.8] - 2021-02-23
 
 ### Add new fields on funding_rounds

data/Gemfile.lock

@@ -1,29 +1,54 @@
 PATH
   remote: .
   specs:
-    crunchbase4 (0.1.7)
+    crunchbase4 (0.1.8)
       faraday
       faraday_curl
       faraday_middleware
+      httparty
 
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.7.0)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.0)
     coderay (1.1.3)
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
     diff-lcs (1.3)
-    faraday (1.0.1)
+    faraday (1.8.0)
+      faraday-em_http (~> 1.0)
+      faraday-em_synchrony (~> 1.0)
+      faraday-excon (~> 1.1)
+      faraday-httpclient (~> 1.0.1)
+      faraday-net_http (~> 1.0)
+      faraday-net_http_persistent (~> 1.1)
+      faraday-patron (~> 1.0)
+      faraday-rack (~> 1.0)
       multipart-post (>= 1.2, < 3)
+      ruby2_keywords (>= 0.0.4)
+    faraday-em_http (1.0.0)
+    faraday-em_synchrony (1.0.0)
+    faraday-excon (1.1.0)
+    faraday-httpclient (1.0.1)
+    faraday-net_http (1.0.1)
+    faraday-net_http_persistent (1.2.0)
+    faraday-patron (1.0.0)
+    faraday-rack (1.0.0)
     faraday_curl (0.0.2)
       faraday (>= 0.9.0)
-    faraday_middleware (1.0.0)
+    faraday_middleware (1.1.0)
       faraday (~> 1.0)
     hashdiff (1.0.1)
+    httparty (0.20.0)
+      mime-types (~> 3.0)
+      multi_xml (>= 0.5.2)
     method_source (1.0.0)
+    mime-types (3.3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2021.0901)
+    multi_xml (0.6.0)
     multipart-post (2.1.1)
     parallel (1.19.1)
     parser (2.7.1.3)
@@ -31,11 +56,11 @@ GEM
     pry (0.13.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    public_suffix (4.0.5)
+    public_suffix (4.0.6)
     rainbow (3.0.0)
     rake (12.3.3)
     regexp_parser (1.7.0)
-    rexml (3.2.4)
+    rexml (3.2.5)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -61,6 +86,7 @@ GEM
     rubocop-ast (0.0.3)
       parser (>= 2.7.0.1)
     ruby-progressbar (1.10.1)
+    ruby2_keywords (0.0.5)
     safe_yaml (1.0.5)
     unicode-display_width (1.7.0)
     vcr (6.0.0)
@@ -82,4 +108,4 @@ DEPENDENCIES
   webmock
 
 BUNDLED WITH
-   2.1.4
+   2.2.5

data/README.md

@@ -711,6 +711,17 @@ pry(main)> response = client.deleted_entities(collection_ids: 'people')
 pry(main)> response = client.deleted_entities(collection_ids: 'funding_rounds')
 ```
 
+### Daily CSV Export
+
+* https://api.crunchbase.com/bulk/v4/bulk_export.tar.gz?user_key=user_key
+
+
+```ruby
+pry(main)> response = client.download_bulk(dir, extract: true)
+```
+
+After running the download operation, you will see `bulk_export.tar.gz` in your provided folder.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/crunchbase4.gemspec

@@ -34,6 +34,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'faraday'
   spec.add_dependency 'faraday_curl'
   spec.add_dependency 'faraday_middleware'
+  spec.add_dependency 'httparty'
 
   # VCR for testing APIs
   spec.add_development_dependency 'vcr'

data/lib/crunchbase/client.rb

@@ -4,6 +4,7 @@ require_relative 'utilities/entity_endpoints'
 require_relative 'utilities/search_endpoints'
 require_relative 'utilities/autocomplete'
 require_relative 'utilities/deleted_entities'
+require_relative 'utilities/downloads'
 
 module Crunchbase
   # API Request
@@ -12,5 +13,6 @@ module Crunchbase
     include Utilities::SearchEndpoints
     include Utilities::Autocomplete
     include Utilities::DeletedEntities
+    include Utilities::Downloads
   end
 end

data/lib/crunchbase/config.rb

@@ -7,7 +7,7 @@ module Crunchbase
   # Config
   class Config
     include Singleton
-    attr_accessor :user_key, :debug
+    attr_accessor :user_key, :bulk_url, :debug
   end
 
   def self.config

data/lib/crunchbase/downloads/client.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require 'httparty'
+
+module Crunchbase
+  # Zip file downloads endpoints
+  module Downloads
+    # using Crunchbase's downloads API endpoints
+    class Client
+      include HTTParty
+      # Will spit out all request details to the console
+      debug_output $stdout
+
+      def download_bulk(dir, extract: false)
+        FileUtils.mkdir_p(dir) unless Dir.exist?(dir)
+        dist_path = Pathname.new(dir).join File.basename(bulk_url)
+
+        download(bulk_url, dist_path) unless File.exist?(dist_path)
+        system "tar xfz #{dist_path} -C #{dir}" if extract
+
+        dist_path
+      end
+
+      private
+
+      def bulk_url
+        Crunchbase.config.bulk_url || [API_DOMAIN, "/bulk/#{API_VERSION}/bulk_export.tar.gz"].join
+      end
+
+      def download(url, dist_path)
+        File.open(dist_path, 'w') do |file|
+          file.binmode
+          request(url, stream_body: true) do |buffer|
+            file.write(buffer)
+          end
+        end
+      end
+
+      def request(url, options = {}, &block)
+        default_options = { query: { user_key: Crunchbase.config.user_key } }
+        options.merge!(default_options)
+
+        response = self.class.get(url, options, &block)
+        response.content_type.match?(/json/) ? JSON.parse(response.body) : response
+      end
+    end
+  end
+end

data/lib/crunchbase/downloads.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Crunchbase
+  # Downloads
+  module Downloads
+    autoload :Client, 'crunchbase/downloads/client'
+  end
+end

data/lib/crunchbase/utilities/downloads.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative '../downloads/client'
+
+module Crunchbase
+  # Utilities
+  module Utilities
+    # Daily csv export
+    module Downloads
+      def download_bulk(dir, extract: false)
+        Crunchbase::Downloads::Client.new.download_bulk(dir, extract: extract)
+      end
+    end
+  end
+end

data/lib/crunchbase/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Crunchbase
-  VERSION = '0.1.8'
+  VERSION = '0.1.9'
 end

data/lib/crunchbase.rb

@@ -7,12 +7,14 @@ require 'crunchbase/client'
 require 'crunchbase/models'
 require 'crunchbase/entities'
 require 'crunchbase/searches'
+require 'crunchbase/downloads'
 require 'crunchbase/utilities/veriables'
 
 # CB v4
 module Crunchbase
   API_VERSION   = 'v4'
-  BASE_URI      = "https://api.crunchbase.com/api/#{API_VERSION}/"
+  API_DOMAIN    = 'https://api.crunchbase.com'
+  BASE_URI      = "#{API_DOMAIN}/api/#{API_VERSION}/"
 
   # Defined Veriables for the data Category or Types
   #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crunchbase4
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Encore Shao
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-02-23 00:00:00.000000000 Z
+date: 2021-10-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
@@ -136,6 +150,8 @@ files:
 - lib/crunchbase/client.rb
 - lib/crunchbase/config.rb
 - lib/crunchbase/deleted_entities/client.rb
+- lib/crunchbase/downloads.rb
+- lib/crunchbase/downloads/client.rb
 - lib/crunchbase/entities.rb
 - lib/crunchbase/entities/client.rb
 - lib/crunchbase/errors.rb
@@ -165,6 +181,7 @@ files:
 - lib/crunchbase/utilities/autocomplete.rb
 - lib/crunchbase/utilities/cb_model.rb
 - lib/crunchbase/utilities/deleted_entities.rb
+- lib/crunchbase/utilities/downloads.rb
 - lib/crunchbase/utilities/entity_endpoints.rb
 - lib/crunchbase/utilities/request.rb
 - lib/crunchbase/utilities/response.rb
@@ -195,7 +212,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: Crunchbase is a ruby wrapper base on Crunchbase V4 API