google_spreadsheet_fetcher 1.4.0 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 31e87471fab356c69fa5e7459604c56f2d11f72a0ec650f9c9f35db74b9ac568
-  data.tar.gz: 203cdf0b177bab7864e92244316ae5d4673ef7770d8811910146f1549bbb1840
+  metadata.gz: cff3e92433c66cea9ef0c7b38034a0a1dc8b60147d23b79b8fdd8c63b75d410b
+  data.tar.gz: 3990a45e68356829594c4efe28ca5e5d22930e960276a66787c85e8746aef0a8
 SHA512:
-  metadata.gz: 9dd989ea11274389253191e93524693ba7133650b08fb364b5406c77b7b62f55631d6604347e206579c3fa185018887bfe1c50e594cb2beda23d635137a8f9ab
-  data.tar.gz: e6292cc11e63682c90c74884ee4eb8676bc7d1e1d652fcb1fe59b994f55c0303b348428c95ab6c58c72cc8eddfcf13ff7b5582a7383c86b59c0948539cf3cf29
+  metadata.gz: a89913bd36f9d02448d8705e5b28e901306ab65d7abaa56879d1bfd961939e5a7978a4169a9e9b49ceee0b90b38fda03435e230fe00a25c3cfd05487161e7c18
+  data.tar.gz: 1378109ec133abfbb2caed2022cd3b31fe472a4ca9ec1ee7a9c4c3532df045f70c917e3adc38c00d47d4d56519aefc96f8d0a065d019de8c568163ab35f20cc2

data/README.md

@@ -25,20 +25,32 @@ Or install it yourself as:
 - Make OAuth 2.0 Client. (other)
 - Download client secret json
 
+
 ```ruby
-credential_store_file = Rails.root.join('config', 'credential-oauth2-supporter.json').to_s
-sheet_key = 'YOUR_SHEET_KEY'
+sheet_key = 'example_sheet_id'
 
 GoogleSpreadsheetFetcher.configure do |config|
-  config.client_secrets_file_path = Rails.root.join('config', 'client_secrets_pokota_supporter.json').to_s
+  config.client_secrets_file = 'client_secrets_file_path.json'
+  config.credential_store_file = 'credential_store_file_path.json'
 end
 
 user_id = 'sample'
-fetcher = GoogleSpreadsheetFetcher::Fetcher.new(credential_store_file, user_id, sheet_key)
 
-fetcher.fetch_by_index(0)
-fetcher.fetch_by_title('title')
-fetcher.fetch_by_gid('gid')
+fetcher = GoogleSpreadsheetFetcher::Fetcher.new(sheet_key, user_id)
+
+fetcher.fetch_all_rows_by!(index: 0)
+fetcher.fetch_all_rows_by!(title: 'sheet_title')
+fetcher.fetch_all_rows_by!(sheet_id: 1234567890)
+
+
+# or, you can do a bulk fetching. In this case, you only need to access the API once,
+# but it will take a little longer on first fetch.
+fetcher = GoogleSpreadsheetFetcher::BulkFetcher.new(sheet_key, user_id)
+fetcher.fetch
+
+fetcher.all_rows_by!(index: 0)
+fetcher.all_rows_by!(title: 'sheet_title')
+fetcher.all_rows_by!(sheet_id: 1234567890)
 ```
 
 ## Development

data/google_spreadsheet_fetcher.gemspec

@@ -6,8 +6,8 @@ require 'google_spreadsheet_fetcher/version'
 Gem::Specification.new do |spec|
   spec.name          = "google_spreadsheet_fetcher"
   spec.version       = GoogleSpreadsheetFetcher::VERSION
-  spec.authors       = ["Takahiro Ooishi"]
-  spec.email         = ["taka0125@gmail.com"]
+  spec.authors       = ["Takahiro Ooishi", "Yuya Yokosuka"]
+  spec.email         = ["taka0125@gmail.com", "yuya.yokosuka@gmail.com"]
 
   spec.summary       = %q{Google Spreadsheet fetcher}
   spec.description   = %q{Google Spreadsheet fetcher}

data/lib/google_spreadsheet_fetcher/bulk_fetcher.rb

@@ -0,0 +1,82 @@
+require 'google/apis/sheets_v4'
+require 'shellwords'
+
+module GoogleSpreadsheetFetcher
+  class BulkFetcher
+    # @param [String] spreadsheet_id
+    # @param [String] user_id
+    # @param [GoogleSpreadsheetFetcher::Config] config
+    # @param [String] application_name
+    def initialize(spreadsheet_id, user_id, config: nil, application_name: nil)
+      @spreadsheet_id = spreadsheet_id
+      @user_id = user_id
+      @config = config || GoogleSpreadsheetFetcher.config
+      @application_name = application_name
+
+      @spreadsheet = nil
+    end
+
+    def fetch
+      @spreadsheet = service.get_spreadsheet(@spreadsheet_id, fields: 'sheets(properties,data.rowData.values(formattedValue))')
+      self
+    end
+
+    # @param [Integer] index
+    # @param [Integer] sheet_id
+    # @param [String] title
+    # @param [Integer] skip
+    # @param [Boolean] structured
+    def all_rows_by!(index: nil, sheet_id: nil, title: nil, skip: 0, structured: false)
+      sheet = sheet_by!(index: index, sheet_id: sheet_id, title: title)
+      sheet_to_array(sheet, skip: skip, structured: structured)
+    end
+
+    def service
+      @service ||= GoogleSpreadsheetFetcher::SheetsServiceBuilder.new(@user_id, config: @config, application_name: @application_name).build
+    end
+
+    private
+
+    def sheet_by!(index: nil, sheet_id: nil, title: nil)
+      raise SpreadsheetNotFound if @spreadsheet.sheets.blank?
+
+      if index.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.index == index }
+      elsif sheet_id.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.sheet_id == sheet_id }
+      elsif title.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.title == title }
+      end
+
+      raise SheetNotFound
+    end
+
+    def sheet_to_array(sheet, skip: 0, structured: false)
+      sheet_data = sheet&.data&.first
+      return [] if sheet_data.nil?
+
+      rows = sheet_data.row_data.map do |row_data|
+        values = row_data.values
+        next [''] if values.nil?
+
+        values.map { |cell| cell&.formatted_value || "" }
+      end
+
+      headers = rows.first
+      count = headers.count
+
+      if structured
+        rows.delete_at(0)
+        rows.slice!(0, skip)
+        rows.map { |r| headers.zip(r).to_h }
+      else
+        rows.slice!(0, skip)
+        rows.map { |r| fill_array(r, count) }
+      end
+    end
+
+    def fill_array(items, count, fill: '')
+      items + (count - items.count).times.map { fill }
+    end
+  end
+end

data/lib/google_spreadsheet_fetcher/config.rb

@@ -5,7 +5,8 @@ module GoogleSpreadsheetFetcher
     include ActiveSupport::Configurable
 
     config_accessor :client_secrets_file
-    config_accessor :credential_store_file
+    config_accessor :credential_store_file # required if token_store not set
+    config_accessor :token_store # required if credential_store_file not set
     config_accessor :scopes
 
     def self.default_config

data/lib/google_spreadsheet_fetcher/error.rb

@@ -1,3 +1,4 @@
 module GoogleSpreadsheetFetcher
+  class SpreadsheetNotFound < StandardError; end
   class SheetNotFound < StandardError; end
 end

data/lib/google_spreadsheet_fetcher/fetcher.rb

@@ -1,6 +1,4 @@
 require 'google/apis/sheets_v4'
-require 'googleauth'
-require 'googleauth/stores/file_token_store'
 require 'shellwords'
 
 module GoogleSpreadsheetFetcher
@@ -14,7 +12,7 @@ module GoogleSpreadsheetFetcher
     def initialize(spreadsheet_id, user_id, config: nil, application_name: nil)
       @spreadsheet_id = spreadsheet_id
       @user_id = user_id
-      @config = config || GoogleSpreadsheetFetcher.config
+      @config = config
       @application_name = application_name
     end
 
@@ -24,10 +22,7 @@ module GoogleSpreadsheetFetcher
     end
 
     def service
-      @service ||= Google::Apis::SheetsV4::SheetsService.new.tap do |service|
-        service.authorization = fetch_credentials
-        service.client_options.application_name = @application_name if @application_name.present?
-      end
+      @service ||= GoogleSpreadsheetFetcher::SheetsServiceBuilder.new(@user_id, config: @config, application_name: @application_name).build
     end
 
     private
@@ -37,7 +32,7 @@ module GoogleSpreadsheetFetcher
     # @param [Boolean] structured
     def fetch_all_rows(sheet, skip: 0, structured: false)
       # https://developers.google.com/sheets/api/guides/concepts#a1_notation
-      range = "#{sheet.properties.title}!A:Z"
+      range = "#{sheet.properties.title}!A:ZZ"
       rows = service.get_spreadsheet_values(@spreadsheet_id, range)&.values
       return [] if rows.blank?
 
@@ -71,24 +66,8 @@ module GoogleSpreadsheetFetcher
       raise SheetNotFound
     end
 
-    def fetch_credentials
-      client_id = Google::Auth::ClientId.from_file(@config.client_secrets_file)
-      token_store = Google::Auth::Stores::FileTokenStore.new(file: @config.credential_store_file)
-      authorizer = Google::Auth::UserAuthorizer.new(client_id, @config.scopes, token_store)
-
-      credentials = authorizer.get_credentials(@user_id)
-      return credentials if credentials.present?
-
-      url = authorizer.get_authorization_url(base_url: OOB_URI)
-      escaped_url = url.shellescape
-      system("open #{escaped_url}")
-      puts "Open #{url} in your browser and enter the resulting code: "
-      code = STDIN.gets
-      authorizer.get_and_store_credentials_from_code(user_id: @user_id, code: code, base_url: OOB_URI)
-    end
-
     def spreadsheet
-      service.get_spreadsheet(@spreadsheet_id)
+      @spreadsheet ||= service.get_spreadsheet(@spreadsheet_id)
     end
 
     def fill_array(items, count, fill: "")

data/lib/google_spreadsheet_fetcher/sheets_service_builder.rb

@@ -0,0 +1,44 @@
+require 'google/apis/sheets_v4'
+require 'googleauth'
+require 'googleauth/stores/file_token_store'
+require 'shellwords'
+
+module GoogleSpreadsheetFetcher
+  class SheetsServiceBuilder
+    OOB_URI = 'urn:ietf:wg:oauth:2.0:oob'
+
+    # @param [String] user_id
+    # @param [GoogleSpreadsheetFetcher::Config] config
+    # @param [String] application_name
+    def initialize(user_id, config: nil, application_name: nil)
+      @user_id = user_id
+      @config = config || GoogleSpreadsheetFetcher.config
+      @application_name = application_name
+      @token_store = config.token_store || Google::Auth::Stores::FileTokenStore.new(file: @config.credential_store_file)
+    end
+
+    def build
+      Google::Apis::SheetsV4::SheetsService.new.tap do |service|
+        service.authorization = fetch_credentials
+        service.client_options.application_name = @application_name if @application_name.present?
+      end
+    end
+
+    private
+
+    def fetch_credentials
+      client_id = Google::Auth::ClientId.from_file(@config.client_secrets_file)
+      authorizer = Google::Auth::UserAuthorizer.new(client_id, @config.scopes, @token_store)
+
+      credentials = authorizer.get_credentials(@user_id)
+      return credentials if credentials.present?
+
+      url = authorizer.get_authorization_url(base_url: OOB_URI)
+      escaped_url = url.shellescape
+      system("open #{escaped_url}")
+      puts "Open #{url} in your browser and enter the resulting code: "
+      code = STDIN.gets
+      authorizer.get_and_store_credentials_from_code(user_id: @user_id, code: code, base_url: OOB_URI)
+    end
+  end
+end

data/lib/google_spreadsheet_fetcher/version.rb

@@ -1,3 +1,3 @@
 module GoogleSpreadsheetFetcher
-  VERSION = "1.4.0"
+  VERSION = "1.8.0"
 end

data/lib/google_spreadsheet_fetcher.rb

@@ -4,6 +4,8 @@ require "google_spreadsheet_fetcher/version"
 require "google_spreadsheet_fetcher/config"
 require "google_spreadsheet_fetcher/error"
 require "google_spreadsheet_fetcher/fetcher"
+require "google_spreadsheet_fetcher/bulk_fetcher"
+require "google_spreadsheet_fetcher/sheets_service_builder"
 
 module GoogleSpreadsheetFetcher
   def self.config

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: google_spreadsheet_fetcher
 version: !ruby/object:Gem::Version
-  version: 1.4.0
+  version: 1.8.0
 platform: ruby
 authors:
 - Takahiro Ooishi
+- Yuya Yokosuka
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-05 00:00:00.000000000 Z
+date: 2021-11-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -83,6 +84,7 @@ dependencies:
 description: Google Spreadsheet fetcher
 email:
 - taka0125@gmail.com
+- yuya.yokosuka@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -97,9 +99,11 @@ files:
 - bin/setup
 - google_spreadsheet_fetcher.gemspec
 - lib/google_spreadsheet_fetcher.rb
+- lib/google_spreadsheet_fetcher/bulk_fetcher.rb
 - lib/google_spreadsheet_fetcher/config.rb
 - lib/google_spreadsheet_fetcher/error.rb
 - lib/google_spreadsheet_fetcher/fetcher.rb
+- lib/google_spreadsheet_fetcher/sheets_service_builder.rb
 - lib/google_spreadsheet_fetcher/version.rb
 homepage: https://github.com/taka0125/google_spreadsheet_fetcher
 licenses: []