google_spreadsheet_fetcher 1.5.0 → 1.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 19986f7cb8f74972b30f9ea8b64e824a10eb27d2674ae505687e975e1a6d39a6
-  data.tar.gz: 743b07edcaac696de6d0bae0dba814b7b4d63d90e35533f04b08bfcffce7644e
+  metadata.gz: 01317b3b4070bd85ad5c1348628e12d328ff48d14c043dd5d24ac6cfc2e9d6bc
+  data.tar.gz: 28bfbd3c4cce51f95c99a741f398d73e8069834e69a09bd7cb11cfbb873fb86b
 SHA512:
-  metadata.gz: 7d18fbdd7aecd3556d9a691548f7ded59966a9ceee8fc5f3539168f8ce1387d46a1fa5d6bc80ef984e3b2cd34963ad5f27f48cdaaa9b4fea66bac4bd02afe5f4
-  data.tar.gz: 7fed94f3c9c7a0f9c66d733600361d150bd564d201143e63e75ce92ad871cf20c54a2850057ad1866e7ef049355ec920cc98d2a492abea2ff18be145369dd922
+  metadata.gz: 7b3f1cab21db6c6f37894307559f16ba4c85a2a8a6b581845ce3cf3641c85b24be03efe54c67d9b12d06eecac259a6b7974e62aa891366236987b27dc212db80
+  data.tar.gz: a3481761544d9b371cfdba6caf4e111921b8fddd6b6628c2e900d3d90bd00193a94385a9bb87c609a0ae324715ff2939e356d5f6b1c498587b961917e83fdf4e

data/README.md

@@ -25,20 +25,32 @@ Or install it yourself as:
 - Make OAuth 2.0 Client. (other)
 - Download client secret json
 
+
 ```ruby
-credential_store_file = Rails.root.join('config', 'credential-oauth2-supporter.json').to_s
-sheet_key = 'YOUR_SHEET_KEY'
+sheet_key = 'example_sheet_id'
 
 GoogleSpreadsheetFetcher.configure do |config|
-  config.client_secrets_file_path = Rails.root.join('config', 'client_secrets_pokota_supporter.json').to_s
+  config.client_secrets_file = 'client_secrets_file_path.json'
+  config.credential_store_file = 'credential_store_file_path.json'
 end
 
 user_id = 'sample'
-fetcher = GoogleSpreadsheetFetcher::Fetcher.new(credential_store_file, user_id, sheet_key)
 
-fetcher.fetch_by_index(0)
-fetcher.fetch_by_title('title')
-fetcher.fetch_by_gid('gid')
+fetcher = GoogleSpreadsheetFetcher::Fetcher.new(sheet_key, user_id)
+
+fetcher.fetch_all_rows_by!(index: 0)
+fetcher.fetch_all_rows_by!(title: 'sheet_title')
+fetcher.fetch_all_rows_by!(sheet_id: 1234567890)
+
+
+# or, you can do a bulk fetching. In this case, you only need to access the API once,
+# but it will take a little longer on first fetch.
+fetcher = GoogleSpreadsheetFetcher::BulkFetcher.new(sheet_key, user_id)
+fetcher.fetch
+
+fetcher.all_rows_by!(index: 0)
+fetcher.all_rows_by!(title: 'sheet_title')
+fetcher.all_rows_by!(sheet_id: 1234567890)
 ```
 
 ## Development

data/google_spreadsheet_fetcher.gemspec

@@ -6,8 +6,8 @@ require 'google_spreadsheet_fetcher/version'
 Gem::Specification.new do |spec|
   spec.name          = "google_spreadsheet_fetcher"
   spec.version       = GoogleSpreadsheetFetcher::VERSION
-  spec.authors       = ["Takahiro Ooishi"]
-  spec.email         = ["taka0125@gmail.com"]
+  spec.authors       = ["Takahiro Ooishi", "Yuya Yokosuka"]
+  spec.email         = ["taka0125@gmail.com", "yuya.yokosuka@gmail.com"]
 
   spec.summary       = %q{Google Spreadsheet fetcher}
   spec.description   = %q{Google Spreadsheet fetcher}

data/lib/google_spreadsheet_fetcher/bulk_fetcher.rb

@@ -0,0 +1,82 @@
+require 'google/apis/sheets_v4'
+require 'shellwords'
+
+module GoogleSpreadsheetFetcher
+  class BulkFetcher
+    # @param [String] spreadsheet_id
+    # @param [String] user_id
+    # @param [GoogleSpreadsheetFetcher::Config] config
+    # @param [String] application_name
+    def initialize(spreadsheet_id, user_id, config: nil, application_name: nil)
+      @spreadsheet_id = spreadsheet_id
+      @user_id = user_id
+      @config = config || GoogleSpreadsheetFetcher.config
+      @application_name = application_name
+
+      @spreadsheet = nil
+    end
+
+    def fetch
+      @spreadsheet = service.get_spreadsheet(@spreadsheet_id, fields: 'sheets(properties,data.rowData.values(formattedValue))')
+      self
+    end
+
+    # @param [Integer] index
+    # @param [Integer] sheet_id
+    # @param [String] title
+    # @param [Integer] skip
+    # @param [Boolean] structured
+    def all_rows_by!(index: nil, sheet_id: nil, title: nil, skip: 0, structured: false)
+      sheet = sheet_by!(index: index, sheet_id: sheet_id, title: title)
+      sheet_to_array(sheet, skip: skip, structured: structured)
+    end
+
+    def service
+      @service ||= GoogleSpreadsheetFetcher::SheetsServiceBuilder.new(@user_id, config: @config, application_name: @application_name).build
+    end
+
+    private
+
+    def sheet_by!(index: nil, sheet_id: nil, title: nil)
+      raise SpreadsheetNotFound if @spreadsheet.sheets.blank?
+
+      if index.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.index == index }
+      elsif sheet_id.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.sheet_id == sheet_id }
+      elsif title.present?
+        return @spreadsheet.sheets.find { |sheet| sheet.properties.title == title }
+      end
+
+      raise SheetNotFound
+    end
+
+    def sheet_to_array(sheet, skip: 0, structured: false)
+      sheet_data = sheet&.data&.first
+      return [] if sheet_data.nil?
+
+      rows = sheet_data.row_data.map do |row_data|
+        values = row_data.values
+        next [''] if values.nil?
+
+        values.map { |cell| cell&.formatted_value || "" }
+      end
+
+      headers = rows.first
+      count = headers.count
+
+      if structured
+        rows.delete_at(0)
+        rows.slice!(0, skip)
+        rows.map { |r| headers.zip(r).to_h }
+      else
+        rows.slice!(0, skip)
+        rows.map { |r| fill_array(r, count) }
+      end
+    end
+
+    def fill_array(items, count, fill: '')
+      items + (count - items.count).times.map { fill }
+    end
+  end
+end

data/lib/google_spreadsheet_fetcher/config.rb

@@ -5,7 +5,8 @@ module GoogleSpreadsheetFetcher
     include ActiveSupport::Configurable
 
     config_accessor :client_secrets_file
-    config_accessor :credential_store_file
+    config_accessor :credential_store_file # required if token_store not set
+    config_accessor :token_store # required if credential_store_file not set
     config_accessor :scopes
 
     def self.default_config

data/lib/google_spreadsheet_fetcher/error.rb

@@ -1,3 +1,4 @@
 module GoogleSpreadsheetFetcher
+  class SpreadsheetNotFound < StandardError; end
   class SheetNotFound < StandardError; end
 end

data/lib/google_spreadsheet_fetcher/fetcher.rb

@@ -1,6 +1,4 @@
 require 'google/apis/sheets_v4'
-require 'googleauth'
-require 'googleauth/stores/file_token_store'
 require 'shellwords'
 
 module GoogleSpreadsheetFetcher
@@ -14,7 +12,7 @@ module GoogleSpreadsheetFetcher
     def initialize(spreadsheet_id, user_id, config: nil, application_name: nil)
       @spreadsheet_id = spreadsheet_id
       @user_id = user_id
-      @config = config || GoogleSpreadsheetFetcher.config
+      @config = config
       @application_name = application_name
     end
 
@@ -24,10 +22,7 @@ module GoogleSpreadsheetFetcher
     end
 
     def service
-      @service ||= Google::Apis::SheetsV4::SheetsService.new.tap do |service|
-        service.authorization = fetch_credentials
-        service.client_options.application_name = @application_name if @application_name.present?
-      end
+      @service ||= GoogleSpreadsheetFetcher::SheetsServiceBuilder.new(@user_id, config: @config, application_name: @application_name).build
     end
 
     private
@@ -71,24 +66,8 @@ module GoogleSpreadsheetFetcher
       raise SheetNotFound
     end
 
-    def fetch_credentials
-      client_id = Google::Auth::ClientId.from_file(@config.client_secrets_file)
-      token_store = Google::Auth::Stores::FileTokenStore.new(file: @config.credential_store_file)
-      authorizer = Google::Auth::UserAuthorizer.new(client_id, @config.scopes, token_store)
-
-      credentials = authorizer.get_credentials(@user_id)
-      return credentials if credentials.present?
-
-      url = authorizer.get_authorization_url(base_url: OOB_URI)
-      escaped_url = url.shellescape
-      system("open #{escaped_url}")
-      puts "Open #{url} in your browser and enter the resulting code: "
-      code = STDIN.gets
-      authorizer.get_and_store_credentials_from_code(user_id: @user_id, code: code, base_url: OOB_URI)
-    end
-
     def spreadsheet
-      service.get_spreadsheet(@spreadsheet_id)
+      @spreadsheet ||= service.get_spreadsheet(@spreadsheet_id)
     end
 
     def fill_array(items, count, fill: "")

data/lib/google_spreadsheet_fetcher/sheets_service_builder.rb

@@ -0,0 +1,44 @@
+require 'google/apis/sheets_v4'
+require 'googleauth'
+require 'googleauth/stores/file_token_store'
+require 'shellwords'
+
+module GoogleSpreadsheetFetcher
+  class SheetsServiceBuilder
+    OOB_URI = 'urn:ietf:wg:oauth:2.0:oob'
+
+    # @param [String] user_id
+    # @param [GoogleSpreadsheetFetcher::Config] config
+    # @param [String] application_name
+    def initialize(user_id, config: nil, application_name: nil)
+      @user_id = user_id
+      @config = config || GoogleSpreadsheetFetcher.config
+      @application_name = application_name
+      @token_store = @config.token_store || Google::Auth::Stores::FileTokenStore.new(file: @config.credential_store_file)
+    end
+
+    def build
+      Google::Apis::SheetsV4::SheetsService.new.tap do |service|
+        service.authorization = fetch_credentials
+        service.client_options.application_name = @application_name if @application_name.present?
+      end
+    end
+
+    private
+
+    def fetch_credentials
+      client_id = Google::Auth::ClientId.from_file(@config.client_secrets_file)
+      authorizer = Google::Auth::UserAuthorizer.new(client_id, @config.scopes, @token_store)
+
+      credentials = authorizer.get_credentials(@user_id)
+      return credentials if credentials.present?
+
+      url = authorizer.get_authorization_url(base_url: OOB_URI)
+      escaped_url = url.shellescape
+      system("open #{escaped_url}")
+      puts "Open #{url} in your browser and enter the resulting code: "
+      code = STDIN.gets
+      authorizer.get_and_store_credentials_from_code(user_id: @user_id, code: code, base_url: OOB_URI)
+    end
+  end
+end

data/lib/google_spreadsheet_fetcher/version.rb

@@ -1,3 +1,3 @@
 module GoogleSpreadsheetFetcher
-  VERSION = "1.5.0"
+  VERSION = "1.8.1"
 end

data/lib/google_spreadsheet_fetcher.rb

@@ -4,6 +4,8 @@ require "google_spreadsheet_fetcher/version"
 require "google_spreadsheet_fetcher/config"
 require "google_spreadsheet_fetcher/error"
 require "google_spreadsheet_fetcher/fetcher"
+require "google_spreadsheet_fetcher/bulk_fetcher"
+require "google_spreadsheet_fetcher/sheets_service_builder"
 
 module GoogleSpreadsheetFetcher
   def self.config

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: google_spreadsheet_fetcher
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 1.8.1
 platform: ruby
 authors:
 - Takahiro Ooishi
-autorequire: 
+- Yuya Yokosuka
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-04-17 00:00:00.000000000 Z
+date: 2021-12-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -83,6 +84,7 @@ dependencies:
 description: Google Spreadsheet fetcher
 email:
 - taka0125@gmail.com
+- yuya.yokosuka@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -97,14 +99,16 @@ files:
 - bin/setup
 - google_spreadsheet_fetcher.gemspec
 - lib/google_spreadsheet_fetcher.rb
+- lib/google_spreadsheet_fetcher/bulk_fetcher.rb
 - lib/google_spreadsheet_fetcher/config.rb
 - lib/google_spreadsheet_fetcher/error.rb
 - lib/google_spreadsheet_fetcher/fetcher.rb
+- lib/google_spreadsheet_fetcher/sheets_service_builder.rb
 - lib/google_spreadsheet_fetcher/version.rb
 homepage: https://github.com/taka0125/google_spreadsheet_fetcher
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -119,8 +123,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.2.22
+signing_key:
 specification_version: 4
 summary: Google Spreadsheet fetcher
 test_files: []