data_pitcher 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ad5b48b5dd9a15701d6addf471f7b5c0d6fe8051
+  data.tar.gz: 9f3432b52d4c4d0d034ed38f7fac6bf987412c5e
+SHA512:
+  metadata.gz: 80c06d4e5e9d3dc43ec914e8a723f96d40f61e67dd3da2946d3a6f36b853e9c9634ff66308b42b2896d3c9c0be414830c44d80e5a1afdd178ad56681fdcee71d
+  data.tar.gz: d19d9efddc0e1dc59525e44222eeea653980d202fa15da9823216fff10d2267aeb528501813492822bad02cc4b0f5b6a2ae02cb105e8278c4b9972312188546c

data/.gitignore

@@ -0,0 +1,7 @@
+.bundle/
+log/*.log
+pkg/
+spec/dummy/db/*.sqlite3
+spec/dummy/db/*.sqlite3-journal
+spec/dummy/log/*.log
+spec/dummy/tmp/

data/Gemfile

@@ -0,0 +1,14 @@
+source 'https://rubygems.org'
+
+# Declare your gem's dependencies in data_pitcher.gemspec.
+# Bundler will treat runtime dependencies like base dependencies, and
+# development dependencies will be added by default to the :development group.
+gemspec
+
+# Declare any dependencies that are still in development here instead of in
+# your gemspec. These might include edge Rails or gems from your path or
+# Git. Remember to move these dependencies to your gemspec before releasing
+# your gem to rubygems.org.
+
+# To use a debugger
+# gem 'byebug', group: [:development, :test]

data/Gemfile.lock

@@ -0,0 +1,92 @@
+PATH
+  remote: .
+  specs:
+    data_pitcher (0.1.0)
+      activerecord (>= 3.2)
+      google_drive
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (5.1.1)
+      activesupport (= 5.1.1)
+    activerecord (5.1.1)
+      activemodel (= 5.1.1)
+      activesupport (= 5.1.1)
+      arel (~> 8.0)
+    activesupport (5.1.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    addressable (2.5.1)
+      public_suffix (~> 2.0, >= 2.0.2)
+    arel (8.0.0)
+    concurrent-ruby (1.0.5)
+    declarative (0.0.9)
+    declarative-option (0.1.0)
+    faraday (0.12.1)
+      multipart-post (>= 1.2, < 3)
+    google-api-client (0.12.0)
+      addressable (~> 2.5, >= 2.5.1)
+      googleauth (~> 0.5)
+      httpclient (>= 2.8.1, < 3.0)
+      mime-types (~> 3.0)
+      representable (~> 3.0)
+      retriable (>= 2.0, < 4.0)
+    google_drive (2.1.5)
+      google-api-client (>= 0.11.0, < 0.13.0)
+      googleauth (>= 0.5.0, < 1.0.0)
+      nokogiri (>= 1.5.3, < 2.0.0)
+    googleauth (0.5.1)
+      faraday (~> 0.9)
+      jwt (~> 1.4)
+      logging (~> 2.0)
+      memoist (~> 0.12)
+      multi_json (~> 1.11)
+      os (~> 0.9)
+      signet (~> 0.7)
+    httpclient (2.8.3)
+    i18n (0.8.4)
+    jwt (1.5.6)
+    little-plugger (1.1.4)
+    logging (2.2.2)
+      little-plugger (~> 1.1)
+      multi_json (~> 1.10)
+    memoist (0.16.0)
+    mime-types (3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2016.0521)
+    mini_portile2 (2.2.0)
+    minitest (5.10.2)
+    multi_json (1.12.1)
+    multipart-post (2.0.0)
+    nokogiri (1.8.0)
+      mini_portile2 (~> 2.2.0)
+    os (0.9.6)
+    public_suffix (2.0.5)
+    rake (12.0.0)
+    representable (3.0.4)
+      declarative (< 0.1.0)
+      declarative-option (< 0.2.0)
+      uber (< 0.2.0)
+    retriable (3.0.2)
+    signet (0.7.3)
+      addressable (~> 2.3)
+      faraday (~> 0.9)
+      jwt (~> 1.5)
+      multi_json (~> 1.10)
+    thread_safe (0.3.6)
+    tzinfo (1.2.3)
+      thread_safe (~> 0.1)
+    uber (0.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  data_pitcher!
+  rake
+
+BUNDLED WITH
+   1.14.6

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2017 Masahiro Nishimi
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# DataPitcher
+
+DataPitcher send SQL result data to your google spreadsheets.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'data_pitcher'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+## Setup
+
+```ruby
+bundle exec rails g data_pitcher:install
+```
+
+TODO: write more
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,23 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'DataPitcher'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+
+
+
+require 'bundler/gem_tasks'
+

data/bin/test

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$: << File.expand_path(File.expand_path("../../test", __FILE__))
+
+require "bundler/setup"
+require "rails/plugin/test"

data/data_pitcher.gemspec

@@ -0,0 +1,23 @@
+$:.push File.expand_path("../lib", __FILE__)
+
+# Maintain your gem's version:
+require "data_pitcher/version"
+
+# Describe your gem and declare its dependencies:
+Gem::Specification.new do |s|
+  s.name        = "data_pitcher"
+  s.version     = DataPitcher::VERSION
+  s.authors     = ["Masahiro Nishimi"]
+  s.email       = ["nishimi@sonicgarden.jp"]
+  s.homepage    = "https://github.com/mahm/data_pitcher"
+  s.summary     = "Data Pitcher throw your pesisted data to Google Spreadsheet."
+  s.description = "Data Pitcher throw your pesisted data to Google Spreadsheet."
+  s.license     = "MIT"
+
+  s.files       = `git ls-files`.split($\)
+
+  s.required_ruby_version = ">= 2.3"
+  s.add_runtime_dependency "activerecord", ">= 3.2"
+  s.add_runtime_dependency "google_drive"
+  s.add_development_dependency "rake"
+end

data/lib/data_pitcher.rb

@@ -0,0 +1,22 @@
+require 'data_pitcher/version'
+require 'data_pitcher/configuration'
+require 'data_pitcher/executor'
+require 'data_pitcher/result'
+require 'data_pitcher/spreadsheet'
+require 'data_pitcher/batch'
+
+module DataPitcher
+  class << self
+    attr_writer :configuration
+
+    def configuration
+      @configuration ||= Configuration.new
+    end
+
+    def configure
+      yield(configuration)
+    end
+  end
+end
+
+require 'data_pitcher/railtie' if defined?(Rails::Railtie)

data/lib/data_pitcher/batch.rb

@@ -0,0 +1,20 @@
+require 'erb'
+
+module DataPitcher
+  class Batch
+    def initialize(yaml_path = DataPitcher.configuration.data_pitcher_yaml_path)
+      @yaml_path = yaml_path
+    end
+
+    def commands
+      # TODO: 例外処理
+      YAML.load(ERB.new(File.read(@yaml_path)).result)['data_pitcher']
+    end
+
+    def execute
+      commands.each do |command|
+        DataPitcher::Spreadsheet.new(command['spreadsheet_key'], command['sql_path']).replace_worksheet_with_query
+      end
+    end
+  end
+end

data/lib/data_pitcher/configuration.rb

@@ -0,0 +1,11 @@
+module DataPitcher
+  class Configuration
+    attr_accessor :google_service_account_json_path
+    attr_accessor :data_pitcher_yaml_path
+
+    def initialize
+      @google_service_account_json_path = Rails.root.join('config', 'service_account.json')
+      @data_pitcher_yaml_path = Rails.root.join('config', 'data_pitcher.yml')
+    end
+  end
+end

data/lib/data_pitcher/executor.rb

@@ -0,0 +1,36 @@
+module DataPitcher
+  class Executor
+    def initialize(query)
+      @query = query
+    end
+
+    def execute
+      result(select(@query))
+    end
+
+    private
+
+    def connection
+      ActiveRecord::Base.connection
+    end
+
+    def with_sandbox
+      result = nil
+      connection.transaction do
+        result = yield
+        raise ActiveRecord::Rollback
+      end
+      result
+    end
+
+    def select(query)
+      with_sandbox do
+        connection.exec_query(query)
+      end
+    end
+
+    def result(ar)
+      DataPitcher::Result.new(ar.columns, ar.rows)
+    end
+  end
+end

data/lib/data_pitcher/railtie.rb

@@ -0,0 +1,7 @@
+module DataPitcher
+  class Railtie < ::Rails::Railtie
+    rake_tasks do
+      load 'data_pitcher/tasks/data_pitcher_tasks.rake'
+    end
+  end
+end

data/lib/data_pitcher/result.rb

@@ -0,0 +1,18 @@
+module DataPitcher
+  class Result
+    attr_reader :header, :rows
+
+    def initialize(header, rows = [])
+      @header = header
+      @rows   = rows
+    end
+
+    def <<(row)
+      rows << row
+    end
+
+    def ==(obj)
+      header == obj.header && rows == obj.rows
+    end
+  end
+end

data/lib/data_pitcher/spreadsheet.rb

@@ -0,0 +1,61 @@
+require 'google_drive'
+
+module DataPitcher
+  class Spreadsheet
+    def initialize(spreadsheet_key, sql_path)
+      @spreadsheet_key = spreadsheet_key
+      @sql_path = sql_path
+    end
+
+    def spreadsheet
+      @spreadsheet ||= session.spreadsheet_by_key(@spreadsheet_key)
+    end
+
+    def worksheet
+      # NOTE: DataPitcher will access first sheet only
+      @worksheet ||= spreadsheet.worksheets.first
+    end
+
+    def clear_sheet
+      worksheet.reload
+      (1..worksheet.num_rows).each do |row|
+        (1..worksheet.num_cols).each do |col|
+          worksheet[row, col] = ''
+        end
+      end
+      worksheet.save
+    end
+
+    def fill_sheet
+      result = DataPitcher::Executor.new(read_query).execute
+      worksheet.reload
+      # fill header
+      result.header.each.with_index(1) do |val, col_index|
+        worksheet[1, col_index] = val
+      end
+      # fill rows
+      result.rows.each.with_index(2) do |row, row_index|
+        row.each.with_index(1) do |val, col_index|
+          worksheet[row_index, col_index] = val
+        end
+      end
+      worksheet.save
+    end
+
+    def read_query
+      # TODO: 例外処理
+      File.open(@sql_path) do |file|
+        file.read
+      end
+    end
+
+    def replace_worksheet_with_query
+      clear_sheet
+      fill_sheet
+    end
+
+    def session
+      @session ||= ::GoogleDrive::Session.from_service_account_key(DataPitcher.configuration.google_service_account_json_path)
+    end
+  end
+end

data/lib/data_pitcher/tasks/data_pitcher_tasks.rake

@@ -0,0 +1,6 @@
+namespace :data_pitcher do
+  desc 'Export data to google spreadsheets with SQL'
+  task execute: :environment do
+    DataPitcher::Batch.new.execute
+  end
+end

data/lib/data_pitcher/version.rb

@@ -0,0 +1,3 @@
+module DataPitcher
+  VERSION = '0.1.0'
+end

data/lib/generators/data_pitcher/install/install_generator.rb

@@ -0,0 +1,25 @@
+require "rails"
+
+module DataPitcher
+  class InstallGenerator < ::Rails::Generators::Base
+    def create_yaml_file
+      create_file 'config/data_pitcher.yml' do
+        <<-EOS
+data_pitcher:
+  - spreadsheet_key: <YOUR GOOGLE SPREADSHEET KEY>
+    sql_path: <YOUR SQL FILE PATH>
+        EOS
+      end
+    end
+
+    def create_initializer_file
+      initializer 'data_pitcher.rb' do
+        <<-EOS
+DataPitcher.configure do |config|
+  config.google_service_account_json_path = Rails.root.join('config', 'service_account.json')
+end
+        EOS
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: data_pitcher
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Masahiro Nishimi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-06-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Data Pitcher throw your pesisted data to Google Spreadsheet.
+email:
+- nishimi@sonicgarden.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- MIT-LICENSE
+- README.md
+- Rakefile
+- bin/test
+- data_pitcher.gemspec
+- lib/data_pitcher.rb
+- lib/data_pitcher/batch.rb
+- lib/data_pitcher/configuration.rb
+- lib/data_pitcher/executor.rb
+- lib/data_pitcher/railtie.rb
+- lib/data_pitcher/result.rb
+- lib/data_pitcher/spreadsheet.rb
+- lib/data_pitcher/tasks/data_pitcher_tasks.rake
+- lib/data_pitcher/version.rb
+- lib/generators/data_pitcher/install/install_generator.rb
+homepage: https://github.com/mahm/data_pitcher
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Data Pitcher throw your pesisted data to Google Spreadsheet.
+test_files: []