arison 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1932f2c84e18288494dbb91ccd20c04964588202
+  data.tar.gz: 8c22039e2a3767b6ffe0633a841d3616247c1ee8
+SHA512:
+  metadata.gz: aa2f1c0a2b6ba015d36d0fb791158effaebfee59d15926277143a47e6fdc32316c72607887375c393ac2b57f5aaade6bb18609f150e75f2412e242089f36be9c
+  data.tar.gz: 39c8a16410afffef3164eea806d8d1e7bb3f5b572c93f45784cbac9fab654beea1441ab3e608b2bd6395b266e9edb3c7ae48d22e4a5d38e36e83588760b331cb

data/.document

@@ -0,0 +1,3 @@
+- 
+ChangeLog.md
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,8 @@
+Gemfile.lock
+doc/
+pkg/
+**/*.gem
+.yardoc/
+.bundle/
+vendor/bundle/
+.tags

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/.travis.yml

@@ -0,0 +1,16 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1
+  - ruby-head
+
+os:
+  - linux
+  - osx
+
+gemfile:
+  - Gemfile
+
+script: 'bundle exec rake spec'

data/.yardopts

@@ -0,0 +1 @@
+--markup markdown --title "pq Documentation" --protected

data/ChangeLog.md

@@ -0,0 +1,4 @@
+### 0.1.0 / 2014-09-27
+
+* Initial release:
+

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'kramdown'
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2014 Hiroshi Toyama
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,45 @@
+# arison [![Build Status](https://secure.travis-ci.org/toyama0919/arison.png?branch=master)](http://travis-ci.org/toyama0919/arison)
+
+TODO: Summary
+
+TODO: Description
+
+## Examples
+
+    $ arison sample
+    #=> hoge
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'arison'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install arison
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new [Pull Request](../../pull/new/master)
+
+## Information
+
+* [Homepage](https://github.com/toyama0919/arison)
+* [Issues](https://github.com/toyama0919/arison/issues)
+* [Documentation](http://rubydoc.info/gems/arison/frames)
+* [Email](mailto:toyama0919@gmail.com)
+
+## Copyright
+
+Copyright (c) 2014 Hiroshi Toyama
+
+See [LICENSE.txt](../LICENSE.txt) for details.

data/Rakefile

@@ -0,0 +1,40 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'rake'
+
+begin
+  gem 'rubygems-tasks', '~> 0.2'
+  require 'rubygems/tasks'
+
+  Gem::Tasks.new
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install rubygems-tasks` to install Gem::Tasks."
+end
+
+begin
+  gem 'rspec', '~> 2.4'
+  require 'rspec/core/rake_task'
+
+  RSpec::Core::RakeTask.new
+rescue LoadError => e
+  task :spec do
+    abort "Please run `gem install rspec` to install RSpec."
+  end
+end
+
+task :test    => :spec
+task :default => :spec
+
+begin
+  gem 'yard', '~> 0.8'
+  require 'yard'
+
+  YARD::Rake::YardocTask.new  
+rescue LoadError => e
+  task :yard do
+    abort "Please run `gem install yard` to install YARD."
+  end
+end
+task :doc => :yard

data/arison.gemspec

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+
+require File.expand_path('../lib/arison/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "arison"
+  gem.version       = Arison::VERSION
+  gem.summary       = %q{postgresql command line interface}
+  gem.description   = %q{postgresql command line interface}
+  gem.license       = "MIT"
+  gem.authors       = ["Hiroshi Toyama"]
+  gem.email         = "toyama0919@gmail.com"
+  gem.homepage      = "https://github.com/toyama0919/arison"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'thor', '~> 0.19.1'
+  gem.add_dependency 'pg'
+  gem.add_dependency 'activesupport'
+  gem.add_dependency 'activerecord'
+  gem.add_dependency 'activerecord-import'
+
+  gem.add_development_dependency 'bundler'
+  gem.add_development_dependency 'pry', '~> 0.10.1'
+  gem.add_development_dependency 'rake', '~> 10.3.2'
+  gem.add_development_dependency 'rspec', '~> 2.4'
+  gem.add_development_dependency 'rubocop', '~> 0.24.1'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+  gem.add_development_dependency 'yard', '~> 0.8'
+end

data/bin/arison

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'arison'
+
+Arison::CLI.start

data/lib/arison/cli.rb

@@ -0,0 +1,69 @@
+# -*- coding: utf-8 -*-
+require "thor"
+require 'yaml'
+require 'json'
+require 'pp'
+
+module Arison
+  class CLI < Thor
+
+    map '--version' => :version
+    map '-s' => :query_inline
+    map '-f' => :query_file
+    map '-b' => :import
+
+    class_option :profile, aliases: '-p', type: :string, default: 'default', desc: 'profile by .database.yml'
+    class_option :pretty, aliases: '-P', type: :boolean, default: false, desc: 'pretty print'
+    class_option :config, aliases: '--config', type: :string, default: "#{ENV['HOME']}/.database.yml", desc: 'config file'
+    def initialize(args = [], options = {}, config = {})
+      super(args, options, config)
+      @global_options = config[:shell].base.options
+      @config = YAML.load_file(@global_options['config'])
+      profile = @config[@global_options['profile']]
+      @core = Core.new(profile)
+    end
+
+    desc 'query_inline', 'Sample task'
+    option :query, aliases: '-q', type: :string, required: true, desc: 'query'
+    def query_inline
+      puts_json @core.query(options['query'])
+    end
+
+    desc 'query_file', 'query_file'
+    def query_file(file)
+      puts_json @core.query(File.read(file))
+    end
+
+    desc 'tables', 'tables'
+    def tables
+      puts_json @core.tables
+    end
+
+    desc 'columns', 'columns'
+    def columns(table_name)
+      puts_json @core.columns_with_table_name(table_name)
+    end
+
+    desc 'import', 'import'
+    def import(table)
+      data = @core.parse_json(STDIN.read)
+      @core.create_table(table, data)
+      @core.import(table, data)
+    end
+
+    desc 'info', 'info'
+    def info
+      puts_json @config
+    end
+
+    desc 'version', 'show version'
+    def version
+      puts VERSION
+    end
+
+    private
+    def puts_json(object)
+      puts JSON.pretty_generate(object)
+    end
+  end
+end

data/lib/arison/core.rb

@@ -0,0 +1,175 @@
+require 'active_record'
+require 'activerecord-import'
+require 'active_support'
+
+module Arison
+  class Core
+
+    def initialize(profile)
+      @profile = profile
+      ActiveRecord::Base.establish_connection(@profile)
+      ActiveRecord::Base.default_timezone = :local
+      @connection = ActiveRecord::Base.connection
+    end
+
+    def query(sql)
+    	@connection.exec_query(sql).to_a
+    end
+
+    def columns_with_table_name(table_name)
+      columns(get_class(table_name))
+    end
+
+    def columns(klass)
+      klass.columns.map do |column|
+        JSON.parse(column.to_json)
+      end
+    end
+
+    def tables
+      @connection.tables
+    end
+
+    def import(table_name, data)
+      klass = get_class(table_name)
+      limits = get_limit_hash(klass)
+      instances = []
+      data.each do |record|
+        instance = klass.new
+        begin
+          record = record.inject({}){ |result, (k, v)|
+            length = limits[k]
+            result[k] = (length.nil? || v.nil? || v.class != String) ? v : v.slice(0, length)
+            result
+          }
+          instance.attributes = record
+        rescue ActiveRecord::UnknownAttributeError => e
+        rescue => e
+          puts "\n#{e.message}\n#{e.backtrace.join("\n")}"
+        ensure
+          instances << instance
+        end
+      end
+      instances.in_groups_of(10000, false) do |block|
+        klass.import(block)
+      end
+    end
+
+    def get_create_table_dsl(table_name, hash)
+      dsl = %Q{
+      create_table "#{table_name}" do |t|
+        #{get_column_schema(hash).join("\n")}
+        t.datetime "created_at"
+        t.datetime "updated_at"
+      end
+      }
+    end
+
+    def get_add_index_dsl(table_name, uniq_columns)
+      dsl = %Q{
+      add_index(:#{table_name}, #{uniq_columns.map(&:to_sym)}, unique: true)
+      }
+    end
+
+    def get_add_column_dsl(table_name, column_name, record)
+      dsl = %Q{
+      add_column "#{table_name}", "#{column_name}", :#{get_type(column_name, record['column_name'])}
+      }
+    end
+
+    def create_table(table_name, data)
+      first = data.class == Array ? data.first : data
+      if @connection.data_source_exists?(table_name)
+        add_column_live(table_name, data)
+        return 
+      end
+      create_table_dsl = get_create_table_dsl(table_name, first)
+      Arison::Migration.run_dsl(create_table_dsl)
+      add_column_live(table_name, data)
+    end
+
+    def parse_json(buffer)
+      begin
+        data = JSON.parse(buffer)
+      rescue => e
+        data = []
+        buffer.lines.each do |line|
+          data << JSON.parse(line)
+        end
+      end
+      data
+    end
+
+    def get_class(table_name)
+      define_class(table_name)
+      table_name.camelcase.constantize
+    end
+
+    def define_class(table_name)
+      klass_sym = table_name.camelcase.to_sym
+      if Object.constants.include?(klass_sym)
+        Object.send(:remove_const, klass_sym)
+      end
+      Object.const_set(table_name.camelcase, Class.new(ActiveRecord::Base) do
+        self.table_name = table_name
+      end)
+    end
+
+    def get_column_schema(hash)
+      hash.map do |k, v|
+        type = get_type(k, v)
+        %Q{t.#{type} "#{k}"} unless type.nil?
+      end
+    end
+
+    def get_type(k, v)
+      if v.nil?
+        %Q{string}
+      elsif k =~ /^id$/i
+        nil
+      elsif v.class == String
+        to_time_or_nil(v).nil? ? %Q{string} : %Q{datetime}
+      elsif v.class == TrueClass || v.class == FalseClass
+        %Q{boolean}
+      elsif v.class == Fixnum
+        %Q{integer}
+      elsif v.class == Float
+        %Q{float}
+      elsif v.class == Array || v.class == Hash
+        %Q{text}
+      elsif v.respond_to?(:strftime)
+        %Q{datetime}
+      end
+    end
+
+    def to_time_or_nil(value)
+      return nil if value.slice(0, 4) !~ /^[0-9][0-9][0-9][0-9]/
+      begin
+        time = value.to_time
+        time.to_i >= 0 ? time : nil
+      rescue => e
+        nil
+      end
+    end
+
+    def get_limit_hash(klass)
+      columns(klass).inject({}){ |result, column| 
+        result[column['name']] = column['limit']
+        result
+      }
+    end
+
+    def add_column_live(table_name, data)
+      data.each do |record|
+        limits = get_limit_hash(get_class(table_name))
+        diff_keys = (record.keys - limits.keys)
+
+        diff_keys.each do |column|
+          add_column_dsl = get_add_column_dsl(table_name, column, record)
+          Arison::Migration.run_dsl(add_column_dsl)
+        end
+        ActiveRecord::Base.establish_connection(@profile)
+      end
+    end
+  end
+end

data/lib/arison/migration.rb

@@ -0,0 +1,7 @@
+module Arison
+  class Migration < ActiveRecord::Migration
+    def self.run_dsl(dsl)
+      eval dsl
+    end
+  end
+end

data/lib/arison/version.rb

@@ -0,0 +1,4 @@
+module Arison
+  # arison version
+  VERSION = "0.1.1"
+end

data/lib/arison.rb

@@ -0,0 +1,4 @@
+require 'arison/version'
+require 'arison/core'
+require 'arison/migration'
+require 'arison/cli'

data/spec/arison_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'arison'
+
+describe Arison do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/cli_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'arison'
+
+describe Arison::CLI do
+  before do
+  end
+
+  it "should stdout sample" do
+    output = capture_stdout do
+      Arison::CLI.start(['sample'])
+    end
+    output.should == "This is your new task\n"
+  end
+
+  after do
+  end
+end

data/spec/core_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+require 'arison'
+
+describe Arison::Core do
+  before do
+    @core = Core.new
+  end
+
+  it "core not nil" do
+    @core.should_not nil
+  end
+
+  after do
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+gem 'rspec', '~> 2.4'
+require 'rspec'
+require 'arison/version'
+
+include Arison
+
+def capture_stdout
+  out = StringIO.new
+  $stdout = out
+  yield
+  return out.string
+ensure
+  $stdout = STDOUT
+end
+
+def capture_stderr
+  out = StringIO.new
+  $stderr = out
+  yield
+  return out.string
+ensure
+  $stderr = STDERR
+end
+

metadata

@@ -0,0 +1,237 @@
+--- !ruby/object:Gem::Specification
+name: arison
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Hiroshi Toyama
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-02-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+description: postgresql command line interface
+email: toyama0919@gmail.com
+executables:
+- arison
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- ".yardopts"
+- ChangeLog.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- arison.gemspec
+- bin/arison
+- lib/arison.rb
+- lib/arison/cli.rb
+- lib/arison/core.rb
+- lib/arison/migration.rb
+- lib/arison/version.rb
+- spec/arison_spec.rb
+- spec/cli_spec.rb
+- spec/core_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/toyama0919/arison
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: postgresql command line interface
+test_files:
+- spec/arison_spec.rb
+- spec/cli_spec.rb
+- spec/core_spec.rb
+- spec/spec_helper.rb