dbwrapper 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d757df52a8e915bd88e30fa5513e64d18a8c43cd
+  data.tar.gz: bbaf842795c328f0f588d8b16d2cbcb9940e100d
+SHA512:
+  metadata.gz: c12e74728f838767daef57db712ca9f3636a82c736b3d24ac487bf360aa4e29cb0294bebf66c5dd5f133857429afacbac71aad65823eda33b6664c1696e5b4c5
+  data.tar.gz: cef98eb69799cb08efb530dae8937e2bf961720e866423b8c067ab1d498bf7e102bb605607fdfcd7e3ae73932342bfe09dc8a270d9a16caf5bb0b3531232280a

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+spec/table
+*.un~
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.1.0

data/Gemfile

@@ -0,0 +1,16 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in dbwrapper.gemspec
+gemspec
+group :postgresql do
+  gem 'pg'
+  gem 'pg_typecast'
+end
+group :mysql do
+  gem 'mysql2'
+  gem 'mysql2-cs-bind'
+end
+group :sqlite3 do
+  gem 'sqlite3'
+end
+gem 'rspec'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Takeshi Morita
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,63 @@
+# Dbwrapper
+
+This library manipulate various db(mysql2,sqlite,postgresql) in the same way.
+you can use query with placeholder.
+still more, multiple insert with hash array and csv backup  and csv restore.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'dbwrapper'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dbwrapper
+
+## Usage
+
+``` ruby
+#sqlite3
+db=DBwrapper::DB.new(database: "test.sqlite3",adapter: "sqlite3")
+#mysql2
+db=DBwrapper::DB.new(database: "test",adapter: "mysql2")
+#postgresql
+db=DBwrapper::DB.new(database: "test",adapter: "postgresql")
+
+#or merely
+db=DBwrapper::DB.new(YAML::load(File.open('database.yml'))["development"])
+#create table depends on db type this example is mysql2. because datetime is paticular mysql.
+db.query("create table users (id integer,name text,created_at datetime)")
+#insert
+db.query('insert users (id,name,created_at) value(?,?,?)',1,"smith","2014-2014-06-26 00:00:00")
+#last_id 1
+@db.last_id
+#select return array of hash [{"id"=>1, "name"=>"smith", "created_at"=>2014-06-26 00:00:00 +0900}]
+db.query("select * from users")
+#update
+db.query("update users set name=? where id = ?","hay",1)
+#affected_rows 1
+db.affected_rows
+#multiple insert with hash
+db.xinsert("users",[{id: 2,name: "hello",created_at: "2014-2014-06-26 00:00:00"},{id: 3,name: "good",created_at: "2014-2014-06-27 00:00:00"}])
+#backup_table tablename,path csv made in /var/backup/users.csv
+db.backup_table("users","/var/backup")
+#truncate
+db.truncate("users")
+#restore table
+db.restore_table("users","/var/backup")
+#close
+db.close
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/dbwrapper.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dbwrapper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dbwrapper"
+  spec.version       = Dbwrapper::VERSION
+  spec.authors       = ["Takeshi Morita"]
+  spec.email         = ["takesy.morito@gmail.com"]
+  spec.description   = %q{manipulatie with sqlite3,mysql,postgresql in the same way}
+  spec.summary       = %q{you can use query with placeholder.  still more, multiple insert with hash array and csv backup  and csv restore.}
+  spec.homepage      = "https://github.com/takeshy/dbwrapper"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

data/lib/dbwrapper/version.rb

@@ -0,0 +1,3 @@
+module Dbwrapper
+  VERSION = "0.1.0"
+end

data/lib/dbwrapper.rb

@@ -0,0 +1,214 @@
+require_relative "dbwrapper/version"
+require "logger"
+require "csv"
+
+module DBwrapper
+  class DB
+    attr_reader :adapter,:client,:result
+    def initialize(option)
+      setting = {}.tap{|h| option.each{|k,v| h[k.to_sym] = v}}
+      raise ArgumentError,"database is not specified! for sqlite3" unless setting[:database]
+      @adapter = setting[:adapter]
+      case @adapter
+      when "sqlite3"
+        require 'sqlite3'
+        
+        @client = SQLite3::Database.new(setting[:database])
+        @client.execute("PRAGMA count_changes=ON;")
+      when "mysql2"
+        require 'mysql2-cs-bind'
+        db_params = {:database => setting[:database]}
+        if setting[:username]
+          db_params[:username] = setting[:username]
+        end
+        if setting[:password]
+          db_params[:password] = setting[:password]
+        end
+        if setting[:host]
+          db_params[:host] = setting[:host]
+        end
+        @client = Mysql2::Client.new(db_params)
+      when "postgresql"
+        require 'pg'
+        require 'pg_typecast'
+        db_params = {:dbname => setting[:database]}
+        if setting[:host]
+          db_params[:host] = setting[:host]
+        end
+        if setting[:username]
+          db_params[:user]  = setting[:username]
+        end
+        if setting[:password]
+          db_params[:password] = setting[:password]
+        end
+        @client = PG::Connection.open(db_params)
+      else
+        raise ArgumentError,"adapter is not specified. sqlite3 or mysql2 or postgresql"
+      end
+      if setting[:log]
+        @log = Logger.new(setting[:log])
+      else
+        @log = Logger.new(STDOUT)
+      end
+      if setting[:log_level]
+        case setting[:log_level]
+        when "fatal"
+          @log.level = Logger::FATAL
+        when "error"
+          @log.level = Logger::ERROR
+        when "warn"
+          @log.level = Logger::WARN
+        when "info"
+          @log.level = Logger::INFO
+        when "debug"
+          @log.level = Logger::DEBUG
+        end
+      else
+        @log.level = Logger::WARN
+      end
+    end
+
+    def xinsert(table,args)
+      raise ArgumentError,"args should  not be empty" if args.size == 0
+      unless args.is_a?(Array)
+        args = [args]
+      end
+      key_set = args.map{|a| a.keys.join(",")}.uniq
+      if key_set.length != 1
+        raise ArgumentError,"keys of records shuoud be same."
+      end
+      keys = args[0].keys
+      raise ArgumentError,"key shuoud be at least one." if keys.length == 0
+      case @adapter 
+      when "sqlite3"
+        args.each do |r|
+          query("insert into #{table} (#{keys.join(",")}) values (#{r.values.map{|v| "'#{v}'"}.join(",")})")
+        end
+      when "postgresql","mysql2"
+        vals = args.map(&:values).map{|r| "(" + r.map{|v| "'#{v}'"}.join(",") + ")"}
+        sql = "insert into #{table} (#{keys.join(",")}) values #{vals.join(",")}"
+        query(sql)
+      end
+    end
+
+    def query(*args)
+      @log.debug(args)
+      case @adapter 
+      when "sqlite3"
+        m = args[0].match(/[sS][eE][lL][eE][cC][tT]\s+(.*)\s+[fF][rR][oO][mM]\s+(\S*)\s*/)
+        if m
+          rows = []
+          if m[1] =~ /\*/
+            fields = []
+            @client.table_info(m[2]) do |row|
+              fields << row["name"]
+            end
+          else
+            fields = m[1].split(/,/).map{|d| d.gsub(/\s/,"")}
+          end
+          @client.execute(*args.map{|f| f.kind_of?(Date) || f.kind_of?(Time)  ? f.strftime("%Y-%m-%d %H:%M:%S.%N")[0..-4] : f}) do |rec|
+            t = {}
+            fields.each_with_index do |f,i|
+              t[f] = rec[i]
+            end
+            rows.push(t)
+          end
+          rows
+        else
+          @result = @client.execute(*args.map{|f| f.kind_of?(Date) || f.kind_of?(Time)  ? f.strftime("%Y-%m-%d %H:%M:%S.%N")[0..-4] : f})
+        end
+      when "mysql2"
+        @result = @client.xquery(*args)
+        @result.to_a
+      when "postgresql"
+        cnt=0
+        sql = args[0].gsub("?"){|w| "$" + (cnt+=1).to_s }
+        m = args[0].match(/^[iI][nN][sS][eE][rR][tT]\s+/)
+        if m
+          sql += " returning *"
+        end
+        @result = @client.exec(sql,args[1 .. -1].map{|f| f.kind_of?(Date) || f.kind_of?(Time)  ? f.strftime("%Y-%m-%d %H:%M:%S.%N")[0..-4] : f}.flatten)
+        if m
+          @last_id = 0
+          if @result.count > 0
+            @last_id = @result[@result.count - 1]["id"].to_i
+          end
+          res = @result
+        elsif args[0].match(/[sS][eE][lL][eE][cC][tT]\s+(.*)\s+[fF][rR][oO][mM]\s+(\S*)\s*/)
+          res = @result.map{|r| {}.tap{|h| r.each{|k,v| h[k.to_s] = v}}}
+        else
+          res = @result
+        end
+        res.to_a
+      end
+    end
+
+    def affected_rows
+      case @adapter 
+      when "sqlite3"
+        if @result.count > 0
+          @result[0][0]
+        else
+          0
+        end
+      when "mysql2"
+        @client.affected_rows()
+      when "postgresql"
+        @result.result_status
+      end
+    end
+
+    def last_id
+      case @adapter 
+      when "sqlite3"
+        @client.last_insert_row_id
+      when "mysql2"
+        @client.last_id
+      when "postgresql"
+        @last_id
+      end
+    end
+
+    def backup_table(t,path)
+      FileUtils.mkdir_p(path)
+      results = query("SELECT * FROM #{t}")
+      CSV.open("#{path}/#{t}.csv", "wb") do |csv|
+        csv << results.first.keys if results.first
+        results.each do |result|
+          csv << result.values.map{|r| if r == nil then 'null' elsif r.is_a?(Numeric) then r elsif r.is_a?(Time) then "'#{r.strftime("%Y-%m-%d %H:%M:%S.%N")[0..-4]}'" else "'#{r}'" end }
+        end
+      end
+    end
+
+    def restore_table(t,path)
+      cnt = 0
+      fields = nil
+      CSV.foreach("#{path}/#{t}.csv") do |row|
+        if cnt == 0
+          fields = row.join(",")
+        else
+          query("insert into #{t} (#{fields}) values (#{row.join(",")})")
+        end
+        cnt+=1
+      end
+    end
+
+    def truncate(t)
+      case @adapter
+      when "sqlite3"
+        query("delete from #{t}")
+      when "mysql2","postgresql"
+        query("TRUNCATE TABLE #{t}")
+      end
+    end
+
+    def close
+      case @adapter
+      when "postgresql"
+        @client.finish
+      else
+        @client.close
+      end
+    end
+  end
+end

data/spec/dbwrapper_spec.rb

@@ -0,0 +1,189 @@
+require 'spec_helper'
+require 'fileutils'
+require 'date'
+
+DummyDate = Time.utc(2014,6,26,0,0).utc
+describe Dbwrapper do
+  describe "sqlite3" do
+    before(:all) do
+      @db=DBwrapper::DB.new(database: "test.sqlite3",adapter: "sqlite3")
+      @db.query("create table users (id integer,name text,created_at text)")
+    end
+    before do
+      @db.xinsert("users",{id: 1,name: "good",created_at: DummyDate})
+      @db.xinsert("users",[{id: 2,name: "hello",created_at: DummyDate},{id: 3,name: "good",created_at: DummyDate}])
+      @last_id = @db.last_id
+      @db.query("update users set name=? where id = ?","hay",1)
+      @affected_rows = @db.affected_rows
+      @db.backup_table("users",File.dirname(__FILE__) + "/table/sqlite3")
+    end
+    it 'select' do
+      @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+    end
+    it 'last_id' do
+      @last_id.should == 3
+    end
+    it 'affected_rows' do
+      @affected_rows == 1
+    end
+    after do
+      @db.truncate("users")
+    end
+    after(:all) do
+      @db.close
+      FileUtils.rm("test.sqlite3")
+    end
+  end
+  describe "psotgres" do
+    before(:all) do
+      @db=DBwrapper::DB.new(database: "test",adapter: "postgresql")
+      @db.query("create table users (id int,name text,created_at timestamp)")
+    end
+    before do
+      @db.xinsert("users",{id: 1,name: "good",created_at: DummyDate})
+      @db.xinsert("users",[{id: 2,name: "hello",created_at: DummyDate},{id: 3,name: "good",created_at: DummyDate}])
+      @last_id = @db.last_id
+      @db.query("update users set name=? where id = ?","hay",1)
+      @affected_rows = @db.affected_rows
+      @db.backup_table("users",File.dirname(__FILE__) + "/table/postgresql")
+    end
+    it 'select' do
+      @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+    end
+    it 'last_id' do
+      @last_id.should == 3
+    end
+    it 'affected_rows' do
+      @affected_rows == 1
+    end
+    after do
+      @db.truncate("users")
+    end
+    after(:all) do
+      @db.query("drop table users")
+      @db.close
+    end
+  end
+  describe "mysql2" do
+    before(:all) do
+      @db=DBwrapper::DB.new(database: "test",adapter: "mysql2")
+      @db.query("create table users (id int AUTO_INCREMENT,name text,created_at datetime,primary key(id))")
+    end
+    before do
+      @db.xinsert("users",{id: 1,name: "good",created_at: DummyDate})
+      @db.xinsert("users",[{id: 2,name: "hello",created_at: DummyDate},{id: 3,name: "good",created_at: DummyDate}])
+      @last_id = @db.last_id
+      @db.query("update users set name=? where id = ?","hay",1)
+      @affected_rows = @db.affected_rows
+      @db.backup_table("users",File.dirname(__FILE__) + "/table/mysql2")
+    end
+    it 'select' do
+      @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+    end
+    it 'last_id' do
+      @last_id.should == 3
+    end
+    it 'affected_rows' do
+      @affected_rows == 1
+    end
+    after do
+      @db.truncate("users")
+    end
+    after(:all) do
+      @db.query("drop table users")
+      @db.close
+    end
+  end
+  describe "restore sqlite3" do
+    describe "postgresql" do
+      before do
+        @db=DBwrapper::DB.new(database: "test.sqlite3",adapter: "sqlite3")
+        @db.query("create table users (id integer,name text,created_at text)")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/postgresql")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+        FileUtils.rm("test.sqlite3")
+      end
+    end
+    describe "mysql2" do
+      before do
+        @db=DBwrapper::DB.new(database: "test.sqlite3",adapter: "sqlite3")
+        @db.query("create table users (id integer,name text,created_at text)")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/mysql2")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+        FileUtils.rm("test.sqlite3")
+      end
+    end
+  end
+  describe "restore postgresql" do
+    describe "sqlite3" do
+      before do
+        @db=DBwrapper::DB.new(database: "test",adapter: "postgresql")
+        @db.query("create table users (id integer,name text,created_at timestamp)")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/sqlite3")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+      end
+    end
+    describe "mysql2" do
+      before do
+        @db=DBwrapper::DB.new(database: "test",adapter: "postgresql")
+        @db.query("create table users (id integer,name text,created_at timestamp)")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/mysql2")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+      end
+    end
+  end
+  describe "restore mysql2" do
+    describe "sqlite3" do
+      before do
+        @db=DBwrapper::DB.new(database: "test",adapter: "mysql2")
+        @db.query("create table users (id int AUTO_INCREMENT,name text,created_at datetime,primary key(id))")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/sqlite3")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+      end
+    end
+    describe "postgresql" do
+      before do
+        @db=DBwrapper::DB.new(database: "test",adapter: "mysql2")
+        @db.query("create table users (id int AUTO_INCREMENT,name text,created_at datetime,primary key(id))")
+        @db.restore_table("users",File.dirname(__FILE__) + "/table/postgresql")
+      end
+      it 'select' do
+        @db.query("select id,name from users").should =~ [{"id" => 1,"name" => "hay"},{"id" => 2,"name" => "hello"},{"id" => 3,"name" => "good"}]
+      end
+      after do
+        @db.query("drop table users")
+        @db.close
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'dbwrapper'

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: dbwrapper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Takeshi Morita
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: manipulatie with sqlite3,mysql,postgresql in the same way
+email:
+- takesy.morito@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- dbwrapper.gemspec
+- lib/dbwrapper.rb
+- lib/dbwrapper/version.rb
+- spec/dbwrapper_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/takeshy/dbwrapper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: you can use query with placeholder.  still more, multiple insert with hash
+  array and csv backup  and csv restore.
+test_files:
+- spec/dbwrapper_spec.rb
+- spec/spec_helper.rb