embulk-output-sqlite3 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3302026b7025675685d138a633e0b74dbaa50df2
+  data.tar.gz: 4c85792d76b73ff224b9c5395022d2e1e48d5c44
+SHA512:
+  metadata.gz: c9b82794acbf13f12f79cfb3b72abbd7d1c288aa583ba81a4b31131101d221097214aa63305268d75cb76dbf4d0e1cbe1628e56f4b515eda10c1676f26f0ffca
+  data.tar.gz: 1d588103e1b8285e74f9692f1fd23a5ac15ceb0f5a84e6fef93e86454c10342ec70624472bab0bfc2e37bf6af6ca9229eadc028bba2b433c3077db27e492917b

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+/vendor

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in embulk-output-sqlite3.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Yuichi Takada
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Sqlite3 output plugin for Embulk
+
+embulk-output-sqlite3 provides output plugin for Embulk.
+
+## Overview
+
+* **Plugin type**: output
+* **Load all or nothing**: no
+* **Resume supported**: no
+* **Cleanup supported**: yes
+
+## Configuration
+
+- **database**: path of sqlite3 database (string, required)
+- **table**: name of insert table(string, required)
+
+## Example
+
+```yaml
+out:
+  type: sqlite3
+  database: '/tmp/test.db'
+  table: 'load01'
+```
+
+
+## Build
+
+```
+$ rake
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/takady/embulk-output-sqlite3/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+
+task default: :build

data/embulk-output-sqlite3.gemspec

@@ -0,0 +1,19 @@
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-output-sqlite3"
+  spec.version       = "0.0.1"
+  spec.authors       = ["Yuichi Takada"]
+  spec.email         = ["takadyuichi@gmail.com"]
+  spec.summary       = "SQLite3 output plugin for Embulk"
+  spec.description   = spec.summary
+  spec.homepage      = "https://github.com/takady/embulk-output-sqlite3"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_dependency "jdbc-sqlite3"
+end

data/lib/embulk/output/sqlite3.rb

@@ -0,0 +1,122 @@
+module Embulk
+  module Output
+    require 'jdbc/sqlite3'
+    Jdbc::SQLite3.load_driver
+
+    class Sqlite3OutputPlugin < OutputPlugin
+      Plugin.register_output("sqlite3", self)
+
+      def self.transaction(config, schema, count, &control)
+        columns = schema.map {|c| "`#{c.name}`" }
+        column_types = schema.map {|c| "#{to_sqlite_column_type(c.type.to_s)}" }
+
+        task = {
+          'database' => config.param('database', :string),
+          'table' => config.param('table', :string),
+          'columns' => columns,
+          'column_types' => column_types,
+        }
+
+        connect(task) do |sqlite|
+          execute_sql(sqlite, %[create table if not exists #{task['table']}(#{to_sqlite_schema(schema)})])
+        end
+
+        commit_reports = yield(task)
+        next_config_diff = {}
+        return next_config_diff
+      end
+
+      def self.to_sqlite_schema(schema)
+        schema.map {|column| "`#{column.name}` #{to_sqlite_column_type(column.type.to_s)}" }.join(',')
+      end
+
+      def self.to_sqlite_column_type(type)
+        case type
+        when 'long' then
+          'integer'
+        when 'string' then
+          'text'
+        when 'timestamp' then
+          'text'
+        when 'double' then
+          'real'
+        else
+          type
+        end
+      end
+
+      def self.connect(task)
+        url = "jdbc:sqlite:#{task['database']}"
+        sqlite = org.sqlite.JDBC.new.connect(url, java.util.Properties.new)
+        if block_given?
+          begin
+            yield sqlite
+          ensure
+            sqlite.close
+          end
+        end
+        sqlite
+      end
+
+      def self.execute_sql(sqlite, sql, *args)
+        stmt = sqlite.createStatement
+        begin
+          stmt.execute(sql)
+        ensure
+          stmt.close
+        end
+      end
+
+      def init
+        @sqlite = self.class.connect(task)
+        @records = 0
+      end
+
+      def close
+        @sqlite.close
+      end
+
+      def add(page)
+        prep = @sqlite.prepareStatement(%[insert into #{@task['table']}(#{@task['columns'].join(',')}) values (#{@task['columns'].map{|c| '?' }.join(',')})])
+        begin
+          page.each do |record|
+
+            @task['column_types'].each_with_index do |type, index|
+              case type
+              when 'integer' then
+                prep.setInt(index+1, record[index])
+              when 'string' then
+                prep.setString(index+1, record[index])
+              when 'timestamp' then
+                prep.setString(index+1, record[index].to_s)
+              when 'double' then
+                prep.setString(index+1, record[index].to_f)
+              else
+                prep.setString(index+1, record[index].to_s)
+              end
+            end
+
+            prep.execute
+            @records += 1
+          end
+        ensure
+          prep.close
+        end
+      end
+
+      def finish
+      end
+
+      def abort
+      end
+
+      def commit
+        commit_report = {
+          "records" => @records
+        }
+        return commit_report
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: embulk-output-sqlite3
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Yuichi Takada
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: jdbc-sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: SQLite3 output plugin for Embulk
+email:
+- takadyuichi@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- embulk-output-sqlite3.gemspec
+- lib/embulk/output/sqlite3.rb
+homepage: https://github.com/takady/embulk-output-sqlite3
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: SQLite3 output plugin for Embulk
+test_files: []