embulk-plugin-input-hbase 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 86fec11c1456942d02ab71d1af28eb9485ca9d0f
+  data.tar.gz: cdfb3faa20b8196951c482f73073655218d1df22
+SHA512:
+  metadata.gz: 2d768b08a793abedcc55b4feea1c3d6e9a6a4f900c394612429277e2eff079d116c7622c08e625903210f3ac6408701b6094c7e30589b1fbf6f6e5d035312c0e
+  data.tar.gz: 4376a62c510a62d4fba1166759059692b153e4aa9c6bf13d1071f56f37b7dbdc2bf0a1f4563f3066a5ecf28a06ddecab3ef262457e6ac294d27671be81d863ac

data/README.md

@@ -0,0 +1,42 @@
+# embulk-plugin-input-hbase
+
+## Example
+
+HBase table:
+
+```ruby
+hbase(main):029:0> scan 'example:test'
+ROW                                  COLUMN+CELL                                                                                               
+ r1                                  column=foo:dig, timestamp=1422458241976, value=\x00\x00\x00\x00\x00\x00\x00\x01                           
+ r2                                  column=foo:dig, timestamp=1422458257028, value=\x00\x00\x00\x00\x00\x00\x00\x02                           
+ r2                                  column=foo:str, timestamp=1422458830978, value=hello                                                      
+ r3                                  column=foo:str, timestamp=1422458270762, value=hey                                                        
+3 row(s) in 0.0860 seconds
+```
+
+Embulk config:
+
+```yaml
+in:
+  type: hbase
+  host: localhost
+  table: 'example:test'
+  columns:
+    - {name: 'foo:dig', type: long}
+    - {name: 'foo:str', type: string}
+out:
+  type: stdout
+```
+
+Embulk preview:
+
+```bash
+$ java -jar embulk.jar preview example.yml
++--------------+----------------+
+| foo:dig:long | foo:str:string |
++--------------+----------------+
+|            1 |                |
+|            2 |          hello |
+|            0 |            hey |
++--------------+----------------+
+```

data/lib/embulk/input_hbase.rb

@@ -0,0 +1,55 @@
+require 'hbase-jruby'
+
+module Embulk
+  class InputHBase < InputPlugin
+    Plugin.register_input('hbase', self)
+
+    def self.transaction(config, &control)
+      task = {
+        'host' => config.param('host', :string, default: 'localhost'),
+        'table' => config.param('table', :string)
+      }
+      threads = 1
+      columns = config.param('columns', :array).map.with_index { |column, i|
+        Column.new(i, column['name'], column['type'].to_sym)
+      }
+      commit_reports = yield(task, columns, threads)
+      return {}
+    end
+
+    def initialize(task, schema, index, page_builder)
+      super
+    end
+
+    def run
+      HBase.resolve_dependency! '0.98'
+      hbase = HBase.new('hbase.zookeeper.quorum' => @task['host'])
+      table = hbase.table(@task['table'])
+      table.each { |row|
+        @page_builder.add(@schema.map { |column|
+          value = row[column.name]
+          case column.type
+          when :long
+            if value
+              HBase::Util::from_bytes(:long, value)
+            else
+              0
+            end
+          when :string
+            if value
+              HBase::Util::from_bytes(:string, value)
+            else
+              ''
+            end
+          else
+            value
+          end
+        })
+      }
+      @page_builder.finish
+      commit_report = {
+      }
+      return commit_report
+    end
+  end
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: embulk-plugin-input-hbase
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Shun Takebayashi
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-01-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hbase-jruby
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  prerelease: false
+  type: :development
+description: Embulk plugin for HBase input
+email: shun@takebayashi.asia
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/embulk/input_hbase.rb
+homepage: https://github.com/takebayashi/embulk-plugin-input-hbase
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: Embulk plugin for HBase input
+test_files: []