hbase-ruby 1.1.0

data/lib/hbase/response/table_response.rb

@@ -0,0 +1,26 @@
+module HBase
+  module Response
+    class TableResponse < BasicResponse
+      def parse_content(raw_data)
+        table = JSON.parse(raw_data)
+        name = table["name"].strip
+
+        column_families = []
+        table["ColumnSchema"].each do |columnfamily|
+          colname = columnfamily["name"].strip
+          compression = columnfamily["COMPRESSION"].strip
+          bloomfilter = columnfamily["BLOOMFILTER"].strip.to_b
+          max_versions = columnfamily["VERSIONS"].strip.to_i
+
+          column_descriptor = Model::ColumnDescriptor.new(:name => colname,
+                                                          :compression => Model::CompressionType.to_compression_type(compression),
+                                                          :bloomfilter => bloomfilter,
+                                                          :max_versions => max_versions)
+          column_families << column_descriptor
+        end
+
+        Model::TableDescriptor.new(:name => name, :column_families => column_families)
+      end
+    end
+  end
+end

data/spec/hbase/model/column_descriptor_spec.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::CompressionType do
+
+  it "should be return the correct type" do
+    HBase::Model::CompressionType.to_compression_type("RECORD").should == "RECORD"
+    HBase::Model::CompressionType.to_compression_type("BLOCK").should == "BLOCK"
+    HBase::Model::CompressionType.to_compression_type("NONE").should == "NONE"
+    HBase::Model::CompressionType.to_compression_type("OTHER").should == "NONE"
+  end
+
+end
+
+describe HBase::Model::ColumnDescriptor do
+
+  it "should be have such attributes" do
+    column = HBase::Model::ColumnDescriptor.new({})
+    %w{name compression bloomfilter maximum_cell_size max_versions}.each do |method|
+      column.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase/model/column_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::Column do
+
+  it "should be have such attributes" do
+    column = HBase::Model::Column.new({})
+    %w{name value timestamp}.each do |method|
+      column.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase/model/region_descriptor_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::RegionDescriptor do
+end

data/spec/hbase/model/row_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::Row do
+
+  it "should be have such attributes" do
+    obj = HBase::Model::Row.new({})
+    %w{name table_name timestamp columns}.each do |method|
+      obj.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase/model/scanner.rb

@@ -0,0 +1,7 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::Scanner do
+
+  it "should be ..."
+
+end

data/spec/hbase/model/table_descriptor_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Model::TableDescriptor do
+
+  it "should be have such attributes" do
+    obj = HBase::Model::TableDescriptor.new({})
+    %w{name column_families}.each do |method|
+      obj.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase/operation/meta_operation_spec.rb

@@ -0,0 +1,18 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Operation::MetaOperation do
+
+  before do
+    url = ENV["HBASE_URL"].nil? ? "http://localhost:8080" : ENV["HBASE_URL"]
+    @client = HBase::Client.new(url)
+  end
+
+  it "should return tables" do
+    tables = @client.list_tables
+    tables.should respond_to(:size)
+    tables.each do |table|
+      table.should.is_a? HBase::Model::TableDescriptor
+    end
+  end
+
+end

data/spec/hbase/operation/row_operation_spec.rb

@@ -0,0 +1,39 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Operation::RowOperation do
+  before :all do
+    url = ENV["HBASE_URL"].nil? ? "http://localhost:8080" : ENV["HBASE_URL"]
+    @client = HBase::Client.new(url)
+
+    table = @client.create_table("test-hbase-ruby", "col1")
+  end
+
+  it "should create two rows called 'row1'" do
+    lambda {
+      row2 = @client.create_row("test-hbase-ruby", "row1", nil, { :name => "col1:", :value => "row1-col1" })
+    }.should_not raise_error
+  end
+
+  it "should show the rows 'row1'" do
+    row = @client.show_row("test-hbase-ruby", "row1")
+    row.should.is_a? HBase::Model::Row
+    row.table_name.should == "test-hbase-ruby"
+    row.name.should == "row1"
+    row.columns.size.should == 1
+    row.columns.each do |col|
+      col.should.is_a? HBase::Model::Column
+      col.name.should == "col1:"
+      col.value.should == "row1-col1"
+    end
+  end
+
+  it "should delete the rows 'row1'" do
+    lambda {
+      row1 = @client.delete_row('test-hbase-ruby', 'row1')
+    }.should_not raise_error
+  end
+
+  after :all do
+    table = @client.destroy_table("test-hbase-ruby")
+  end
+end

data/spec/hbase/operation/scanner_operation_spec.rb

@@ -0,0 +1,81 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Operation::ScannerOperation do
+  before :all do
+    url = ENV["HBASE_URL"].nil? ? "http://localhost:8080" : ENV["HBASE_URL"]
+    @client = HBase::Client.new(url)
+
+    table = @client.create_table("test-hbase-ruby", "col1")
+
+    @client.create_row('test-hbase-ruby', 'row1', nil, {:name => 'col1:', :value => "row1-col1"})
+    @client.create_row('test-hbase-ruby', 'row2', nil, {:name => 'col1:', :value => "row2-col1"})
+    @client.create_row('test-hbase-ruby', 'row3', nil, {:name => 'col1:', :value => "row3-col1"})
+  end
+
+  it "should open a scanner and close it successfully" do
+    scanner = @client.open_scanner("test-hbase-ruby")
+    scanner.should.is_a? HBase::Model::Scanner
+
+    lambda {
+      URI.parse("scanner.scanner_url")
+    }.should_not raise_error
+
+    lambda {
+      @client.close_scanner(scanner).should be_true
+    }.should_not raise_error
+  end
+
+  it "should scan the whole table when given no options" do
+    scanner = @client.open_scanner("test-hbase-ruby")
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 1
+    rows.first.name.should == "row1"
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the whole table when given a batch size larger than the number of rows" do
+    scanner = @client.open_scanner("test-hbase-ruby", {:batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 3
+    rows.each do |row|
+      row.should be_an_instance_of HBase::Model::Row
+      ["row1", "row2", "row3"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the correct row when given a start_row" do
+    scanner = @client.open_scanner("test-hbase-ruby", {:start_row => "row2", :batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 2
+    rows.each do |row|
+      row.should be_an_instance_of HBase::Model::Row
+      ["row2", "row3"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the correct row when given an end_row" do
+    # The end_row defined is exclusive, i.e. end_row does not get returned in scanner
+    scanner = @client.open_scanner("test-hbase-ruby", {:end_row => "row3", :batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 2
+    rows.each do |row|
+      row.should be_an_instance_of HBase::Model::Row
+      ["row1", "row2"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  after :all do
+    @client.destroy_table("test-hbase-ruby")
+  end
+end

data/spec/hbase/operation/table_operation_spec.rb

@@ -0,0 +1,57 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Operation::TableOperation do
+  before :all do
+    url = ENV["HBASE_URL"].nil? ? "http://localhost:8080" : ENV["HBASE_URL"]
+    @client = HBase::Client.new(url)
+  end
+
+  it "should create a table called test-hbase-ruby" do
+    table = @client.create_table('test-hbase-ruby', { :name => 'habbit',
+                                   :max_version => 3,
+                                   :compression => HBase::Model::CompressionType::NONE,
+                                   :in_memory => false,
+                                   :block_cache => false,
+                                   :ttl => -1,
+                                   :max_cell_size => 2147483647,
+                                   :bloomfilter => false
+                                 })
+    table.should.is_a? HBase::Model::TableDescriptor
+  end
+
+  it "should show the table info of 'test-hbase-ruby'" do
+    table = @client.show_table('test-hbase-ruby')
+    table.should.is_a? HBase::Model::TableDescriptor
+    table.name.should == "test-hbase-ruby"
+    table.column_families.should respond_to(:each)
+    table.column_families.map(&:name).should include("habbit")
+    table.column_families.each do |cf|
+      cf.should.is_a? HBase::Model::ColumnDescriptor
+    end
+  end
+
+  it "should disable table 'test-hbase-ruby'" do
+    lambda {
+      table = @client.disable_table('test-hbase-ruby')
+    }.should_not raise_error
+  end
+
+  it "should enable table 'test-hbase-ruby'" do
+    lambda {
+      table = @client.enable_table('test-hbase-ruby')
+    }.should_not raise_error
+  end
+
+  it "should delete the table 'test-hbase-ruby'" do
+    lambda {
+      table = @client.destroy_table("test-hbase-ruby")
+    }.should_not raise_error
+
+    lambda {
+      table = @client.show_table("test-hbase-ruby")
+    }.should raise_error(HBase::TableNotFoundError)
+  end
+
+  after :all do
+  end
+end

data/spec/hbase/record_spec.rb

@@ -0,0 +1,25 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper")
+
+describe HBase::Model::Record do
+
+  # Stub
+  it "should be true" do
+    true.should == true
+  end
+
+  describe "Init" do
+
+    it "should be successfuly when has the such instance variable" do
+      class HBase::Model::Record ; attr_accessor :a ; end
+      record = HBase::Model::Record.new({:a => 1})
+      record.a.should == 1
+    end
+
+    it "should be not set the attribute when no such instance variable" do
+      record = HBase::Model::Record.new({:a => 1})
+      lambda{record.sent(:a)}.should raise_error NoMethodError
+    end
+
+  end
+
+end

data/spec/hbase/request/meta_request_spec.rb

@@ -0,0 +1,10 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Request::MetaRequest do
+
+  it "should get create_table path correctly" do
+    mr = HBase::Request::MetaRequest.new
+    mr.create_table.should == "/tables"
+  end
+
+end

data/spec/hbase/request/row_request_spec.rb

@@ -0,0 +1,5 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Request::RowRequest do
+
+end

data/spec/hbase/request/scanner_request_spec.rb

@@ -0,0 +1,5 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Request::ScannerRequest do
+
+end

data/spec/hbase/request/table_request_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Request::TableRequest do
+end

data/spec/hbase/response/meta_response_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Response::MetaResponse do
+end

data/spec/hbase/response/row_response_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Response::RowResponse do
+end

data/spec/hbase/response/scanner_response_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Response::ScannerResponse do
+end

data/spec/hbase/response/table_response_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe HBase::Response::TableResponse do
+end

data/spec/spec.opts

@@ -0,0 +1,5 @@
+--color
+--format specdoc
+--loadby mtime
+--reverse
+--debugger

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require "rubygems"
+require "spec"
+require File.join(File.dirname(__FILE__), "..", "lib", "hbase")
+
+Spec::Runner.configure do |config|
+  #.etc
+end

data/tasks/rspec.rake

@@ -0,0 +1,7 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.spec_files = FileList['spec/**/*_spec.rb']
+  t.spec_opts = File.open("spec/spec.opts").readlines.map{|x| x.chomp}
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification 
+name: hbase-ruby
+version: !ruby/object:Gem::Version 
+  version: 1.1.0
+platform: ruby
+authors: 
+- Ye Dingding
+- Greg Lu
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-11-07 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: A pure ruby client used to interact with HBase through its Stargate interface which serves up XML, JSON, protobuf, and more.
+email: greg.lu@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- MIT-LICENSE
+- README.textile
+files: 
+- History.txt
+- MIT-LICENSE
+- README.textile
+- Rakefile
+- VERSION
+- lib/hbase.rb
+- lib/hbase/client.rb
+- lib/hbase/exception.rb
+- lib/hbase/model.rb
+- lib/hbase/model/column.rb
+- lib/hbase/model/column_descriptor.rb
+- lib/hbase/model/region_descriptor.rb
+- lib/hbase/model/row.rb
+- lib/hbase/model/scanner.rb
+- lib/hbase/model/table_descriptor.rb
+- lib/hbase/operation/meta_operation.rb
+- lib/hbase/operation/row_operation.rb
+- lib/hbase/operation/scanner_operation.rb
+- lib/hbase/operation/table_operation.rb
+- lib/hbase/request.rb
+- lib/hbase/request/basic_request.rb
+- lib/hbase/request/meta_request.rb
+- lib/hbase/request/row_request.rb
+- lib/hbase/request/scanner_request.rb
+- lib/hbase/request/table_request.rb
+- lib/hbase/response.rb
+- lib/hbase/response/basic_response.rb
+- lib/hbase/response/meta_response.rb
+- lib/hbase/response/row_response.rb
+- lib/hbase/response/scanner_response.rb
+- lib/hbase/response/table_response.rb
+- spec/hbase/model/column_descriptor_spec.rb
+- spec/hbase/model/column_spec.rb
+- spec/hbase/model/region_descriptor_spec.rb
+- spec/hbase/model/row_spec.rb
+- spec/hbase/model/scanner.rb
+- spec/hbase/model/table_descriptor_spec.rb
+- spec/hbase/operation/meta_operation_spec.rb
+- spec/hbase/operation/row_operation_spec.rb
+- spec/hbase/operation/scanner_operation_spec.rb
+- spec/hbase/operation/table_operation_spec.rb
+- spec/hbase/record_spec.rb
+- spec/hbase/request/meta_request_spec.rb
+- spec/hbase/request/row_request_spec.rb
+- spec/hbase/request/scanner_request_spec.rb
+- spec/hbase/request/table_request_spec.rb
+- spec/hbase/response/meta_response_spec.rb
+- spec/hbase/response/row_response_spec.rb
+- spec/hbase/response/scanner_response_spec.rb
+- spec/hbase/response/table_response_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/rspec.rake
+has_rdoc: true
+homepage: http://github.com/greglu/hbase-ruby
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A pure ruby client for HBase using the Stargate interface.
+test_files: 
+- spec/hbase/request/row_request_spec.rb
+- spec/hbase/request/table_request_spec.rb
+- spec/hbase/request/meta_request_spec.rb
+- spec/hbase/request/scanner_request_spec.rb
+- spec/hbase/model/scanner.rb
+- spec/hbase/model/column_spec.rb
+- spec/hbase/model/row_spec.rb
+- spec/hbase/model/column_descriptor_spec.rb
+- spec/hbase/model/region_descriptor_spec.rb
+- spec/hbase/model/table_descriptor_spec.rb
+- spec/hbase/operation/row_operation_spec.rb
+- spec/hbase/operation/meta_operation_spec.rb
+- spec/hbase/operation/scanner_operation_spec.rb
+- spec/hbase/operation/table_operation_spec.rb
+- spec/hbase/record_spec.rb
+- spec/hbase/response/scanner_response_spec.rb
+- spec/hbase/response/meta_response_spec.rb
+- spec/hbase/response/table_response_spec.rb
+- spec/hbase/response/row_response_spec.rb
+- spec/spec_helper.rb