hbase-stargate 1.5.0

data/lib/stargate/response/scanner_response.rb

@@ -0,0 +1,41 @@
+module Stargate
+  module Response
+    class ScannerResponse < BasicResponse
+      attr_reader :method
+
+      def initialize(raw_data, method)
+        @method = method
+        super(raw_data)
+      end
+
+      def parse_content(raw_data)
+        case @method
+        when :open_scanner
+          case raw_data
+          when Net::HTTPCreated
+            Stargate::Model::Scanner.new(:scanner_url => raw_data["Location"])
+          else
+            if raw_data.message.include?("TableNotFoundException")
+              raise TableNotFoundError, "Table #{table_name} Not Found!"
+            else
+              raise StandardError, "Unable to open scanner. Received the following message: #{raw_data.message}"
+            end
+          end
+        when :get_rows
+          # Dispatch it to RowResponse, since that method is made
+          # to deal with rows already.
+          RowResponse.new(raw_data, :show_row).parse
+        when :close_scanner
+          case raw_data
+          when Net::HTTPOK
+            return true
+          else
+            raise StandardError, "Unable to close scanner. Received the following message: #{raw_data.message}"
+          end
+        else
+          puts "method '#{@method}' not supported yet"
+        end
+      end
+    end
+  end
+end

data/lib/stargate/response/table_response.rb

@@ -0,0 +1,26 @@
+module Stargate
+  module Response
+    class TableResponse < BasicResponse
+      def parse_content(raw_data)
+        table = JSON.parse(raw_data)
+        name = table["name"].strip
+
+        column_families = []
+        table["ColumnSchema"].each do |columnfamily|
+          colname = columnfamily["name"].strip
+          compression = columnfamily["COMPRESSION"].strip
+          bloomfilter = (columnfamily["BLOOMFILTER"].strip =~ /^true$/i ? true : false)
+          max_versions = columnfamily["VERSIONS"].strip.to_i
+
+          column_descriptor = Model::ColumnDescriptor.new(:name => colname,
+                                                          :compression => Model::CompressionType.to_compression_type(compression),
+                                                          :bloomfilter => bloomfilter,
+                                                          :max_versions => max_versions)
+          column_families << column_descriptor
+        end
+
+        Model::TableDescriptor.new(:name => name, :column_families => column_families)
+      end
+    end
+  end
+end

data/spec/hbase-stargate/model/column_descriptor_spec.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::CompressionType do
+
+  it "should be return the correct type" do
+    Stargate::Model::CompressionType.to_compression_type("RECORD").should == "RECORD"
+    Stargate::Model::CompressionType.to_compression_type("BLOCK").should == "BLOCK"
+    Stargate::Model::CompressionType.to_compression_type("NONE").should == "NONE"
+    Stargate::Model::CompressionType.to_compression_type("OTHER").should == "NONE"
+  end
+
+end
+
+describe Stargate::Model::ColumnDescriptor do
+
+  it "should be have such attributes" do
+    column = Stargate::Model::ColumnDescriptor.new({})
+    %w{name compression bloomfilter maximum_cell_size max_versions}.each do |method|
+      column.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase-stargate/model/column_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::Column do
+
+  it "should be have such attributes" do
+    column = Stargate::Model::Column.new({})
+    %w{name value timestamp}.each do |method|
+      column.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase-stargate/model/region_descriptor_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::RegionDescriptor do
+end

data/spec/hbase-stargate/model/row_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::Row do
+
+  it "should be have such attributes" do
+    obj = Stargate::Model::Row.new({})
+    %w{name table_name columns}.each do |method|
+      obj.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase-stargate/model/scanner.rb

@@ -0,0 +1,5 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::Scanner do
+
+end

data/spec/hbase-stargate/model/table_descriptor_spec.rb

@@ -0,0 +1,12 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Model::TableDescriptor do
+
+  it "should be have such attributes" do
+    obj = Stargate::Model::TableDescriptor.new({})
+    %w{name column_families}.each do |method|
+      obj.should respond_to(method)
+    end
+  end
+
+end

data/spec/hbase-stargate/operation/meta_operation_spec.rb

@@ -0,0 +1,18 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Operation::MetaOperation do
+
+  before do
+    url = ENV["STARGATE_URL"].nil? ? "http://localhost:8080" : ENV["STARGATE_URL"]
+    @client = Stargate::Client.new(url)
+  end
+
+  it "should return tables" do
+    tables = @client.list_tables
+    tables.should respond_to(:size)
+    tables.each do |table|
+      table.should.is_a? Stargate::Model::TableDescriptor
+    end
+  end
+
+end

data/spec/hbase-stargate/operation/row_operation_spec.rb

@@ -0,0 +1,75 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Operation::RowOperation do
+  before :all do
+    url = ENV["STARGATE_URL"].nil? ? "http://localhost:8080" : ENV["STARGATE_URL"]
+    @client = Stargate::Client.new(url)
+
+    table = @client.create_table("test-hbase-stargate", "col1")
+  end
+
+  it "should create a row called 'row1'" do
+    lambda {
+      @client.create_row("test-hbase-stargate", "row1", nil, { :name => "col1:", :value => "row1-col1" }).should be_true
+    }.should_not raise_error
+  end
+
+  it "should create a row named 'row2' with timestamp value" do
+    timestamp = (Time.now - (5*60)).to_i
+    lambda {
+      @client.create_row("test-hbase-stargate", "row2", timestamp, { :name => "col1:cell1", :value => "row2-col1-cell1" }).should be_true
+    }.should_not raise_error
+
+    row = @client.show_row("test-hbase-stargate", "row2")
+    row.should be_a_kind_of(Stargate::Model::Row)
+    row.name.should == "row2"
+
+    columns = row.columns
+    columns.size.should == 1
+    columns.first.name.should == "col1:cell1"
+    columns.first.value.should == "row2-col1-cell1"
+    columns.first.timestamp.should == timestamp
+  end
+
+  it "should show the rows 'row1'" do
+    row = @client.show_row("test-hbase-stargate", "row1")
+    row.should.is_a? Stargate::Model::Row
+    row.table_name.should == "test-hbase-stargate"
+    row.name.should == "row1"
+    row.columns.size.should == 1
+    row.columns.each do |col|
+      col.should.is_a? Stargate::Model::Column
+      col.name.should == "col1:"
+      col.value.should == "row1-col1"
+    end
+  end
+
+  it "should delete rows when timestamps are defined" do
+    row1 = @client.show_row("test-hbase-stargate", "row1")
+    timestamp = row1.columns.map(&:timestamp).uniq.first
+
+    lambda {
+      @client.delete_row('test-hbase-stargate', 'row1', timestamp).should be_true
+    }.should_not raise_error
+
+    lambda {
+      @client.show_row('test-hbase-stargate', 'row1')
+    }.should raise_error
+  end
+
+  it "should delete rows without a timestamp provided" do
+    row2 = @client.show_row("test-hbase-stargate", "row2")
+
+    lambda {
+      @client.delete_row('test-hbase-stargate', 'row2').should be_true
+    }.should_not raise_error
+
+    lambda {
+      @client.show_row('test-hbase-stargate', 'row2')
+    }.should raise_error
+  end
+
+  after :all do
+    table = @client.destroy_table("test-hbase-stargate")
+  end
+end

data/spec/hbase-stargate/operation/scanner_operation_spec.rb

@@ -0,0 +1,103 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Operation::ScannerOperation do
+  before :all do
+    url = ENV["STARGATE_URL"].nil? ? "http://localhost:8080" : ENV["STARGATE_URL"]
+    @client = Stargate::Client.new(url)
+
+    table = @client.create_table("test-hbase-stargate", "col1")
+
+    @client.create_row('test-hbase-stargate', 'row1', nil, {:name => 'col1:', :value => "row1-col1"})
+    @client.create_row('test-hbase-stargate', 'row2', nil, {:name => 'col1:', :value => "row2-col1"})
+    @client.create_row('test-hbase-stargate', 'row3', nil, {:name => 'col1:', :value => "row3-col1"})
+  end
+
+  it "should throw TableNotFoundError if a scanner is requested for an non-existant table" do
+    lambda {
+      scanner = @client.open_scanner("test-nonexistant-table")
+    }.should raise_error
+  end
+
+  it "should open a scanner and close it successfully" do
+    scanner = @client.open_scanner("test-hbase-stargate")
+    scanner.should.is_a? Stargate::Model::Scanner
+
+    lambda {
+      URI.parse("scanner.scanner_url")
+    }.should_not raise_error
+
+    lambda {
+      @client.close_scanner(scanner).should be_true
+    }.should_not raise_error
+  end
+
+  it "should scan the whole table when given no options and no limit" do
+    scanner = @client.open_scanner("test-hbase-stargate")
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 3
+    rows.each do |row|
+      row.should be_an_instance_of Stargate::Model::Row
+      ["row1", "row2", "row3"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the whole table but limit the results when given a limit" do
+    scanner = @client.open_scanner("test-hbase-stargate")
+
+    rows = @client.get_rows(scanner, 2)
+    rows.size.should == 2
+    rows.each do |row|
+      row.should be_an_instance_of Stargate::Model::Row
+      ["row1", "row2"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should return all rows when given a batch size larger than the number of rows" do
+    scanner = @client.open_scanner("test-hbase-stargate", {:batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 3
+    rows.each do |row|
+      row.should be_an_instance_of Stargate::Model::Row
+      ["row1", "row2", "row3"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the correct row when given a start_row" do
+    scanner = @client.open_scanner("test-hbase-stargate", {:start_row => "row2", :batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 2
+    rows.each do |row|
+      row.should be_an_instance_of Stargate::Model::Row
+      ["row2", "row3"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  it "should scan the correct row when given an end_row" do
+    # The end_row defined is exclusive, i.e. end_row does not get returned in scanner
+    scanner = @client.open_scanner("test-hbase-stargate", {:end_row => "row3", :batch => 5})
+
+    rows = @client.get_rows(scanner)
+    rows.size.should == 2
+    rows.each do |row|
+      row.should be_an_instance_of Stargate::Model::Row
+      ["row1", "row2"].should include(row.name)
+    end
+
+    @client.close_scanner(scanner).should be_true
+  end
+
+  after :all do
+    @client.destroy_table("test-hbase-stargate")
+  end
+end

data/spec/hbase-stargate/operation/table_operation_spec.rb

@@ -0,0 +1,43 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Operation::TableOperation do
+  before :all do
+    url = ENV["STARGATE_URL"].nil? ? "http://localhost:8080" : ENV["STARGATE_URL"]
+    @client = Stargate::Client.new(url)
+  end
+
+  it "should create a table called test-hbase-stargate" do
+    table = @client.create_table('test-hbase-stargate', { :name => 'habbit',
+                                   :max_version => 3,
+                                   :compression => Stargate::Model::CompressionType::NONE,
+                                   :in_memory => false,
+                                   :block_cache => false,
+                                   :ttl => -1,
+                                   :max_cell_size => 2147483647,
+                                   :bloomfilter => false
+                                 })
+    table.should.is_a? Stargate::Model::TableDescriptor
+  end
+
+  it "should show the table info of 'test-hbase-stargate'" do
+    table = @client.show_table('test-hbase-stargate')
+    table.should.is_a? Stargate::Model::TableDescriptor
+    table.name.should == "test-hbase-stargate"
+    table.column_families.should respond_to(:each)
+    table.column_families.map(&:name).should include("habbit")
+    table.column_families.each do |cf|
+      cf.should.is_a? Stargate::Model::ColumnDescriptor
+    end
+  end
+
+  it "should delete the table 'test-hbase-stargate'" do
+    lambda {
+      table = @client.destroy_table("test-hbase-stargate")
+    }.should_not raise_error
+
+    lambda {
+      table = @client.show_table("test-hbase-stargate")
+    }.should raise_error(Stargate::TableNotFoundError)
+  end
+
+end

data/spec/hbase-stargate/record_spec.rb

@@ -0,0 +1,20 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper")
+
+describe Stargate::Model::Record do
+
+  describe "Init" do
+
+    it "should be successfuly when has the such instance variable" do
+      class Stargate::Model::Record ; attr_accessor :a ; end
+      record = Stargate::Model::Record.new({:a => 1})
+      record.a.should == 1
+    end
+
+    it "should be not set the attribute when no such instance variable" do
+      record = Stargate::Model::Record.new({:a => 1})
+      lambda{record.sent(:a)}.should raise_error NoMethodError
+    end
+
+  end
+
+end

data/spec/hbase-stargate/request/meta_request_spec.rb

@@ -0,0 +1,10 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Request::MetaRequest do
+
+  it "should get create_table path correctly" do
+    mr = Stargate::Request::MetaRequest.new
+    mr.create_table.should == "/tables"
+  end
+
+end

data/spec/hbase-stargate/request/row_request_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Request::RowRequest do
+end

data/spec/hbase-stargate/request/scanner_request_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Request::ScannerRequest do
+end

data/spec/hbase-stargate/request/table_request_spec.rb

@@ -0,0 +1,4 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper")
+
+describe Stargate::Request::TableRequest do
+end