activerecord-hbase-adapter 0.0.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c9b0cf4fd299122fc45486397c36ccc43e2923c6
+  data.tar.gz: 109f0b4a74e3a763eee842152117aeee01a3ec21
+SHA512:
+  metadata.gz: efdc375a03df4c79831f209565ad5ce1a377c758054d3c753802a1ce168799cd71178e40b6ad5b0e63cb05c779f04cfe1a8b1feb588ab6fae59f33c3414dbfe2
+  data.tar.gz: 758e44e26fb0884febac15e40e503b2f809d6aa052aecc93601efaa06499c29ce486c321760da4064f96d7bdbd1ad87a87f306e0e3031afd3546634878a9166c

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/activerecord-hbase-adapter.gemspec

@@ -0,0 +1,37 @@
+# vim:fileencoding=utf-8
+require File.expand_path('../lib/activerecord-hbase-adapter/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Jean Lescure"]
+  gem.email         = ["jean@agilityfeat.com"]
+  gem.description   = %q{HBase ActiveRecord adapter based on HipsterSqlToHbase}
+  gem.summary       = %q{HBase ActiveRecord adapter based on HipsterSqlToHbase}
+  gem.homepage      = %q{http://github.com/jeanlescure/activerecord-hbase-adapter}
+
+  gem.files         = [ 'Gemfile',
+                        'activerecord-hbase-adapter.gemspec',
+                        'lib/activerecord-hbase-adapter/version.rb',
+                        'lib/active_record/connection_adapters/hbase_adapter.rb']
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "activerecord-hbase-adapter"
+  gem.require_paths = ["lib"]
+  gem.version       = Activerecord::Hbase::Adapter::VERSION
+
+  if gem.respond_to? :specification_version then
+    gem.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      gem.add_runtime_dependency(%q<hipster_sql_to_hbase>, [">= 0"])
+      gem.add_runtime_dependency(%q<httparty>, [">= 0"])
+      gem.add_runtime_dependency(%q<msgpack>, [">= 0"])
+    else
+      gem.add_dependency(%q<hipster_sql_to_hbase>, [">= 0"])
+      gem.add_dependency(%q<httparty>, [">= 0"])
+      gem.add_dependency(%q<msgpack>, [">= 0"])
+    end
+  else
+    gem.add_dependency(%q<hipster_sql_to_hbase>, [">= 0"])
+    gem.add_dependency(%q<httparty>, [">= 0"])
+    gem.add_dependency(%q<msgpack>, [">= 0"])
+  end
+end

data/lib/active_record/connection_adapters/hbase_adapter.rb

@@ -0,0 +1,300 @@
+require 'active_record/connection_adapters/abstract_mysql_adapter'
+require 'active_record/connection_adapters/hbase/error'
+require 'active_record/connection_adapters/hbase/result'
+require 'active_record/connection_adapters/hbase/client'
+
+### FOR DEBUGGING ONLY ###
+#$LOAD_PATH.unshift '/home/jean/adapter/lib/mysql2/lib'
+#require 'mysql2'
+### FOR DEBUGGING ONLY ###
+
+require 'hipster_sql_to_hbase'
+
+module ActiveRecord
+  module ConnectionHandling # :nodoc:
+    # Establishes a connection to the database that's used by all Active Record objects.
+    def hbase_connection(config)
+      config = config.symbolize_keys
+
+      config[:username] = 'root' if config[:username].nil?
+      
+      ### FOR DEBUGGING ONLY ###
+      #if Mysql2::Client.const_defined? :FOUND_ROWS
+      #  config[:flags] = Mysql2::Client::FOUND_ROWS
+      #end
+      #config[:host] = config[:m2host]
+      #config[:port] = config[:m2port]
+      #client = Mysql2::Client.new(config)
+      ### FOR DEBUGGING ONLY ###
+      
+      client = HbaseRestIface::Client.new(config)
+      options = [config[:host], config[:username], config[:password], config[:database], config[:port], config[:socket], 0]
+      ConnectionAdapters::HbaseAdapter.new(client, logger, options, config)
+    rescue Hbase::Error => error
+      if error.message.include?("Unknown database")
+        raise ActiveRecord::NoDatabaseError.new(error.message)
+      else
+        raise error
+      end
+    end
+  end
+
+  module ConnectionAdapters
+    class HbaseAdapter < AbstractMysqlAdapter
+
+
+      class Column < AbstractMysqlAdapter::Column # :nodoc:
+        def adapter
+          HbaseAdapter
+        end
+      end
+
+      ADAPTER_NAME = 'Hbase'
+
+      def initialize(connection, logger, connection_options, config)
+        super
+
+        @visitor = BindSubstitution.new self
+        configure_connection
+      end
+
+      MAX_INDEX_LENGTH_FOR_UTF8MB4 = 191
+      def initialize_schema_migrations_table
+        if @config[:encoding] == 'utf8mb4'
+          ActiveRecord::SchemaMigration.create_table(MAX_INDEX_LENGTH_FOR_UTF8MB4)
+        else
+          ActiveRecord::SchemaMigration.create_table
+        end
+      end
+
+      def supports_explain?
+        true
+      end
+
+      # HELPER METHODS ===========================================
+
+      def each_hash(result) # :nodoc:
+
+        if block_given?
+          result.each(:as => :hash, :symbolize_keys => true) do |row|
+            yield row
+          end
+        else
+          to_enum(:each_hash, result)
+        end
+      end
+
+      def new_column(field, default, type, null, collation, extra = "") # :nodoc:
+        Column.new(field, default, type, null, collation, strict_mode?, extra)
+      end
+
+      def error_number(exception)
+        exception.error_number if exception.respond_to?(:error_number)
+      end
+
+      # QUOTING ==================================================
+
+      def quote_string(string)
+        @connection.escape(string)
+      end
+
+      # CONNECTION MANAGEMENT ====================================
+
+      def active?
+        return false unless @connection
+        @connection.ping
+      end
+
+      def reconnect!
+        super
+        disconnect!
+        connect
+      end
+      alias :reset! :reconnect!
+
+      # Disconnects from the database if already connected.
+      # Otherwise, this method does nothing.
+      def disconnect!
+        super
+        unless @connection.nil?
+          @connection.close
+          @connection = nil
+        end
+      end
+
+      # DATABASE STATEMENTS ======================================
+
+      def explain(arel, binds = [])
+        sql     = "EXPLAIN #{to_sql(arel, binds.dup)}"
+        start   = Time.now
+        result  = exec_query(sql, 'EXPLAIN', binds)
+        elapsed = Time.now - start
+
+        ExplainPrettyPrinter.new.pp(result, elapsed)
+      end
+
+      class ExplainPrettyPrinter # :nodoc:
+        # Pretty prints the result of a EXPLAIN in a way that resembles the output of the
+        # MySQL shell:
+        #
+        #   +----+-------------+-------+-------+---------------+---------+---------+-------+------+-------------+
+        #   | id | select_type | table | type  | possible_keys | key     | key_len | ref   | rows | Extra       |
+        #   +----+-------------+-------+-------+---------------+---------+---------+-------+------+-------------+
+        #   |  1 | SIMPLE      | users | const | PRIMARY       | PRIMARY | 4       | const |    1 |             |
+        #   |  1 | SIMPLE      | posts | ALL   | NULL          | NULL    | NULL    | NULL  |    1 | Using where |
+        #   +----+-------------+-------+-------+---------------+---------+---------+-------+------+-------------+
+        #   2 rows in set (0.00 sec)
+        #
+        # This is an exercise in Ruby hyperrealism :).
+        def pp(result, elapsed)
+          widths    = compute_column_widths(result)
+          separator = build_separator(widths)
+
+          pp = []
+
+          pp << separator
+          pp << build_cells(result.columns, widths)
+          pp << separator
+
+          result.rows.each do |row|
+            pp << build_cells(row, widths)
+          end
+
+          pp << separator
+          pp << build_footer(result.rows.length, elapsed)
+
+          pp.join("\n") + "\n"
+        end
+
+        private
+
+        def compute_column_widths(result)
+          [].tap do |widths|
+            result.columns.each_with_index do |column, i|
+              cells_in_column = [column] + result.rows.map {|r| r[i].nil? ? 'NULL' : r[i].to_s}
+              widths << cells_in_column.map(&:length).max
+            end
+          end
+        end
+
+        def build_separator(widths)
+          padding = 1
+          '+' + widths.map {|w| '-' * (w + (padding*2))}.join('+') + '+'
+        end
+
+        def build_cells(items, widths)
+          cells = []
+          items.each_with_index do |item, i|
+            item = 'NULL' if item.nil?
+            justifier = item.is_a?(Numeric) ? 'rjust' : 'ljust'
+            cells << item.to_s.send(justifier, widths[i])
+          end
+          '| ' + cells.join(' | ') + ' |'
+        end
+
+        def build_footer(nrows, elapsed)
+          rows_label = nrows == 1 ? 'row' : 'rows'
+          "#{nrows} #{rows_label} in set (%.2f sec)" % elapsed
+        end
+      end
+
+      # FIXME: re-enable the following once a "better" query_cache solution is in core
+      #
+      # The overrides below perform much better than the originals in AbstractAdapter
+      # because we're able to take advantage of hbase's lazy-loading capabilities
+      #
+      # # Returns a record hash with the column names as keys and column values
+      # # as values.
+      # def select_one(sql, name = nil)
+      #   result = execute(sql, name)
+      #   result.each(as: :hash) do |r|
+      #     return r
+      #   end
+      # end
+      #
+      # # Returns a single value from a record
+      # def select_value(sql, name = nil)
+      #   result = execute(sql, name)
+      #   if first = result.first
+      #     first.first
+      #   end
+      # end
+      #
+      # # Returns an array of the values of the first column in a select:
+      # #   select_values("SELECT id FROM companies LIMIT 3") => [1,2,3]
+      # def select_values(sql, name = nil)
+      #   execute(sql, name).map { |row| row.first }
+      # end
+
+      # Returns an array of arrays containing the field values.
+      # Order is the same as that returned by +columns+.
+      def select_rows(sql, name = nil, binds = [])
+        execute(sql, name).to_a
+      end
+
+      # Executes the SQL statement in the context of this connection.
+      def execute(sql, name = nil)
+        if @connection
+          # make sure we carry over any changes to ActiveRecord::Base.default_timezone that have been
+          # made since we established the connection
+          @connection.query_options[:database_timezone] = ActiveRecord::Base.default_timezone
+        end
+
+        super
+      end
+
+      def exec_query(sql, name = 'SQL', binds = [])
+        result = execute(sql, name)
+        ActiveRecord::Result.new(result.fields, result.to_a)
+      end
+
+      alias exec_without_stmt exec_query
+
+      # Returns an ActiveRecord::Result instance.
+      def select(sql, name = nil, binds = [])
+        exec_query(sql, name)
+      end
+
+      def insert_sql(sql, name = nil, pk = nil, id_value = nil, sequence_name = nil)
+        super
+        id_value || @connection.last_id
+      end
+      alias :create :insert_sql
+
+      def exec_insert(sql, name, binds, pk = nil, sequence_name = nil)
+        execute to_sql(sql, binds), name
+      end
+
+      def exec_delete(sql, name, binds)
+        execute to_sql(sql, binds), name
+        @connection.affected_rows
+      end
+      alias :exec_update :exec_delete
+
+      def last_inserted_id(result)
+        @connection.last_id
+      end
+
+      private
+
+      def connect
+        #@connection = Mysql2::Client.new(@config)
+        @connection = HbaseRestIface::Client.new(:host => @config[:hb_host], :port => @config[:hb_port])
+        configure_connection
+      end
+
+      def configure_connection
+        @connection.query_options.merge!(:as => :array)
+        super
+      end
+
+      def full_version
+        @full_version ||= @connection.info[:version]
+      end
+
+      def set_field_encoding field_name
+        field_name
+      end
+    end
+  end
+end

data/lib/activerecord-hbase-adapter/version.rb

@@ -0,0 +1,7 @@
+module Activerecord
+  module Hbase
+    module Adapter
+      VERSION = "0.0.7"
+    end
+  end
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: activerecord-hbase-adapter
+version: !ruby/object:Gem::Version
+  version: 0.0.7
+platform: ruby
+authors:
+- Jean Lescure
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hipster_sql_to_hbase
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: msgpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: HBase ActiveRecord adapter based on HipsterSqlToHbase
+email:
+- jean@agilityfeat.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- activerecord-hbase-adapter.gemspec
+- lib/active_record/connection_adapters/hbase_adapter.rb
+- lib/activerecord-hbase-adapter/version.rb
+homepage: http://github.com/jeanlescure/activerecord-hbase-adapter
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: HBase ActiveRecord adapter based on HipsterSqlToHbase
+test_files: []