roma-storage 0.1.0

data/lib/roma/storage/dummy_storage.rb

@@ -0,0 +1,42 @@
+
+module Roma
+  module Storage
+
+    class DummyStorage
+
+      def initialize; end
+      def init(*args); end
+      def opendb(fname,divnum); end
+      def closedb; end
+      def get_context(vn, k, d) nil; end
+      def rset(vn, k, d, lclock, exptime, v); end
+      def set(vn, k, d, exptime, v); end
+      def add(vn, k, d, exptime, v); end
+      def replace(vn, k, d, exptime, v); end
+      def append(vn, k, d, exptime, v); end
+      def prepend(vn, k, d, exptime, v); end
+      def get(vn,k,d); 'dummy'; end
+      def rdelete(vn,k,d,lclock); end
+      def delete(vn,k,d); end
+      def incr(vn, k, d, v); end
+      def decr(vn, k, d, v); end
+      def true_length; 100; end
+      def clean_up(t); end
+
+      def load(dmp); 10 end
+
+      # Returns the vnode dump.
+      def dump(vn)
+        Marshal.dump(get_vnode_hash(vn))
+      end
+
+      private
+
+      # Create vnode dump.
+      def get_vnode_hash(vn)
+        {'dummy'=>'dummy'}
+      end
+    end
+
+  end
+end

data/lib/roma/storage/ruby_hash_storage.rb

@@ -0,0 +1,114 @@
+require 'roma/storage/basic_storage'
+
+module Roma
+  module Storage
+
+    module RH_Ext
+      def put(k,v); self[k] = v; end
+      def get(k); self[k]; end
+      def out(k); delete(k); end
+      def rnum; length; end
+      def sync; true; end
+    end
+
+    class RubyHashStorage < BasicStorage
+
+      def opendb
+        create_div_hash
+        @divnum.times do |i|
+          @hdb[i] = open_db(nil)
+          @hdbc[i] = nil
+          @dbs[i] = :normal
+        end
+      end
+
+      if RUBY_VERSION >= '1.9.2'
+        def each_clean_up(t, vnhash)
+          @do_clean_up = true
+          nt = Time.now.to_i
+          @hdb.each{ |hdb|
+            keys = hdb.keys
+            keys.each{ |k|
+              v = hdb[k]
+              return unless @do_clean_up
+              vn, last, clk, expt = unpack_header(v)
+              vn_stat = vnhash[vn]
+              if vn_stat == :primary && ( (expt != 0 && nt > expt) || (expt == 0 && t > last) )
+                yield k, vn
+                hdb.out(k) if hdb.get(k) == v
+              elsif vn_stat == nil && t > last
+                yield k, vn
+                hdb.out(k) if hdb.get(k) == v
+              end
+              sleep @each_clean_up_sleep
+            }
+          }
+        end
+
+        def each_unpacked_db(target_vn, db)
+          count = 0
+          tn =  Time.now.to_i
+          keys = db[@hdiv[target_vn]].keys
+          keys.each do |k|
+            v = db[@hdiv[target_vn]][k]
+            vn, last, clk, expt, val = unpack_data(v)
+            if vn != target_vn || (expt != 0 && tn > expt)
+              count += 1
+              sleep @each_vn_dump_sleep if count % @each_vn_dump_sleep_count == 0
+              next
+            end
+            yield vn, last, clk, expt, k, val
+          end
+        end
+        private :each_unpacked_db
+
+
+        def each_hdb_dump(i,except_vnh = nil)
+          count = 0
+          keys = @hdb[i].keys
+          keys.each{|k|
+            v = @hdb[i][k]
+            vn, last, clk, expt, val = unpack_data(v)
+            if except_vnh && except_vnh.key?(vn) || Time.now.to_i > expt
+              count += 1
+              sleep @each_vn_dump_sleep if count % @each_vn_dump_sleep_count == 0
+            else
+              yield [vn, last, clk, expt, k.length, k, val.length, val].pack("NNNNNa#{k.length}Na#{val.length}")
+              sleep @each_vn_dump_sleep
+            end
+          }
+        end
+
+        # Create vnode dump.
+        def get_vnode_hash(vn)
+          buf = {}
+          count = 0
+          hdb = @hdb[@hdiv[vn]]
+          keys = hdb.keys
+          keys.each{ |k|
+            v = hdb[k]
+            count += 1
+            sleep @each_vn_dump_sleep if count % @each_vn_dump_sleep_count == 0
+            dat = unpack_data(v) #v.unpack('NNNN')
+            buf[k] = v if dat[0] == vn
+          }
+          return buf
+        end
+        private :get_vnode_hash
+        
+      end
+
+      private
+
+      def open_db(fname)
+        hdb = {}
+        hdb.extend(Roma::Storage::RH_Ext)
+        return hdb
+      end
+
+      def close_db(hdb); end
+
+    end # class RubyHashStorage
+
+  end # module Storage
+end # module Roma

data/lib/roma/storage/version.rb

@@ -0,0 +1,5 @@
+module Roma
+  module Storage
+    VERSION = "0.1.0"
+  end
+end

data/roma-storage.gemspec

@@ -0,0 +1,36 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "roma/storage/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "roma-storage"
+  spec.version       = Roma::Storage::VERSION
+  spec.authors       = ["Tatsuya Sato"]
+  spec.email         = ["tatsuya.b.sato@rakuten.com"]
+
+  spec.summary       = %q{Storages available for Roma server.}
+  spec.description   = %q{This gem provides storage classes available for Roma server.}
+  spec.homepage      = "https://roma-kvs.org/"
+  spec.license       = "GPL-3.0"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata["allowed_push_host"] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: roma-storage
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tatsuya Sato
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-06-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: This gem provides storage classes available for Roma server.
+email:
+- tatsuya.b.sato@rakuten.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/roma/storage.rb
+- lib/roma/storage/basic_storage.rb
+- lib/roma/storage/dummy_storage.rb
+- lib/roma/storage/ruby_hash_storage.rb
+- lib/roma/storage/version.rb
+- roma-storage.gemspec
+homepage: https://roma-kvs.org/
+licenses:
+- GPL-3.0
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Storages available for Roma server.
+test_files: []