mdbm_dist_support 0.2.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0ff37bbd0dbe3ea23a0ea546be38c5cdbcfc945c
-  data.tar.gz: a903917387151b34e8f38bf9f2ea0633259795f4
+  metadata.gz: dd99e670304709edfb7535cc8196413064bd9ed6
+  data.tar.gz: a7c4284c3eb2f223955698bf9f3072c412f2a7a0
 SHA512:
-  metadata.gz: 169eff5558f9c64159b28a5031d2f8250c242fd18ac12171041a6a1df8b4abbcb9738d2b3bd0de00cf7f4943229e9d58ff11bea18c8f5c9b3b51374d53ef417e
-  data.tar.gz: 72ad82c2c5b788a3e9c5d5355a474f7d82d265843aa39b28850db9df63adce08abd15437e3ef9af76ae1750f3c81b2b8d1e0ed8255fdf447ee5b0811888ae95e
+  metadata.gz: 19700472b943e42ee7a8bfa3a0ec8ad3c658c45401949719db4e38b3eb20bd2aef424358b0458983a8a551b544ee35e6f6dd41243459608e1a236ea0a8b6f222
+  data.tar.gz: 3820d6ca97378d15905d57c477e2eef6f431877aa71c1c37b52f0dc9f7e633aadaba961d79868c5a7c25a865efe78a92bc9edb50cd033da0b695f37bd764b029

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mdbm_dist_support (0.2.4)
+    mdbm_dist_support (0.2.5)
       ruby-mdbm (>= 0.0.2)
 
 GEM

data/README.md

@@ -37,7 +37,6 @@ MdbmDistSupport::Distributer.new do |m|
       :host => 'remote2', :port => 22, :user => 'hee', :key => '/home/hee/.ssh/id_rsa',
       :host => 'remote3', :port => 22, :user => 'hyo', :key => '/home/hyo/.ssh/id_rsa',
     ]
-  m.meta_incr_key = 'when_processed_fetched_max_date'
 end.run_dist
 ```
 #### settings @run_dist
@@ -50,27 +49,24 @@ end.run_dist
 |cmd_print|print command path|need to make|
 |cmd_gen|generate mdbm command path or `:mdbm_store_func`|need to make if you want to generate mdbm othert than _String:String_ set like _int64:String_, _int32:int64_.if you set `:mdbm_store_func` only, set use mdbm.stroe() function.|
 |cmd_rep|replace mdbm command path|[mdbm_replace](https://github.com/yahoo/mdbm/blob/master/gendoc/mdbm_replace.rst)|
-|full_mode|`true`: full `false`: incremental||
+|full_mode|`true`: full `false`: inc|when you set `false`, distribute when `meta_mdbm_increment_key` key in meta was updated only.|
 |dist_servers|distribute server info array||
-|meta_incr_key|meta mdbm key using incremental mode||
 
 #### print.rb
 ```ruby
 require 'mdbm_dist_support'
 
 puts "1111111\tFUGAFUGA"
-fetched_max_date = '2017-09-09 11:11:11'
+inc_key = '2017-09-09 11:11:11'
 
 MdbmDistSupport::Distributer.new do |m|
-  m.meta_path     = '/tmp/hoge_meta.mdbm'
-  m.meta_incr_key = 'when_processed_fetched_max_date'
-end.run_print_after(fetched_max_date)
+  m.meta_path = '/tmp/hoge_meta.mdbm'
+end.run_print_after(inc_key)
 ```
 #### settings @run_print_after
 |name|value|
 |:-----------|:------------|
 |meta_path|meta mdbm path|
-|meta_incr_key|meta mdbm key using incremental mode|
 
 ## Requires
 * [mdbm](https://github.com/yahoo/mdbm)

data/lib/mdbm_dist_support/distributer.rb

@@ -8,9 +8,10 @@ require 'mdbm'
 module MdbmDistSupport
   # Mdbm distributer
   class Distributer
+    INCR_KEY = 'meta_mdbm_increment_key'.freeze
     attr_accessor :lock_path, :meta_path, :meta, :local_path,\
                   :dist_path, :cmd_print, :cmd_gen, :cmd_rep,\
-                  :dist_servers, :meta_incr_key, :full_mode
+                  :dist_servers, :full_mode
 
     include MdbmDistSupport::CustomLogger
 
@@ -29,16 +30,16 @@ module MdbmDistSupport
 
     def run_print_after(meta_val)
       raise 'validate error' unless MdbmDistSupport::Validator.valid_run_print_after_settings?(instance_variables)
-      @meta.store(@meta_incr_key, meta_val)
+      @meta.store(INCR_KEY, meta_val)
     end
 
     private
 
     def local_up
       Tempfile.create('mdbm_dist_support') do |f|
-        date_b = @meta.fetch(@meta_incr_key)
+        date_b = @meta.fetch(INCR_KEY)
         cmd_exec %(#{@cmd_print} > #{f.path})
-        date_a = @meta.fetch(@meta_incr_key)
+        date_a = @meta.fetch(INCR_KEY)
         if @full_mode == false && date_a == date_b
           @@logger.info 'no need to update'
           break
@@ -49,7 +50,7 @@ module MdbmDistSupport
 
     def do_mdbm_store(f)
       f.each_line do |s|
-        kv = s.split("\t")
+        kv = s.chomp.split("\t")
         m = Mdbm.new(@local_path, Mdbm::MDBM_O_RDWR | Mdbm::MDBM_O_CREAT, 0644, 0, 0)
         m.store(kv[0], kv[1], Mdbm::MDBM_REPLACE)
       end

data/lib/mdbm_dist_support/validator.rb

@@ -5,11 +5,10 @@ module MdbmDistSupport
   class Validator
     RUN_DIST_REQUIRE_INSTANCE_VARS =
       %i[@lock_path @meta_path @local_path @dist_path @cmd_print
-         @cmd_gen @cmd_rep @full_mode @dist_servers
-         @meta_incr_key].freeze
+         @cmd_gen @cmd_rep @full_mode @dist_servers].freeze
 
     RUN_PRINT_AFTER_REQUIRE_INSTANCE_VARS =
-      %i[@meta_path @meta_incr_key].freeze
+      %i[@meta_path].freeze
 
     include MdbmDistSupport::CustomLogger
 

data/lib/mdbm_dist_support/version.rb

@@ -1,3 +1,3 @@
 module MdbmDistSupport
-  VERSION = '0.2.4'
+  VERSION = '0.2.5'
 end

data/update.rb

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+require 'mdbm_dist_support'
+
+MdbmDistSupport::Distributer.new do |m|
+  m.lock_path      = '/tmp/hoge.lck'
+  m.meta_path      = '/tmp/hoge_meta.mdbm'
+  m.local_path     = '/tmp/hoge_local.mdbm'
+  m.dist_path      = '/tmp/hoge_dist.mdbm'
+  m.cmd_print      = '/tmp/print.rb'
+  m.cmd_gen        = :mdbm_store_func
+  m.cmd_rep        = '/usr/local/bin/mdbm_replace'
+  m.full_mode      = true
+  m.dist_servers   = [ :host => 'localhost', :port => 61204, :user => 'shimizu', :key => '/home/shimizu/.ssh/id_rsa.bk']
+end.run_dist

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mdbm_dist_support
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - MichinaoShimizu
@@ -91,6 +91,7 @@ files:
 - lib/mdbm_dist_support/version.rb
 - mdbm_dist.jpg
 - mdbm_dist_support.gemspec
+- update.rb
 homepage: https://github.com/MichinaoShimizu/mdbm_dist_support
 licenses: []
 metadata: {}