mdbm_dist_support 0.2.2 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 63441d53fa1b5c25331d083b2b14a31020ba3cb2
-  data.tar.gz: 562d49c124a5a0eb065642eb39d69fc58a82d67b
+  metadata.gz: f0fdf4ee1e6251dbe55f3c8b8a4a19e3b3cc6707
+  data.tar.gz: 6ebe15b54bb62a91cb57403df2905131444308b0
 SHA512:
-  metadata.gz: d1216c13bb2ee5668842bd0855554dbc9313e0e03763a26946cc78722bee8c0a08462be0cacf0682c261b0d503a3f957706ff43f9334bac867b725e91730f8b0
-  data.tar.gz: 0d8666a66b5ab800f3851b4a2878fddc8781ba46ab9047e9760ee91425ff296f4187693c7647a9c7b4875f22d7877313955bb4f4aee52815ea8bcb4b883bef4a
+  metadata.gz: 70c5653b264ee60a02677c1a49eddd972cce8a458a7f6ccd755620944544b2e4ee027dd196e52ee74861ca58b2f91ea1a216a1c8cdb69011828c138b1c2a684b
+  data.tar.gz: '09f17e87473de8ac15774babfb85a7f6f9541940c88715f9904cf1db563cb91e9d37466ff302b023f5812b39f6911b0e0862cd3b205efb42357e308ac276a276'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mdbm_dist_support (0.2.2)
+    mdbm_dist_support (0.2.3)
       ruby-mdbm (>= 0.0.2)
 
 GEM

data/README.md

@@ -24,31 +24,35 @@ Use like this.
 require 'mdbm_dist_support'
 
 MdbmDistSupport::Distributer.new do |m|
-  m.lock_path         = '/tmp/hoge.lck'
-  m.meta_path         = '/tmp/hoge_meta.mdbm'
-  m.local_path        = '/tmp/hoge_local.mdbm'
-  m.dist_path         = '/tmp/hoge_dist.mdbm'
-  m.cmd_print         = '/tmp/print.rb'
-  m.cmd_gen           = :mdbm_store_func
-  m.cmd_rep           = '/usr/local/bin/mdbm_replace'
-  m.full_mode         = true
-  m.dist_server_hosts = ['localhost']
-  m.meta_incr_key     = 'when_processed_fetched_max_date'
+  m.lock_path     = '/tmp/hoge.lck'
+  m.meta_path     = '/tmp/hoge_meta.mdbm'
+  m.local_path    = '/tmp/hoge_local.mdbm'
+  m.dist_path     = '/tmp/hoge_dist.mdbm'
+  m.cmd_print     = '/tmp/print.rb'
+  m.cmd_gen       = :mdbm_store_func
+  m.cmd_rep       = '/usr/local/bin/mdbm_replace'
+  m.full_mode     = true
+  m.dist_servers  = [
+      :host => 'remote1', :port => 22, :user => 'foo', :key => '/home/foo/.ssh/id_rsa',
+      :host => 'remote2', :port => 22, :user => 'hee', :key => '/home/hee/.ssh/id_rsa',
+      :host => 'remote3', :port => 22, :user => 'hyo', :key => '/home/hyo/.ssh/id_rsa',
+    ]
+  m.meta_incr_key = 'when_processed_fetched_max_date'
 end.run_dist
 ```
 #### settings @run_dist
 |name|value|memo|
 |:-----------|:------------|:------------|
-|lock_path|local lock file path||
-|meta_path|local meta mdbm path||
-|local_path|local mdbm path||
-|dist_path|mdbm path in remote servers||
+|lock_path|lock file path||
+|meta_path|meta mdbm path||
+|local_path|mdbm path||
+|dist_path|mdbm path in remote dist_server_hosts||
 |cmd_print|print command path|need to make|
-|cmd_gen|generate mdbm command path or :mdbm_store_func|need to make if you want to generate mdbm othert than String:String set like int64:String, int32:int64.if you set :mdbm_store_func only, set use mdbm.stroe() function.|
+|cmd_gen|generate mdbm command path or `:mdbm_store_func`|need to make if you want to generate mdbm othert than _String:String_ set like _int64:String_, _int32:int64_.if you set `:mdbm_store_func` only, set use mdbm.stroe() function.|
 |cmd_rep|replace mdbm command path|[mdbm_replace](https://github.com/yahoo/mdbm/blob/master/gendoc/mdbm_replace.rst)|
-|full_mode|_true_: always update / _false_: when meta_incr_key is changed, do dist||
-|dist_server_hosts|distribute target server hosts array||
-|meta_incr_key|meta mdbm key(using increment update)||
+|full_mode|`true`: full `false`: incremental||
+|dist_servers|distribute server info array||
+|meta_incr_key|meta mdbm key using incremental mode||
 
 #### print.rb
 ```ruby
@@ -65,8 +69,8 @@ end.run_print_after(fetched_max_date)
 #### settings @run_print_after
 |name|value|
 |:-----------|:------------|
-|meta_path|local meta mdbm path|
-|meta_incr_key|meta mdbm key (using increment update)|
+|meta_path|meta mdbm path|
+|meta_incr_key|meta mdbm key using incremental mode|
 
 ## Requires
 * [mdbm](https://github.com/yahoo/mdbm)

data/lib/mdbm_dist_support/distributer.rb

@@ -10,7 +10,7 @@ module MdbmDistSupport
   class Distributer
     attr_accessor :lock_path, :lock, :meta_path, :meta, :local_path,\
                   :dist_path, :cmd_print, :cmd_gen, :cmd_rep,\
-                  :dist_server_hosts, :meta_incr_key, :full_mode
+                  :dist_servers, :meta_incr_key, :full_mode
 
     include MdbmDistSupport::CustomLogger
 
@@ -55,7 +55,7 @@ module MdbmDistSupport
     def do_mdbm_store(f)
       f.each_line do |s|
         kv = s.split("\t")
-        m = Mdbm.new(@local_path, Mdbm::MDBM_O_RDWR | Mdbm::MDBM_O_CREAT, 777, 0, 0)
+        m = Mdbm.new(@local_path, Mdbm::MDBM_O_RDWR | Mdbm::MDBM_O_CREAT, 0644, 0, 0)
         m.store(kv[0], kv[1], Mdbm::MDBM_REPLACE)
       end
     end
@@ -65,9 +65,9 @@ module MdbmDistSupport
     end
 
     def dist
-      @dist_server_hosts.each do |s|
-        cmd_exec %(scp -o StrictHostKeychecking=no #{@local_path} #{s}:#{@dist_path}.tmp)
-        cmd_exec %(ssh -o StrictHostKeychecking=no #{s} \" #{@cmd_rep} #{@dist_path} #{@dist_path}.tmp && chmod 777 #{@dist_path}\")
+      @dist_servers.each do |s|
+        cmd_exec %(scp -P #{s[:port]} -i #{s[:key]} #{@local_path} #{s[:user]}@#{s[:host]}:#{@dist_path}.tmp)
+        cmd_exec %(ssh -p #{s[:port]} -i #{s[:key]} #{s[:user]}@#{s[:host]} \" #{@cmd_rep} #{@dist_path} #{@dist_path}.tmp && chmod 777 #{@dist_path}\")
       end
     end
 

data/lib/mdbm_dist_support/validator.rb

@@ -5,7 +5,7 @@ module MdbmDistSupport
   class Validator
     RUN_DIST_REQUIRE_INSTANCE_VARS =
       %i[@lock_path @meta_path @local_path @dist_path @cmd_print
-         @cmd_gen @cmd_rep @full_mode @dist_server_hosts
+         @cmd_gen @cmd_rep @full_mode @dist_servers
          @meta_incr_key].freeze
 
     RUN_PRINT_AFTER_REQUIRE_INSTANCE_VARS =

data/lib/mdbm_dist_support/version.rb

@@ -1,3 +1,3 @@
 module MdbmDistSupport
-  VERSION = '0.2.2'
+  VERSION = '0.2.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mdbm_dist_support
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.3
 platform: ruby
 authors:
 - MichinaoShimizu