mdbm_dist_support 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 21076e79d83ad7a03a5039c335509dada5d31a6d
-  data.tar.gz: 37e1553b71ff538727d31710863c102fe7e6aa65
+  metadata.gz: 63441d53fa1b5c25331d083b2b14a31020ba3cb2
+  data.tar.gz: 562d49c124a5a0eb065642eb39d69fc58a82d67b
 SHA512:
-  metadata.gz: 25d3ce4e0f7ca1d7b71d926f100806167351c5e926f54dd4287d38461bc42d93c039327993313236ebfb944a20a1c721f84ae68449498aba1044dff0e03a2b13
-  data.tar.gz: 4d2478659b15f95a094bde9dac555b451e664661e72da05f8097ecf9130ee6ee7934d9db9b7b55c95a0b46da35e618e08731509039133dc7925872b35c5de6e9
+  metadata.gz: d1216c13bb2ee5668842bd0855554dbc9313e0e03763a26946cc78722bee8c0a08462be0cacf0682c261b0d503a3f957706ff43f9334bac867b725e91730f8b0
+  data.tar.gz: 0d8666a66b5ab800f3851b4a2878fddc8781ba46ab9047e9760ee91425ff296f4187693c7647a9c7b4875f22d7877313955bb4f4aee52815ea8bcb4b883bef4a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mdbm_dist_support (0.2.1)
+    mdbm_dist_support (0.2.2)
       ruby-mdbm (>= 0.0.2)
 
 GEM
@@ -34,4 +34,4 @@ DEPENDENCIES
   rspec (~> 3.0)
 
 BUNDLED WITH
-   1.14.6
+   1.15.4

data/README.md

@@ -4,6 +4,10 @@ mdbm distribution support library gem
 [![Gem Version](https://badge.fury.io/rb/mdbm_dist_support.svg)](https://badge.fury.io/rb/mdbm_dist_support)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
+## Overview
+When like below sequence, use this in BAT server.
+![overview image](https://github.com/MichinaoShimizu/mdbm_dist_support/blob/master/mdbm_dist.jpg?raw=true)
+
 ## Installation
 `gem install mdbm-dist-support`
 
@@ -17,8 +21,6 @@ Use like this.
 ### Sample
 #### update.rb
 ```ruby
-#!/usr/bin/env ruby
-
 require 'mdbm_dist_support'
 
 MdbmDistSupport::Distributer.new do |m|
@@ -27,22 +29,22 @@ MdbmDistSupport::Distributer.new do |m|
   m.local_path        = '/tmp/hoge_local.mdbm'
   m.dist_path         = '/tmp/hoge_dist.mdbm'
   m.cmd_print         = '/tmp/print.rb'
-  m.cmd_gen           = '/usr/local/bin/i64_str_gen'
+  m.cmd_gen           = :mdbm_store_func
   m.cmd_rep           = '/usr/local/bin/mdbm_replace'
   m.full_mode         = true
   m.dist_server_hosts = ['localhost']
   m.meta_incr_key     = 'when_processed_fetched_max_date'
 end.run_dist
 ```
-#### required settings @run_dist
+#### settings @run_dist
 |name|value|memo|
 |:-----------|:------------|:------------|
 |lock_path|local lock file path||
 |meta_path|local meta mdbm path||
 |local_path|local mdbm path||
 |dist_path|mdbm path in remote servers||
-|cmd_print|print command path|you need to make this command|
-|cmd_gen|generate mdbm command path|you need to make this command|
+|cmd_print|print command path|need to make|
+|cmd_gen|generate mdbm command path or :mdbm_store_func|need to make if you want to generate mdbm othert than String:String set like int64:String, int32:int64.if you set :mdbm_store_func only, set use mdbm.stroe() function.|
 |cmd_rep|replace mdbm command path|[mdbm_replace](https://github.com/yahoo/mdbm/blob/master/gendoc/mdbm_replace.rst)|
 |full_mode|_true_: always update / _false_: when meta_incr_key is changed, do dist||
 |dist_server_hosts|distribute target server hosts array||
@@ -50,27 +52,21 @@ end.run_dist
 
 #### print.rb
 ```ruby
-#!/usr/bin/env ruby
-
 require 'mdbm_dist_support'
 
-# fetch data and print STDOUT KEY:VALUE set
 puts "1111111\tFUGAFUGA"
-
-# fetch db max-date or max id
 fetched_max_date = '2017-09-09 11:11:11'
 
-# print after, update meta increment val.
 MdbmDistSupport::Distributer.new do |m|
-  m.meta_path = 'local meta mdbm file path'
+  m.meta_path     = '/tmp/hoge_meta.mdbm'
   m.meta_incr_key = 'when_processed_fetched_max_date'
 end.run_print_after(fetched_max_date)
 ```
-#### required settings @run_print_after
-|name|value|memo|
-|:-----------|:------------|:------------|
-|meta_path|local meta mdbm path||
-|meta_incr_key|meta mdbm key (using increment update)||
+#### settings @run_print_after
+|name|value|
+|:-----------|:------------|
+|meta_path|local meta mdbm path|
+|meta_incr_key|meta mdbm key (using increment update)|
 
 ## Requires
 * [mdbm](https://github.com/yahoo/mdbm)

data/lib/mdbm_dist_support/distributer.rb

@@ -3,6 +3,7 @@ require 'mdbm_dist_support/meta'
 require 'mdbm_dist_support/lock'
 require 'mdbm_dist_support/validator'
 require 'tempfile'
+require 'mdbm'
 
 module MdbmDistSupport
   # Mdbm distributer
@@ -46,11 +47,23 @@ module MdbmDistSupport
           @@logger.info 'no need to update'
           break
         end
-        cmd_exec %(cat #{f.path} | #{@cmd_gen} #{@local_path})
+        (@cmd_gen == :mdbm_store_func) ? do_mdbm_store(f) : do_outer_gen_cmd(f)
         dist
       end
     end
 
+    def do_mdbm_store(f)
+      f.each_line do |s|
+        kv = s.split("\t")
+        m = Mdbm.new(@local_path, Mdbm::MDBM_O_RDWR | Mdbm::MDBM_O_CREAT, 777, 0, 0)
+        m.store(kv[0], kv[1], Mdbm::MDBM_REPLACE)
+      end
+    end
+
+    def do_outer_gen_cmd(f)
+      cmd_exec %(cat #{f.path} | #{@cmd_gen} #{@local_path})
+    end
+
     def dist
       @dist_server_hosts.each do |s|
         cmd_exec %(scp -o StrictHostKeychecking=no #{@local_path} #{s}:#{@dist_path}.tmp)

data/lib/mdbm_dist_support/version.rb

@@ -1,3 +1,3 @@
 module MdbmDistSupport
-  VERSION = '0.2.1'
+  VERSION = '0.2.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mdbm_dist_support
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - MichinaoShimizu
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-09-15 00:00:00.000000000 Z
+date: 2017-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -89,6 +89,7 @@ files:
 - lib/mdbm_dist_support/meta.rb
 - lib/mdbm_dist_support/validator.rb
 - lib/mdbm_dist_support/version.rb
+- mdbm_dist.jpg
 - mdbm_dist_support.gemspec
 homepage: https://github.com/MichinaoShimizu/mdbm_dist_support
 licenses: []