naginegi 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f1407ac3ed8008b5fe9016cc6b5497d7e4670c6a3053e82717bbca7ddcafe31
-  data.tar.gz: db73972c63544d2ee87ae2df508f38b813cddce5e6e6a8bf8c83012a5fa96a3c
+  metadata.gz: 2a23dc48ebec8810113d0b5a3a085c106048bb8aa24cfffc25d7e9c420ff5504
+  data.tar.gz: 3cdfdf331f116492d7457072fc16f93bb6ab88fb7b8c8efdfb286f745f8dd11d
 SHA512:
-  metadata.gz: 96793bf87478c3ae07b1d6338813a2fd1f49e89d9b016c02f94bbfd7d250885ca67e24c2851bb52ed067c62cea4f317f8431577569c7f3dc461c325f549c1eec
-  data.tar.gz: 5c9d7a190cd1afd1d3561c90ca7d1c5b1491ef886f4a5ddadfdfbfb2371ddcea46241758b7b328569e7d105f400364131258eb65bef389f20f2aac819605d1dc
+  metadata.gz: 4af85f8bdad42f90f06478954ccda166f35028a4660b11b08dbfe7a3ef94a9e8c8652212673549d1d2bac485cebd4dd05102cf021328a63fb67ccf97e6e4dfef
+  data.tar.gz: 803c5fe510fccc0e98dd9fec3294a576f58c2f25c3df531b4f53e1bad42e90fd68754bca8b5076dd6894c919112577ff3c5101de16cb6c68592ce59de3e42daa

data/README.md

@@ -92,7 +92,7 @@ config = {
  'config_dir' => '/var/tmp/embulk/config'
 }
 
-client = Naginegi::EmbulkClient.new
+client = Naginegi::EmbulkRunner.new
 client.generate_config(config)
 client.run(config)
 ```

data/lib/naginegi.rb

@@ -7,13 +7,17 @@ require 'logger'
 
 module Naginegi
   class EmbulkRunner
-    def initialize
+    def initialize(db_configs: nil, log_level: 'warn', embulk_run_option: '')
       @logger = Logger.new(STDOUT)
       @logger.datetime_format = '%Y-%m-%d %H:%M:%S'
+
+      @db_configs = db_configs || YAML.load_file('database.yml')
+      @log_level = log_level
+      @embulk_run_option = embulk_run_option
     end
 
     def generate_config(bq_config)
-      Naginegi::EmbulkConfig.new.generate_config(db_configs, bq_config)
+      Naginegi::EmbulkConfig.new.generate_config(@db_configs, bq_config)
     end
 
     def run(bq_config, target_table_names = [], retry_max = 0)
@@ -31,8 +35,8 @@ module Naginegi
     private
 
     def run_and_retry(bq_config, target_table_names, retry_max, retry_count)
-      error_tables = Naginegi::Embulk.new.run(
-        db_configs,
+      error_tables = Naginegi::Embulk.new(@log_level, @embulk_run_option).run(
+        @db_configs,
         table_configs,
         bq_config,
         target_table_names
@@ -46,12 +50,8 @@ module Naginegi
       error_tables
     end
 
-    def db_configs
-      @db_configs ||= YAML.load_file('database.yml')
-    end
-
     def table_configs
-      @table_configs ||= Naginegi::MySQL::TableConfig.generate_table_configs
+      @table_configs ||= Naginegi::TableConfig.generate_table_configs
     end
   end
 end

data/lib/naginegi/bigquery.rb

@@ -9,10 +9,11 @@ module Naginegi
     CONTENTS = <<-EOS.unindent
     in:
       type: <%= db_type %>
+      host: <%= host %>
       user: <%= user %>
       password: <%= password %>
       database: <%= database %>
-      host: <%= host %>
+      ssl: <%= ssl %>
       query: |
         <%= query %>
       <%= options %>
@@ -61,6 +62,7 @@ module Naginegi
       user = db_config['username']
       password = db_config['password']
       database = db_config['database']
+      ssl = db_config['embulk_ssl_enable'] || false
       options = if db_type == 'mysql'
                   "options: {useLegacyDatetimeCode: false, serverTimezone: #{db_config['timezone']}}"
                 else

data/lib/naginegi/embulk.rb

@@ -2,9 +2,12 @@ require 'logger'
 
 module Naginegi
   class Embulk
-    def initialize
+    def initialize(log_level, embulk_run_option)
       @logger = Logger.new(STDOUT)
       @logger.datetime_format = '%Y-%m-%d %H:%M:%S'
+
+      @log_level = log_level
+      @embulk_run_option = embulk_run_option
     end
 
     def run(db_configs, all_table_configs, bq_config, target_table_names = [])
@@ -45,7 +48,7 @@ module Naginegi
           @logger.warn(e.message)
         end
 
-        cmd = "embulk run #{bq_config['config_dir']}/#{db_name}/#{table_config.name}.yml"
+        cmd = "embulk run #{@embulk_run_option} #{bq_config['config_dir']}/#{db_name}/#{table_config.name}.yml --log-level #{@log_level}"
         @logger.info("cmd: #{cmd}")
 
         if system(cmd)

data/lib/naginegi/embulk_config.rb

@@ -43,7 +43,31 @@ module Naginegi
     end
 
     def all_table_configs
-      @all_table_configs ||= MySQL::TableConfig.generate_table_configs
+      @all_table_configs ||= Naginegi::TableConfig.generate_table_configs
+    end
+  end
+
+  class TableConfig
+    attr_reader :name, :daily_snapshot, :condition
+
+    def initialize(config)
+      @name = config['name']
+      @daily_snapshot = config['daily_snapshot'] || false
+      @condition = config['condition']
+    end
+
+    def self.generate_table_configs(file_path = 'table.yml')
+      configs = YAML.load_file(file_path)
+      configs.each_with_object({}) do |(db, database_config), table_configs|
+        table_configs[db] = database_config['tables'].map { |config| TableConfig.new(config) }
+        table_configs
+      end
+    end
+
+    def ==(other)
+      instance_variables.all? do |v|
+        instance_variable_get(v) == other.instance_variable_get(v)
+      end
     end
   end
 end

data/lib/naginegi/mysql.rb

@@ -39,30 +39,6 @@ module Naginegi
       end
     end
 
-    class TableConfig
-      attr_reader :name, :daily_snapshot, :condition
-
-      def initialize(config)
-        @name = config['name']
-        @daily_snapshot = config['daily_snapshot'] || false
-        @condition = config['condition']
-      end
-
-      def self.generate_table_configs(file_path = 'table.yml')
-        configs = YAML.load_file(file_path)
-        configs.each_with_object({}) do |(db, database_config), table_configs|
-          table_configs[db] = database_config['tables'].map { |config| TableConfig.new(config) }
-          table_configs
-        end
-      end
-
-      def ==(other)
-        instance_variables.all? do |v|
-          instance_variable_get(v) == other.instance_variable_get(v)
-        end
-      end
-    end
-
     class Column
       attr_reader :column_name, :data_type
 

data/lib/naginegi/postgresql.rb

@@ -38,30 +38,6 @@ module Naginegi
       end
     end
 
-    class TableConfig
-      attr_reader :name, :daily_snapshot, :condition
-
-      def initialize(config)
-        @name = config['name']
-        @daily_snapshot = config['daily_snapshot'] || false
-        @condition = config['condition']
-      end
-
-      def self.generate_table_configs(file_path = 'table.yml')
-        configs = YAML.load_file(file_path)
-        configs.each_with_object({}) do |(db, db_config), table_configs|
-          table_configs[db] = db_config['tables'].map { |config| TableConfig.new(config) }
-          table_configs
-        end
-      end
-
-      def ==(other)
-        instance_variables.all? do |v|
-          instance_variable_get(v) == other.instance_variable_get(v)
-        end
-      end
-    end
-
     class Column
       attr_reader :column_name, :data_type
 

data/lib/naginegi/version.rb

@@ -1,3 +1,3 @@
 module Naginegi
-  VERSION = '0.1.0'.freeze
+  VERSION = '0.2.0'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: naginegi
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - cobot00
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-01-14 00:00:00.000000000 Z
+date: 2020-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler