continuent-tools-core 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e6e054000eca097227028c7e1207f5b974776e7c
-  data.tar.gz: 741e8405afad6f6e8c437f4c257a90409a9fea9c
+  metadata.gz: 16efacbae7473d06eb2d66b15dc36930640ec849
+  data.tar.gz: 59927a7e2be2982ec8723e775d4314faed5ded72
 SHA512:
-  metadata.gz: e629c48d5bdd89d9f746cb72ad0aa74d94b4d55a9d2ce1b6aacabfb2e1f877e829fd58ef513cf8d5c8e1a2f4f0e21280a2a7d6bab4f975e47c2e57e63b81729e
-  data.tar.gz: 64e88a15d565b05ca1d30c30bf58e8e60122da6b55ae7758379e8ab0cb6ec7c0aecbf087ebcb23bc71804838a5f4a5a677743b679aff449ac143ea1f4b8b9678
+  metadata.gz: 6c570c00e9dbaae8194c97981266a5e5e44183539e1c6a581f58ecc48fe195526db46b524fef3ac3472c1a1929ac3fd6bef5eb3a5f7b06bd4c0409c5bb1fd072
+  data.tar.gz: f84cc97f36b4df6d4bfcd1c01997a52f6185a12d7b6e5cd8860d1a05c2ce4b633f72717fb2376b71e84fe714ac5f420e6f513404fce77db77e98a5d28a34c46c

data/bin/tungsten_create_load

@@ -0,0 +1,180 @@
+#!/usr/bin/env ruby
+# Copyright (C) 2014 Continuent, Inc.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.  You may obtain
+# a copy of the License at
+# 
+#         http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+# Initial developer(s): Jeff Mace
+# Contributor(s):
+
+begin
+  require 'rubygems'
+  gem 'continuent-tools-core'
+rescue LoadError
+end
+
+require 'continuent-tools-core'
+
+class ContinuentCreateLoad
+  include TungstenScript
+  include MySQLServiceScript
+  private
+  
+  @@interrupted = false
+  
+  def main
+    old_trap = trap("INT") {
+      ContinuentCreateLoad.interrupted?(true);
+    }
+    
+    # Create the schema we will load data into using the local connection
+    TU.cmd(get_mysql_command(), false, method(:initialize_schema), nil, method(:forward_mysql_errors))
+    sleep 2
+    
+    # Create a list of all load generation threads that should be started
+    load_threads = []
+    opt(:hosts).each{
+      |host|
+      i = 0
+      while (i < opt(:threads).to_i())
+        load_threads << {:host => host}
+        i = i+1
+      end
+    }
+    # Spin up an independent thread for each configuration of the load
+    # generation thread.
+    load_threads.peach{
+      |load_thread|
+      TU.cmd(get_mysql_command() + " -h#{load_thread[:host]}", true, method(:create_schema_load), nil, method(:forward_mysql_errors))
+    }
+    
+    puts("\n")
+    trap("INT", old_trap);
+  end
+  
+  def initialize_schema(stdin)
+    [
+      "DROP SCHEMA IF EXISTS tungsten_create_load;",
+      "CREATE SCHEMA tungsten_create_load;",
+      "CREATE TABLE tungsten_create_load.values (id int NOT NULL auto_increment primary key, val int NOT NULL, origin varchar(32) NULL);"
+    ].each{|sql|
+      stdin.puts(sql)
+      putc '.'
+      $stdout.flush()
+    }
+  end
+  
+  def create_schema_load(stdin)
+    sql = "INSERT INTO tungsten_create_load.values (val, origin) VALUES (5, @@hostname);"
+    while (ContinuentCreateLoad.interrupted?() == false)
+      stdin.puts(sql)
+      putc '.'
+      $stdout.flush()
+      sleep opt(:sleep).to_i()
+    end
+  end
+  
+  def forward_mysql_errors(msg)
+    TU.error(msg)
+  end
+  
+  def configure
+    super()
+    
+    add_option(:hosts, {
+      :on => "--hosts String",
+      :help => "Coordinate load generation on these servers in addition to the current host",
+    })
+    
+    add_option(:threads, {
+      :on => "--threads String",
+      :parse => method(:parse_integer_option),
+      :help => "How many parallel threads should be used to generate load",
+      :default => 1,
+    })
+    
+    add_option(:sleep, {
+      :on => "--sleep String",
+      :parse => method(:parse_integer_option),
+      :help => "How many seconds to wait between load transactions",
+      :default => 1,
+    })
+    
+    add_option(:use_connector, {
+      :on => "--use-connector String",
+      :parse => method(:parse_boolean_option),
+      :help => "Enable/Disable use of the Tungsten Connector for adding load to the system.",
+    })
+  end
+  
+  def validate
+    super()
+    
+    unless TU.is_valid?()
+      return TU.is_valid?()
+    end
+    
+    if opt(:use_connector) == nil
+      if TI.is_connector?()
+        opt(:use_connector, true)
+        
+        unless TI.is_running?("connector")
+          TU.error("The Tungsten Connector is not running")
+        end
+        
+        defaults_file = Tempfile.new("tungsten_nagios_connector")
+        opt(:my_cnf, defaults_file.path())
+
+        defaults_file.puts("[client]")
+        defaults_file.puts("user=#{TI.setting(TI.setting_key(CONNECTORS, "connector_user"))}")
+        defaults_file.puts("password=#{TI.setting(TI.setting_key(CONNECTORS, "connector_password"))}")
+        defaults_file.flush()
+        
+        opt(:mysqlport, TI.setting(TI.setting_key(CONNECTORS, "connector_listen_port")))
+        opt(:mysqlhost, TI.hostname())
+      elsif TI.is_replicator?()
+        opt(:use_connector, false)
+        
+        if TI.setting(TI.setting_key(REPL_SERVICES, @options[:service], "repl_datasource_type")) != "mysql"
+          TU.error("Unable to create load on this system because it is not configured for MySQL")
+        end
+      else
+        TU.error("Unable to create load on this system because it is not configured as a Tungsten Connector or Tungsten Replicator")
+      end
+    end
+    
+    if opt(:hosts) != nil
+      hosts = opt(:hosts).split(",").uniq().delete_if{
+        |h|
+        (h == TI.hostname())
+      }
+      hosts << TI.hostname()
+      opt(:hosts, hosts)
+    else
+      opt(:hosts, [TI.hostname()])
+    end
+  end
+  
+  def script_name
+    "tungsten_create_load"
+  end
+  
+  def self.interrupted?(val = nil)
+    if val != nil
+      @@interrupted = val
+    end
+    
+    (@@interrupted == true)
+  end
+  
+  self.new().run()
+end

data/lib/continuent-tools-core.rb

@@ -38,6 +38,101 @@ class TungstenUtil
       forward_cmd_results?(original_fwd_state)
     end
   end
+  
+  # A wrapper for running another Tungsten script on a remote host. This will 
+  # automatically forward messages to the console and add any TungstenScript 
+  # options to the command.
+  def tungsten_ssh_result(command, host, user)
+    original_fwd_state = forward_cmd_results?()
+    begin
+      if TI
+        prefix = "export CONTINUENT_ROOT=#{TI.root()}; "
+      else
+        prefix = ""
+      end
+      
+      forward_cmd_results?(true)
+      return ssh_result("#{prefix}#{command} #{get_tungsten_command_options()}", host, user)
+    ensure
+      forward_cmd_results?(original_fwd_state)
+    end
+  end
+  
+  # Run the {command} and return a string of STDOUT
+  def cmd(command, ignore_fail = false, stdin_method = nil, stdout_method = nil, stderr_method = nil)
+    errors = ""
+    result = ""
+    threads = []
+    
+    debug("Execute `#{command}`")
+    status = Open4::popen4("export LANG=en_US; #{command}") do |pid, stdin, stdout, stderr|
+      if stdin_method != nil
+        threads << Thread.new{
+          stdin_method.call(stdin)
+          stdin.close
+        }
+      else
+        stdin.close
+      end
+      
+      threads << Thread.new{
+        while data = stdout.gets()
+          if data.to_s() != ""
+            result+=data
+            
+            if data != "" && forward_cmd_results?()
+              write(data, (parse_log_level(data) || get_forward_log_level()), nil, false)
+            end
+            
+            if stdout_method != nil
+              stdout_method.call(data)
+            end
+          end
+        end
+      }
+      threads << Thread.new{
+        while edata = stderr.gets()
+          if edata.to_s() != ""
+            errors+=edata
+            
+            if edata != "" && forward_cmd_results?()
+              write(edata, (parse_log_level(edata) || get_forward_log_level()), nil, false)
+            end
+
+            if stderr_method != nil
+              stderr_method.call(edata)
+            end
+          end
+        end
+      }
+      
+      threads.each{|t| t.join() }
+    end
+    
+    result.strip!()
+    errors.strip!()
+    
+    original_errors = errors
+    rc = status.exitstatus
+    if errors == ""
+      errors = "No Errors"
+    else
+      errors = "Errors: #{errors}"
+    end
+
+    if log_cmd_results?()
+      debug("RC: #{rc}, Result: #{result}, #{errors}")
+    elsif forward_cmd_results?()
+      debug("RC: #{rc}, Result length #{result.length}, Errors length #{original_errors.length}")
+    else
+      debug("RC: #{rc}, Result length #{result.length}, #{errors}")
+    end
+    if rc != 0 && ! ignore_fail
+      raise CommandError.new(command, rc, result, original_errors)
+    end
+
+    return result
+  end
 end
 
 module TungstenScript
@@ -57,4 +152,21 @@ module TungstenScript
       end
     }
   end
+end
+
+class Array
+  def peach(&block)
+    pids = []
+    results = []
+    idx = 0
+
+    self.each{
+      |i|
+      pids[idx] = fork {
+        block.call(i)
+      }
+      idx = idx+1
+    }
+    pids.each{|pid| Process.waitpid(pid) }
+  end
 end

data/lib/tungsten/exec.rb

@@ -238,19 +238,6 @@ class TungstenUtil
 
     return
   end
-  
-  # A wrapper for running another Tungsten script. This will automatically
-  # forward messages to the console and add any TungstenScript options to 
-  # the command.
-  def tungsten_cmd_result(command)
-    original_fwd_state = forward_cmd_results?()
-    begin
-      forward_cmd_results?(true)
-      return cmd_result("#{command} #{get_tungsten_command_options()}")
-    ensure
-      forward_cmd_results?(original_fwd_state)
-    end
-  end
 
   # Run a standard check to see if SSH connectivity to the host works
   def test_ssh(host, user)
@@ -411,6 +398,11 @@ class TungstenUtil
       |k,v|
       opts << "--net-ssh-option=#{k.to_s()}=#{v}"
     }
+    
+    if @force == true
+      opts << "--force"
+    end
+    
     return opts.join(" ")
   end
   

data/lib/tungsten/script.rb

@@ -118,12 +118,6 @@ module TungstenScript
       :help => "Only run the script validation"
     })
     
-    add_option(:force, {
-      :on => "--force",
-      :default => false,
-      :help => "Continue operation even if script validation fails"
-    })
-    
     add_option(:autocomplete, {
       :on => "--autocomplete",
       :default => false,

data/lib/tungsten/util.rb

@@ -10,6 +10,7 @@ class TungstenUtil
     @ssh_options = {}
     @display_help = false
     @num_errors = 0
+    @force = false
     @json_interface = false
     @json_message_cache = []
     
@@ -47,6 +48,7 @@ class TungstenUtil
       }
 
       opts=OptionParser.new
+      opts.on("-f", "--force")    {@force = true}
       opts.on("-i", "--info")     {@logger_threshold = Logger::INFO}
       opts.on("-n", "--notice")               {@logger_threshold = Logger::NOTICE}
       opts.on("-q", "--quiet")          {@logger_threshold = Logger::WARN}
@@ -155,8 +157,12 @@ class TungstenUtil
     @num_errors = 0
   end
   
+  def force?
+    @force
+  end
+  
   def is_valid?
-    (@num_errors == 0)
+    (@num_errors == 0 || @force == true)
   end
   
   def write(content="", level=Logger::INFO, hostname = nil, add_prefix = true)
@@ -168,10 +174,6 @@ class TungstenUtil
       return
     end
     
-    unless content == "" || level == nil || add_prefix == false
-      content = "#{get_log_level_prefix(level, hostname)}#{content}"
-    end
-    
     # Attempt to determine the level for this message based on it's content
     # If it is forwarded from another Tungsten script it will have a prefix
     # so we know to use stdout or stderr
@@ -181,6 +183,14 @@ class TungstenUtil
     
     if level == Logger::ERROR
       @num_errors = @num_errors + 1
+      
+      if force?()
+        level = Logger::WARN
+      end
+    end
+    
+    unless content == "" || level == nil || add_prefix == false
+      content = "#{get_log_level_prefix(level, hostname)}#{content}"
     end
     
     log(content)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: continuent-tools-core
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Continuent
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-05 00:00:00.000000000 Z
+date: 2014-04-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json_pure
@@ -110,10 +110,12 @@ dependencies:
         version: '0'
 description: 
 email: info@continuent.com
-executables: []
+executables:
+- tungsten_create_load
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/tungsten_create_load
 - lib/continuent-tools-core.rb
 - lib/tungsten/api.rb
 - lib/tungsten/common.rb